/* * Licensed to the Apache Software Foundation (ASF) under one * or more contributor license agreements. See the NOTICE file * distributed with this work for additional information * regarding copyright ownership. The ASF licenses this file * to you under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance * with the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.openjena.atlas.data; import java.io.File ; import java.util.ArrayList ; import java.util.Collections ; import java.util.Iterator ; import java.util.List ; import java.util.Random ; import junit.framework.TestCase ; import org.junit.Before ; import org.junit.Test ; import org.openjena.atlas.iterator.Iter ; import org.openjena.riot.SerializationFactoryFinder ; import com.hp.hpl.jena.datatypes.xsd.XSDDatatype ; import com.hp.hpl.jena.graph.Node ; import com.hp.hpl.jena.query.Query ; import com.hp.hpl.jena.query.QueryCancelledException ; import com.hp.hpl.jena.query.SortCondition ; import com.hp.hpl.jena.sparql.core.Var ; import com.hp.hpl.jena.sparql.engine.QueryIterator ; import com.hp.hpl.jena.sparql.engine.binding.Binding ; import com.hp.hpl.jena.sparql.engine.binding.BindingComparator ; import com.hp.hpl.jena.sparql.engine.binding.BindingFactory ; import com.hp.hpl.jena.sparql.engine.binding.BindingMap ; import com.hp.hpl.jena.sparql.expr.ExprVar ; public class TestSortedDataBag extends TestCase { private static final String LETTERS = "qwertyuiopasdfghjklzxcvbnmQWERTYUIOPASDFGHJKLZXCVBNM"; private Random random; private List unsorted; @Before @Override public void setUp() { random = new Random(); Var[] vars = new Var[]{ Var.alloc("1"), Var.alloc("2"), Var.alloc("3"), Var.alloc("4"), Var.alloc("5"), Var.alloc("6"), Var.alloc("7"), Var.alloc("8"), Var.alloc("9"), Var.alloc("0") }; unsorted = new ArrayList(); for(int i = 0; i < 500; i++){ unsorted.add(randomBinding(vars)); } } @Test public void testSorting() { List conditions = new ArrayList(); conditions.add(new SortCondition(new ExprVar("8"), Query.ORDER_ASCENDING)); conditions.add(new SortCondition(new ExprVar("1"), Query.ORDER_ASCENDING)); conditions.add(new SortCondition(new ExprVar("0"), Query.ORDER_DESCENDING)); BindingComparator comparator = new BindingComparator(conditions); List sorted = new ArrayList(); SortedDataBag db = new SortedDataBag( new ThresholdPolicyCount(10), SerializationFactoryFinder.bindingSerializationFactory(), comparator); try { db.addAll(unsorted); Iterator iter = db.iterator(); while (iter.hasNext()) { sorted.add(iter.next()); } Iter.close(iter); } finally { db.close(); } Collections.sort(unsorted, comparator); assertEquals(unsorted, sorted); } @Test public void testTemporaryFilesAreCleanedUpAfterCompletion() { List conditions = new ArrayList(); conditions.add(new SortCondition(new ExprVar("8"), Query.ORDER_ASCENDING)); BindingComparator comparator = new BindingComparator(conditions); SortedDataBag db = new SortedDataBag( new ThresholdPolicyCount(10), SerializationFactoryFinder.bindingSerializationFactory(), comparator); List spillFiles = new ArrayList(); try { db.addAll(unsorted); spillFiles.addAll(db.getSpillFiles()); int count = 0; for (File file : spillFiles) { if (file.exists()) { count++; } } // 500 bindings divided into 50 chunks (49 in files, and 1 in memory) assertEquals(49, count); Iterator iter = db.iterator(); while (iter.hasNext()) { iter.next(); } Iter.close(iter); } finally { db.close(); } int count = 0; for (File file : spillFiles) { if (file.exists()) { count++; } } assertEquals(0, count); } private Binding randomBinding(Var[] vars) { BindingMap binding = BindingFactory.create(); binding.add(vars[0], Node.createAnon()); binding.add(vars[1], Node.createURI(randomURI())); binding.add(vars[2], Node.createURI(randomURI())); binding.add(vars[3], Node.createLiteral(randomString(20))); binding.add(vars[4], Node.createAnon()); binding.add(vars[5], Node.createURI(randomURI())); binding.add(vars[6], Node.createURI(randomURI())); binding.add(vars[7], Node.createLiteral(randomString(5))); binding.add(vars[8], Node.createLiteral("" + random.nextInt(), null, XSDDatatype.XSDinteger)); binding.add(vars[9], Node.createAnon()); return binding; } public String randomURI() { return String.format("http://%s.example.com/%s", randomString(10), randomString(10)); } public String randomString(int length) { StringBuilder builder = new StringBuilder(); for(int i = 0; i < length; i++){ builder.append(LETTERS.charAt(random.nextInt(LETTERS.length()))); } return builder.toString(); } private void getNextAndExpectException(QueryIterator iter) { try{ iter.hasNext(); fail("Expected an exception here"); }catch(QueryCancelledException e){ // expected }catch(Exception e){ fail("Unexpected exception"); } } }