From 0404e37357b90b583d306074838d69c7074ce307 Mon Sep 17 00:00:00 2001 From: Jim Ferenczi Date: Fri, 21 Apr 2017 04:41:24 +0200 Subject: [PATCH] LUCENE-7791: add tests with index sorting and sparse docvalues fields --- .../apache/lucene/index/TestIndexSorting.java | 76 +++++++++++++++++++ 1 file changed, 76 insertions(+) diff --git a/lucene/core/src/test/org/apache/lucene/index/TestIndexSorting.java b/lucene/core/src/test/org/apache/lucene/index/TestIndexSorting.java index 4ef580bf071..ef5d4ef5db8 100644 --- a/lucene/core/src/test/org/apache/lucene/index/TestIndexSorting.java +++ b/lucene/core/src/test/org/apache/lucene/index/TestIndexSorting.java @@ -2403,4 +2403,80 @@ public class TestIndexSorting extends LuceneTestCase { } IOUtils.close(r, w, dir); } + + public void testIndexSortWithSparseField() throws Exception { + Directory dir = newDirectory(); + IndexWriterConfig iwc = new IndexWriterConfig(new MockAnalyzer(random())); + SortField sortField = new SortField("dense_int", SortField.Type.INT, true); + Sort indexSort = new Sort(sortField); + iwc.setIndexSort(indexSort); + IndexWriter w = new IndexWriter(dir, iwc); + for (int i = 0; i < 128; i++) { + Document doc = new Document(); + doc.add(new NumericDocValuesField("dense_int", i)); + if (i < 64) { + doc.add(new NumericDocValuesField("sparse_int", i)); + doc.add(new BinaryDocValuesField("sparse_binary", new BytesRef(Integer.toString(i)))); + } + w.addDocument(doc); + } + w.commit(); + w.forceMerge(1); + DirectoryReader r = DirectoryReader.open(w); + assertEquals(1, r.leaves().size()); + LeafReader leafReader = r.leaves().get(0).reader(); + + NumericDocValues denseValues = leafReader.getNumericDocValues("dense_int"); + NumericDocValues sparseValues = leafReader.getNumericDocValues("sparse_int"); + BinaryDocValues sparseBinaryValues = leafReader.getBinaryDocValues("sparse_binary"); + for(int docID = 0; docID < 128; docID++) { + assertTrue(denseValues.advanceExact(docID)); + assertEquals(127-docID, (int) denseValues.longValue()); + if (docID >= 64) { + assertTrue(denseValues.advanceExact(docID)); + assertTrue(sparseValues.advanceExact(docID)); + assertTrue(sparseBinaryValues.advanceExact(docID)); + assertEquals(docID, sparseValues.docID()); + assertEquals(127-docID, (int) sparseValues.longValue()); + assertEquals(new BytesRef(Integer.toString(127-docID)), sparseBinaryValues.binaryValue()); + } else { + assertFalse(sparseBinaryValues.advanceExact(docID)); + assertFalse(sparseValues.advanceExact(docID)); + } + } + IOUtils.close(r, w, dir); + } + + public void testIndexSortOnSparseField() throws Exception { + Directory dir = newDirectory(); + IndexWriterConfig iwc = new IndexWriterConfig(new MockAnalyzer(random())); + SortField sortField = new SortField("sparse", SortField.Type.INT, false); + sortField.setMissingValue(Integer.MIN_VALUE); + Sort indexSort = new Sort(sortField); + iwc.setIndexSort(indexSort); + IndexWriter w = new IndexWriter(dir, iwc); + for (int i = 0; i < 128; i++) { + Document doc = new Document(); + if (i < 64) { + doc.add(new NumericDocValuesField("sparse", i)); + } + w.addDocument(doc); + } + w.commit(); + w.forceMerge(1); + DirectoryReader r = DirectoryReader.open(w); + assertEquals(1, r.leaves().size()); + LeafReader leafReader = r.leaves().get(0).reader(); + NumericDocValues sparseValues = leafReader.getNumericDocValues("sparse"); + for(int docID = 0; docID < 128; docID++) { + if (docID >= 64) { + assertTrue(sparseValues.advanceExact(docID)); + assertEquals(docID-64, (int) sparseValues.longValue()); + } else { + assertFalse(sparseValues.advanceExact(docID)); + } + } + IOUtils.close(r, w, dir); + } + }