Skip to content

Apache Lucene open-source search software

test: fix some slow tests (#15323)

Robert Muira8888cade78d
diff --git a/lucene/analysis/common/src/test/org/apache/lucene/analysis/miscellaneous/TestWordDelimiterGraphFilter.java b/lucene/analysis/common/src/test/org/apache/lucene/analysis/miscellaneous/TestWordDelimiterGraphFilter.java
index d9258396e7a..8a7aa8a5693 100644
--- a/lucene/analysis/common/src/test/org/apache/lucene/analysis/miscellaneous/TestWordDelimiterGraphFilter.java
+++ b/lucene/analysis/common/src/test/org/apache/lucene/analysis/miscellaneous/TestWordDelimiterGraphFilter.java
@@ -1104,9 +1104,10 @@ public class TestWordDelimiterGraphFilter extends BaseTokenStreamTestCase {
private String randomWDFText() {
StringBuilder b = new StringBuilder();
- int length = TestUtil.nextInt(random(), 1, 50);
+ Random random = random();
+ int length = TestUtil.nextInt(random, 1, 20);
for (int i = 0; i < length; i++) {
- int surpriseMe = random().nextInt(37);
+ int surpriseMe = random.nextInt(37);
int lower = -1;
int upper = -1;
if (surpriseMe < 10) {
@@ -1130,7 +1131,7 @@ public class TestWordDelimiterGraphFilter extends BaseTokenStreamTestCase {
}
if (lower != -1) {
- b.append((char) TestUtil.nextInt(random(), lower, upper));
+ b.append((char) TestUtil.nextInt(random, lower, upper));
}
}
@@ -1146,7 +1147,7 @@ public class TestWordDelimiterGraphFilter extends BaseTokenStreamTestCase {
}
public void testRandomPaths() throws Exception {
- int iters = atLeast(10);
+ int iters = atLeast(1);
for (int iter = 0; iter < iters; iter++) {
String text = randomWDFText();
if (VERBOSE) {
diff --git a/lucene/core/src/java/org/apache/lucene/util/OfflineSorter.java b/lucene/core/src/java/org/apache/lucene/util/OfflineSorter.java
index 39620b38df6..a4d09ff674c 100644
--- a/lucene/core/src/java/org/apache/lucene/util/OfflineSorter.java
+++ b/lucene/core/src/java/org/apache/lucene/util/OfflineSorter.java
@@ -97,6 +97,11 @@ public class OfflineSorter {
this.bytes = (int) bytes;
}
+ // internal for testing
+ static BufferSize kilobytes(long kb) {
+ return new BufferSize(kb * 1024);
+ }
+
/** Creates a {@link BufferSize} in MB. The given values must be &gt; 0 and &lt; 2048. */
public static BufferSize megabytes(long mb) {
return new BufferSize(mb * MB);
diff --git a/lucene/core/src/test/org/apache/lucene/codecs/lucene103/blocktree/TestTrie.java b/lucene/core/src/test/org/apache/lucene/codecs/lucene103/blocktree/TestTrie.java
index 5512015d2eb..f559262b160 100644
--- a/lucene/core/src/test/org/apache/lucene/codecs/lucene103/blocktree/TestTrie.java
+++ b/lucene/core/src/test/org/apache/lucene/codecs/lucene103/blocktree/TestTrie.java
@@ -67,7 +67,7 @@ public class TestTrie extends LuceneTestCase {
public void testOneByteTerms() throws Exception {
// heavily test single byte terms to generate various label distribution.
Supplier<byte[]> supplier = () -> new byte[] {(byte) random().nextInt()};
- int round = atLeast(50);
+ int round = atLeast(5);
for (int i = 0; i < round; i++) {
testTrieLookup(supplier, 10);
}
diff --git a/lucene/core/src/test/org/apache/lucene/document/TestLatLonPointDistanceFeatureQuery.java b/lucene/core/src/test/org/apache/lucene/document/TestLatLonPointDistanceFeatureQuery.java
index 210b9229532..513333b7d0d 100644
--- a/lucene/core/src/test/org/apache/lucene/document/TestLatLonPointDistanceFeatureQuery.java
+++ b/lucene/core/src/test/org/apache/lucene/document/TestLatLonPointDistanceFeatureQuery.java
@@ -455,7 +455,7 @@ public class TestLatLonPointDistanceFeatureQuery extends LuceneTestCase {
LatLonDocValuesField docValue = new LatLonDocValuesField("foo", 0., 0.);
doc.add(docValue);
- int numDocs = atLeast(10000);
+ int numDocs = atLeast(2048);
for (int i = 0; i < numDocs; ++i) {
double lat = random().nextDouble() * 180 - 90;
double lon = random().nextDouble() * 360 - 180;
diff --git a/lucene/core/src/test/org/apache/lucene/index/TestIndexSorting.java b/lucene/core/src/test/org/apache/lucene/index/TestIndexSorting.java
index 7041f1332d1..4b1b2ccda8c 100644
--- a/lucene/core/src/test/org/apache/lucene/index/TestIndexSorting.java
+++ b/lucene/core/src/test/org/apache/lucene/index/TestIndexSorting.java
@@ -3333,7 +3333,7 @@ public class TestIndexSorting extends LuceneTestCase {
iwc.setIndexSort(indexSort);
iwc.setParentField(parentField);
RandomIndexWriter randomIndexWriter = new RandomIndexWriter(random(), dir, iwc);
- int numDocs = random().nextInt(100, 1000);
+ int numDocs = random().nextInt(100, 300);
for (int i = 0; i < numDocs; i++) {
if (rarely()) {
randomIndexWriter.deleteDocuments(new Term("id", "" + random().nextInt(0, i + 1)));
diff --git a/lucene/core/src/test/org/apache/lucene/index/TestIndexTooManyDocs.java b/lucene/core/src/test/org/apache/lucene/index/TestIndexTooManyDocs.java
index 189f7507676..d7f4c51c6ca 100644
--- a/lucene/core/src/test/org/apache/lucene/index/TestIndexTooManyDocs.java
+++ b/lucene/core/src/test/org/apache/lucene/index/TestIndexTooManyDocs.java
@@ -43,7 +43,7 @@ public class TestIndexTooManyDocs extends LuceneTestCase {
IndexWriter writer = new IndexWriter(dir, config);
try {
IndexWriter.setMaxDocs(numMaxDoc);
- int numThreads = 5 + random().nextInt(5);
+ int numThreads = atLeast(2);
Thread[] threads = new Thread[numThreads];
CountDownLatch latch = new CountDownLatch(numThreads);
CountDownLatch indexingDone = new CountDownLatch(numThreads - 2);
diff --git a/lucene/core/src/test/org/apache/lucene/index/TestIndexWriter.java b/lucene/core/src/test/org/apache/lucene/index/TestIndexWriter.java
index dcfdc9d4b0c..d86bab8f985 100644
--- a/lucene/core/src/test/org/apache/lucene/index/TestIndexWriter.java
+++ b/lucene/core/src/test/org/apache/lucene/index/TestIndexWriter.java
@@ -1098,8 +1098,8 @@ public class TestIndexWriter extends LuceneTestCase {
new ThreadInterruptedException(new InterruptedException()).getCause()
instanceof InterruptedException);
- // issue 100 interrupts to child thread
- final int numInterrupts = atLeast(100);
+ // issue 20 interrupts to child thread
+ final int numInterrupts = atLeast(20);
int i = 0;
while (i < numInterrupts) {
// TODO: would be nice to also sometimes interrupt the CMS merge threads too ...
@@ -4388,9 +4388,9 @@ public class TestIndexWriter extends LuceneTestCase {
SearcherManager manager = new SearcherManager(writer, new SearcherFactory())) {
CountDownLatch start = new CountDownLatch(1);
int numDocs =
- TEST_NIGHTLY ? TestUtil.nextInt(random(), 100, 600) : TestUtil.nextInt(random(), 10, 60);
+ TEST_NIGHTLY ? TestUtil.nextInt(random(), 100, 600) : TestUtil.nextInt(random(), 10, 30);
AtomicLong maxCompletedSeqID = new AtomicLong(-1);
- Thread[] threads = new Thread[2 + random().nextInt(2)];
+ Thread[] threads = new Thread[2];
for (int i = 0; i < threads.length; i++) {
int idx = i;
threads[i] =
diff --git a/lucene/core/src/test/org/apache/lucene/index/TestIndexWriterExceptions2.java b/lucene/core/src/test/org/apache/lucene/index/TestIndexWriterExceptions2.java
index accb2f50c25..1c14b9cbcca 100644
--- a/lucene/core/src/test/org/apache/lucene/index/TestIndexWriterExceptions2.java
+++ b/lucene/core/src/test/org/apache/lucene/index/TestIndexWriterExceptions2.java
@@ -101,7 +101,7 @@ public class TestIndexWriterExceptions2 extends LuceneTestCase {
conf.setMergeScheduler(new SerialMergeScheduler());
conf.setCodec(codec);
- int numDocs = atLeast(100);
+ int numDocs = atLeast(20);
IndexWriter iw = new IndexWriter(dir, conf);
try {
diff --git a/lucene/core/src/test/org/apache/lucene/index/TestIndexWriterNRTIsCurrent.java b/lucene/core/src/test/org/apache/lucene/index/TestIndexWriterNRTIsCurrent.java
index 42d5a408c5a..cb9acd4cdad 100644
--- a/lucene/core/src/test/org/apache/lucene/index/TestIndexWriterNRTIsCurrent.java
+++ b/lucene/core/src/test/org/apache/lucene/index/TestIndexWriterNRTIsCurrent.java
@@ -43,7 +43,7 @@ public class TestIndexWriterNRTIsCurrent extends LuceneTestCase {
int numReaderThreads = TEST_NIGHTLY ? TestUtil.nextInt(random(), 2, 5) : 2;
ReaderThread[] threads = new ReaderThread[numReaderThreads];
final CountDownLatch latch = new CountDownLatch(1);
- WriterThread writerThread = new WriterThread(holder, writer, atLeast(500), random(), latch);
+ WriterThread writerThread = new WriterThread(holder, writer, atLeast(200), random(), latch);
for (int i = 0; i < threads.length; i++) {
threads[i] = new ReaderThread(holder, latch);
threads[i].start();
@@ -110,7 +110,7 @@ public class TestIndexWriterNRTIsCurrent extends LuceneTestCase {
latch.countDown();
}
}
- if (random.nextBoolean()) {
+ if (random.nextInt(7) == 0) {
writer.commit();
final DirectoryReader newReader = DirectoryReader.openIfChanged(currentReader);
if (newReader != null) {
diff --git a/lucene/core/src/test/org/apache/lucene/search/TestLRUQueryCache.java b/lucene/core/src/test/org/apache/lucene/search/TestLRUQueryCache.java
index 516d3c20618..fb577202d12 100644
--- a/lucene/core/src/test/org/apache/lucene/search/TestLRUQueryCache.java
+++ b/lucene/core/src/test/org/apache/lucene/search/TestLRUQueryCache.java
@@ -127,7 +127,7 @@ public class TestLRUQueryCache extends LuceneTestCase {
final SearcherManager mgr = new SearcherManager(w.w, applyDeletes, false, searcherFactory);
final AtomicBoolean indexing = new AtomicBoolean(true);
final AtomicReference<Throwable> error = new AtomicReference<>();
- final int numDocs = atLeast(1000);
+ final int numDocs = atLeast(257);
Thread[] threads = new Thread[3];
threads[0] =
new Thread() {
diff --git a/lucene/core/src/test/org/apache/lucene/search/TestRescoreTopNQuery.java b/lucene/core/src/test/org/apache/lucene/search/TestRescoreTopNQuery.java
index 3fb32bdb2d7..05f84bea4cb 100644
--- a/lucene/core/src/test/org/apache/lucene/search/TestRescoreTopNQuery.java
+++ b/lucene/core/src/test/org/apache/lucene/search/TestRescoreTopNQuery.java
@@ -170,7 +170,7 @@ public class TestRescoreTopNQuery extends LuceneTestCase {
final String KNN_FIELD = "knn_vector";
List<float[][]> corpus = new ArrayList<>();
final int numDocs = atLeast(100);
- final int numSegments = random().nextInt(2, 5);
+ final int numSegments = atLeast(2);
final int dim = 8;
final VectorSimilarityFunction vectorSimilarityFunction =
VectorSimilarityFunction.values()[
diff --git a/lucene/core/src/test/org/apache/lucene/search/TestWANDScorer.java b/lucene/core/src/test/org/apache/lucene/search/TestWANDScorer.java
index 459e212248c..d439b2f07be 100644
--- a/lucene/core/src/test/org/apache/lucene/search/TestWANDScorer.java
+++ b/lucene/core/src/test/org/apache/lucene/search/TestWANDScorer.java
@@ -746,7 +746,7 @@ public class TestWANDScorer extends LuceneTestCase {
// but will be called during searching
IndexSearcher searcher = newSearcher(reader, true, true, false);
- for (int iter = 0; iter < 100; ++iter) {
+ for (int iter = 0; iter < 10; ++iter) {
int start = random().nextInt(10);
int numClauses = random().nextInt(1 << random().nextInt(5));
BooleanQuery.Builder builder = new BooleanQuery.Builder();
diff --git a/lucene/core/src/test/org/apache/lucene/util/TestOfflineSorter.java b/lucene/core/src/test/org/apache/lucene/util/TestOfflineSorter.java
index 02dd2b7c78a..bd3e468900b 100644
--- a/lucene/core/src/test/org/apache/lucene/util/TestOfflineSorter.java
+++ b/lucene/core/src/test/org/apache/lucene/util/TestOfflineSorter.java
@@ -115,7 +115,7 @@ public class TestOfflineSorter extends LuceneTestCase {
}
public void testSmallRandom() throws Exception {
- // Sort 20 mb worth of data with 1mb buffer.
+ // Sort 10 mb worth of data with 512kb buffer.
try (Directory dir = newFSDirectory(createTempDir())) {
ExecutorService exec = randomExecutorServiceOrNull();
SortInfo sortInfo =
@@ -125,12 +125,12 @@ public class TestOfflineSorter extends LuceneTestCase {
dir,
"foo",
OfflineSorter.DEFAULT_COMPARATOR,
- BufferSize.megabytes(1),
+ BufferSize.kilobytes(512),
OfflineSorter.MAX_TEMPFILES,
-1,
exec,
TestUtil.nextInt(random(), 1, 4)),
- generateRandom((int) OfflineSorter.MB * 20));
+ generateRandom((int) OfflineSorter.MB * 10));
if (exec != null) {
exec.shutdownNow();
}
diff --git a/lucene/core/src/test/org/apache/lucene/util/bkd/TestBKD.java b/lucene/core/src/test/org/apache/lucene/util/bkd/TestBKD.java
index 557b9afdfda..8eb513bf7b6 100644
--- a/lucene/core/src/test/org/apache/lucene/util/bkd/TestBKD.java
+++ b/lucene/core/src/test/org/apache/lucene/util/bkd/TestBKD.java
@@ -1320,6 +1320,8 @@ public class TestBKD extends LuceneTestCase {
dir.close();
}
+ // TODO: can this use less docs?
+ @Nightly
public void test2DLongOrdsOffline() throws Exception {
try (Directory dir = newDirectory()) {
int numDocs = 100000;
diff --git a/lucene/facet/src/test/org/apache/lucene/facet/MultiValuesSourceTestCase.java b/lucene/facet/src/test/org/apache/lucene/facet/MultiValuesSourceTestCase.java
index 6ebe2328b29..c5f89a5be42 100644
--- a/lucene/facet/src/test/org/apache/lucene/facet/MultiValuesSourceTestCase.java
+++ b/lucene/facet/src/test/org/apache/lucene/facet/MultiValuesSourceTestCase.java
@@ -32,20 +32,20 @@ import org.apache.lucene.search.LongValues;
import org.apache.lucene.store.Directory;
import org.apache.lucene.tests.index.RandomIndexWriter;
import org.apache.lucene.tests.util.LuceneTestCase;
+import org.junit.AfterClass;
+import org.junit.BeforeClass;
public abstract class MultiValuesSourceTestCase extends LuceneTestCase {
- protected Directory dir;
- protected IndexReader reader;
- protected IndexSearcher searcher;
-
- @Override
- public void setUp() throws Exception {
- super.setUp();
+ protected static Directory dir;
+ protected static IndexReader reader;
+ protected static IndexSearcher searcher;
+ @BeforeClass
+ public static void beforeClass() throws Exception {
dir = newDirectory();
RandomIndexWriter iw = new RandomIndexWriter(random(), dir);
- int numDocs = RandomNumbers.randomIntBetween(random(), 100, 1000);
+ int numDocs = RandomNumbers.randomIntBetween(random(), 100, 300);
for (int i = 0; i < numDocs; i++) {
Document doc = new Document();
@@ -95,11 +95,13 @@ public abstract class MultiValuesSourceTestCase extends LuceneTestCase {
searcher = newSearcher(reader);
}
- @Override
- public void tearDown() throws Exception {
+ @AfterClass
+ public static void afterClass() throws Exception {
reader.close();
dir.close();
- super.tearDown();
+ searcher = null;
+ reader = null;
+ dir = null;
}
protected void validateFieldBasedSource(NumericDocValues docValues, LongValues values, int maxDoc)
diff --git a/lucene/facet/src/test/org/apache/lucene/facet/TestStringValueFacetCounts.java b/lucene/facet/src/test/org/apache/lucene/facet/TestStringValueFacetCounts.java
index 9d5a8e238f5..60d3f1e63db 100644
--- a/lucene/facet/src/test/org/apache/lucene/facet/TestStringValueFacetCounts.java
+++ b/lucene/facet/src/test/org/apache/lucene/facet/TestStringValueFacetCounts.java
@@ -345,7 +345,7 @@ public class TestStringValueFacetCounts extends FacetTestCase {
public void testRandom() throws Exception {
- int fullIterations = LuceneTestCase.TEST_NIGHTLY ? 20 : 3;
+ int fullIterations = LuceneTestCase.TEST_NIGHTLY ? 20 : 1;
for (int iter = 0; iter < fullIterations; iter++) {
Directory dir = newDirectory();
RandomIndexWriter writer = new RandomIndexWriter(random(), dir);
diff --git a/lucene/facet/src/test/org/apache/lucene/facet/taxonomy/TestSearcherTaxonomyManager.java b/lucene/facet/src/test/org/apache/lucene/facet/taxonomy/TestSearcherTaxonomyManager.java
index f30b950a5cc..551ef45e9b4 100644
--- a/lucene/facet/src/test/org/apache/lucene/facet/taxonomy/TestSearcherTaxonomyManager.java
+++ b/lucene/facet/src/test/org/apache/lucene/facet/taxonomy/TestSearcherTaxonomyManager.java
@@ -241,7 +241,7 @@ public class TestSearcherTaxonomyManager extends FacetTestCase {
final AtomicBoolean stop = new AtomicBoolean();
// How many unique facets to index before stopping:
- final int ordLimit = TEST_NIGHTLY ? 100000 : 600;
+ final int ordLimit = TEST_NIGHTLY ? 100000 : 100;
Thread indexer = new IndexerThread(w, config, tw, mgr, ordLimit, stop);
indexer.start();
diff --git a/lucene/facet/src/test/org/apache/lucene/facet/taxonomy/TestTaxonomyCombined.java b/lucene/facet/src/test/org/apache/lucene/facet/taxonomy/TestTaxonomyCombined.java
index 08c6814a62f..d3acb6015e0 100644
--- a/lucene/facet/src/test/org/apache/lucene/facet/taxonomy/TestTaxonomyCombined.java
+++ b/lucene/facet/src/test/org/apache/lucene/facet/taxonomy/TestTaxonomyCombined.java
@@ -750,7 +750,7 @@ public class TestTaxonomyCombined extends FacetTestCase {
final ParallelTaxonomyArrays ca2 = trBase.getParallelTaxonomyArrays();
final int abYoungChildBase2 = ca2.children().get(abOrd);
- int numRetries = atLeast(10);
+ int numRetries = atLeast(3);
for (int retry = 0; retry < numRetries; retry++) {
assertConsistentYoungestChild(
abPath, abOrd, abYoungChildBase1, abYoungChildBase2, retry, numCategories);
diff --git a/lucene/facet/src/test/org/apache/lucene/facet/taxonomy/directory/TestConcurrentFacetedIndexing.java b/lucene/facet/src/test/org/apache/lucene/facet/taxonomy/directory/TestConcurrentFacetedIndexing.java
index f9ddfc0a64a..d17d7fe62ad 100644
--- a/lucene/facet/src/test/org/apache/lucene/facet/taxonomy/directory/TestConcurrentFacetedIndexing.java
+++ b/lucene/facet/src/test/org/apache/lucene/facet/taxonomy/directory/TestConcurrentFacetedIndexing.java
@@ -93,14 +93,14 @@ public class TestConcurrentFacetedIndexing extends FacetTestCase {
}
public void testConcurrency() throws Exception {
- final AtomicInteger numDocs = new AtomicInteger(atLeast(10000));
+ final AtomicInteger numDocs = new AtomicInteger(atLeast(1000));
final Directory indexDir = newDirectory();
final Directory taxoDir = newDirectory();
final ConcurrentHashMap<String, String> values = new ConcurrentHashMap<>();
final IndexWriter iw = new IndexWriter(indexDir, newIndexWriterConfig(null));
final DirectoryTaxonomyWriter tw =
new DirectoryTaxonomyWriter(taxoDir, OpenMode.CREATE, newTaxoWriterCache(numDocs.get()));
- final Thread[] indexThreads = new Thread[atLeast(4)];
+ final Thread[] indexThreads = new Thread[atLeast(2)];
final FacetsConfig config = new FacetsConfig();
for (int i = 0; i < 10; i++) {
config.setHierarchical("l1." + i, true);
diff --git a/lucene/sandbox/src/test/org/apache/lucene/sandbox/document/TestFloatPointNearestNeighbor.java b/lucene/sandbox/src/test/org/apache/lucene/sandbox/document/TestFloatPointNearestNeighbor.java
index 368bef88465..6e265c13c17 100644
--- a/lucene/sandbox/src/test/org/apache/lucene/sandbox/document/TestFloatPointNearestNeighbor.java
+++ b/lucene/sandbox/src/test/org/apache/lucene/sandbox/document/TestFloatPointNearestNeighbor.java
@@ -151,8 +151,8 @@ public class TestFloatPointNearestNeighbor extends LuceneTestCase {
public void testNearestNeighborRandom() throws Exception {
Directory dir;
- int numPoints = atLeast(5000);
- if (numPoints > 100000) {
+ int numPoints = atLeast(1000);
+ if (numPoints > 20000) {
dir = newFSDirectory(createTempDir(getClass().getSimpleName()));
} else {
dir = newDirectory();
@@ -189,7 +189,7 @@ public class TestFloatPointNearestNeighbor extends LuceneTestCase {
// can't wrap because we require Lucene60PointsFormat directly but e.g. ParallelReader wraps
// with its own points impl:
IndexSearcher s = newSearcher(r, false);
- int iters = atLeast(100);
+ int iters = atLeast(10);
for (int iter = 0; iter < iters; ++iter) {
if (VERBOSE) {
System.out.println("\nTEST: iter=" + iter);
diff --git a/lucene/sandbox/src/test/org/apache/lucene/sandbox/facet/TestRangeFacet.java b/lucene/sandbox/src/test/org/apache/lucene/sandbox/facet/TestRangeFacet.java
index 3a91ef3af84..459325f1f57 100644
--- a/lucene/sandbox/src/test/org/apache/lucene/sandbox/facet/TestRangeFacet.java
+++ b/lucene/sandbox/src/test/org/apache/lucene/sandbox/facet/TestRangeFacet.java
@@ -897,7 +897,7 @@ public class TestRangeFacet extends SandboxFacetTestCase {
Directory dir = newDirectory();
RandomIndexWriter w = new RandomIndexWriter(random(), dir);
- int numDocs = atLeast(1000);
+ int numDocs = atLeast(500);
if (VERBOSE) {
System.out.println("TEST: numDocs=" + numDocs);
}
@@ -926,12 +926,12 @@ public class TestRangeFacet extends SandboxFacetTestCase {
IndexSearcher s = newSearcher(r, false);
FacetsConfig config = new FacetsConfig();
- int numIters = atLeast(10);
+ int numIters = atLeast(3);
for (int iter = 0; iter < numIters; iter++) {
if (VERBOSE) {
System.out.println("TEST: iter=" + iter);
}
- int numRange = TestUtil.nextInt(random(), 1, 100);
+ int numRange = TestUtil.nextInt(random(), 1, 50);
LongRange[] ranges = new LongRange[numRange];
int[] expectedCounts = new int[numRange];
long minAcceptedValue = Long.MAX_VALUE;
diff --git a/lucene/suggest/src/test/org/apache/lucene/search/spell/TestSpellChecker.java b/lucene/suggest/src/test/org/apache/lucene/search/spell/TestSpellChecker.java
index d117e67612e..eff0104ea44 100644
--- a/lucene/suggest/src/test/org/apache/lucene/search/spell/TestSpellChecker.java
+++ b/lucene/suggest/src/test/org/apache/lucene/search/spell/TestSpellChecker.java
@@ -444,7 +444,7 @@ public class TestSpellChecker extends LuceneTestCase {
assertEquals(4, searchers.size());
int num_field2 = this.numdoc();
assertEquals(num_field2, num_field1 + 1);
- int numThreads = 5 + random().nextInt(5);
+ int numThreads = atLeast(2);
ExecutorService executor =
Executors.newFixedThreadPool(numThreads, new NamedThreadFactory("testConcurrentAccess"));
SpellCheckWorker[] workers = new SpellCheckWorker[numThreads];
@@ -453,7 +453,7 @@ public class TestSpellChecker extends LuceneTestCase {
executor.execute(spellCheckWorker);
workers[i] = spellCheckWorker;
}
- int iterations = 5 + random().nextInt(5);
+ int iterations = atLeast(3);
for (int i = 0; i < iterations; i++) {
Thread.sleep(100);
// concurrently reset the spell index
diff --git a/lucene/suggest/src/test/org/apache/lucene/search/suggest/TestDocumentDictionary.java b/lucene/suggest/src/test/org/apache/lucene/search/suggest/TestDocumentDictionary.java
index f2cfcd564b8..a529141c15e 100644
--- a/lucene/suggest/src/test/org/apache/lucene/search/suggest/TestDocumentDictionary.java
+++ b/lucene/suggest/src/test/org/apache/lucene/search/suggest/TestDocumentDictionary.java
@@ -249,7 +249,7 @@ public class TestDocumentDictionary extends LuceneTestCase {
iwc.setMergePolicy(newLogMergePolicy());
RandomIndexWriter writer = new RandomIndexWriter(random(), dir, iwc);
Map.Entry<List<String>, Map<String, Document>> res =
- generateIndexDocuments(atLeast(1000), false);
+ generateIndexDocuments(atLeast(200), false);
Map<String, Document> docs = res.getValue();
List<String> invalidDocTerms = res.getKey();
Random rand = random();
diff --git a/lucene/test-framework/src/java/org/apache/lucene/tests/index/BaseCompoundFormatTestCase.java b/lucene/test-framework/src/java/org/apache/lucene/tests/index/BaseCompoundFormatTestCase.java
index 4910562cf38..a592ace7f03 100644
--- a/lucene/test-framework/src/java/org/apache/lucene/tests/index/BaseCompoundFormatTestCase.java
+++ b/lucene/test-framework/src/java/org/apache/lucene/tests/index/BaseCompoundFormatTestCase.java
@@ -169,6 +169,8 @@ public abstract class BaseCompoundFormatTestCase extends BaseIndexFileFormatTest
}
// LUCENE-5724: actually test we play nice with NRTCachingDir and massive file
+ // TODO: very slow with SimpleText
+ @Nightly
public void testLargeCFS() throws IOException {
final String testfile = "_123.test";
IOContext context = IOContext.flush(new FlushInfo(0, 512 * 1024 * 1024));
diff --git a/lucene/test-framework/src/java/org/apache/lucene/tests/index/BaseDocValuesFormatTestCase.java b/lucene/test-framework/src/java/org/apache/lucene/tests/index/BaseDocValuesFormatTestCase.java
index 304b211fea3..12ccecfaeaf 100644
--- a/lucene/test-framework/src/java/org/apache/lucene/tests/index/BaseDocValuesFormatTestCase.java
+++ b/lucene/test-framework/src/java/org/apache/lucene/tests/index/BaseDocValuesFormatTestCase.java
@@ -379,7 +379,7 @@ public abstract class BaseDocValuesFormatTestCase extends LegacyBaseDocValuesFor
}
public void testNumericDocValuesWithSkipperMedium() throws Exception {
- doTestNumericDocValuesWithSkipper(random().nextInt(1000, 20000));
+ doTestNumericDocValuesWithSkipper(random().nextInt(1000, 1500));
}
@Nightly
@@ -439,10 +439,8 @@ public abstract class BaseDocValuesFormatTestCase extends LegacyBaseDocValuesFor
doTestSortedNumericDocValuesWithSkipper(random().nextInt(1, 1000));
}
- // TODO: incredibly slow (at least with simpletext)
- @Nightly
public void testSortedNumericDocValuesWithSkipperMedium() throws Exception {
- doTestSortedNumericDocValuesWithSkipper(random().nextInt(1000, 20000));
+ doTestSortedNumericDocValuesWithSkipper(random().nextInt(1000, 1500));
}
@Nightly
@@ -456,7 +454,7 @@ public abstract class BaseDocValuesFormatTestCase extends LegacyBaseDocValuesFor
new TestDocValueSkipper() {
@Override
public void populateDoc(Document doc) {
- for (int j = 0; j < random().nextInt(1, 5); j++) {
+ for (int j = 0; j < random().nextInt(1, 3); j++) {
doc.add(SortedNumericDocValuesField.indexedField("test", random().nextLong()));
}
}
@@ -526,7 +524,7 @@ public abstract class BaseDocValuesFormatTestCase extends LegacyBaseDocValuesFor
}
public void testSortedDocValuesWithSkipperMedium() throws Exception {
- doTestSortedDocValuesWithSkipper(random().nextInt(1000, 20000));
+ doTestSortedDocValuesWithSkipper(random().nextInt(1000, 1500));
}
@Nightly
@@ -587,7 +585,7 @@ public abstract class BaseDocValuesFormatTestCase extends LegacyBaseDocValuesFor
}
public void testSortedSetDocValuesWithSkipperMedium() throws Exception {
- doTestSortedSetDocValuesWithSkipper(random().nextInt(10000, 20000));
+ doTestSortedSetDocValuesWithSkipper(random().nextInt(1000, 1500));
}
@Nightly
@@ -601,7 +599,7 @@ public abstract class BaseDocValuesFormatTestCase extends LegacyBaseDocValuesFor
new TestDocValueSkipper() {
@Override
public void populateDoc(Document doc) {
- for (int j = 0; j < random().nextInt(1, 5); j++) {
+ for (int j = 0; j < random().nextInt(1, 3); j++) {
doc.add(
SortedSetDocValuesField.indexedField(
"test", TestUtil.randomBinaryTerm(random())));
diff --git a/lucene/test-framework/src/java/org/apache/lucene/tests/index/BaseFieldInfoFormatTestCase.java b/lucene/test-framework/src/java/org/apache/lucene/tests/index/BaseFieldInfoFormatTestCase.java
index ba2c6f362a3..ec05e023865 100644
--- a/lucene/test-framework/src/java/org/apache/lucene/tests/index/BaseFieldInfoFormatTestCase.java
+++ b/lucene/test-framework/src/java/org/apache/lucene/tests/index/BaseFieldInfoFormatTestCase.java
@@ -276,7 +276,7 @@ public abstract class BaseFieldInfoFormatTestCase extends BaseIndexFileFormatTes
SegmentInfo segmentInfo = newSegmentInfo(dir, "_123");
// generate a bunch of fields
- int numFields = atLeast(2000);
+ int numFields = atLeast(200);
Set<String> fieldNames = new HashSet<>();
for (int i = 0; i < numFields; i++) {
fieldNames.add(TestUtil.randomUnicodeString(random()));
diff --git a/lucene/test-framework/src/java/org/apache/lucene/tests/index/BaseIndexFileFormatTestCase.java b/lucene/test-framework/src/java/org/apache/lucene/tests/index/BaseIndexFileFormatTestCase.java
index db669cd5947..4228dffdbd2 100644
--- a/lucene/test-framework/src/java/org/apache/lucene/tests/index/BaseIndexFileFormatTestCase.java
+++ b/lucene/test-framework/src/java/org/apache/lucene/tests/index/BaseIndexFileFormatTestCase.java
@@ -641,7 +641,7 @@ public abstract class BaseIndexFileFormatTestCase extends LuceneTestCase {
conf.setMergeScheduler(new SerialMergeScheduler());
conf.setCodec(getCodec());
- int numDocs = atLeast(500);
+ int numDocs = atLeast(100);
IndexWriter iw = new IndexWriter(dir, conf);
try {
@@ -675,7 +675,7 @@ public abstract class BaseIndexFileFormatTestCase extends LuceneTestCase {
allowAlreadyClosed = true;
}
- if (random().nextInt(10) == 0) {
+ if (random().nextInt(23) == 0) {
// trigger flush:
try {
if (random().nextBoolean()) {
diff --git a/lucene/test-framework/src/java/org/apache/lucene/tests/index/BaseKnnVectorsFormatTestCase.java b/lucene/test-framework/src/java/org/apache/lucene/tests/index/BaseKnnVectorsFormatTestCase.java
index a997b45d022..ffeb489ed0a 100644
--- a/lucene/test-framework/src/java/org/apache/lucene/tests/index/BaseKnnVectorsFormatTestCase.java
+++ b/lucene/test-framework/src/java/org/apache/lucene/tests/index/BaseKnnVectorsFormatTestCase.java
@@ -968,7 +968,7 @@ public abstract class BaseKnnVectorsFormatTestCase extends BaseIndexFileFormatTe
if (random().nextInt(10) == 2) {
iw.deleteDocuments(new Term("id", Integer.toString(random().nextInt(i + 1))));
}
- if (random().nextInt(10) == 3) {
+ if (random().nextInt(23) == 1) {
iw.commit();
}
}
@@ -1029,7 +1029,7 @@ public abstract class BaseKnnVectorsFormatTestCase extends BaseIndexFileFormatTe
if (random().nextInt(10) == 2) {
iw.deleteDocuments(new Term("id", Integer.toString(random().nextInt(i + 1))));
}
- if (random().nextInt(10) == 3) {
+ if (random().nextInt(23) == 1) {
iw.commit();
}
}
diff --git a/lucene/test-framework/src/java/org/apache/lucene/tests/index/BasePostingsFormatTestCase.java b/lucene/test-framework/src/java/org/apache/lucene/tests/index/BasePostingsFormatTestCase.java
index 4f2c6631bcb..67c4b8fc642 100644
--- a/lucene/test-framework/src/java/org/apache/lucene/tests/index/BasePostingsFormatTestCase.java
+++ b/lucene/test-framework/src/java/org/apache/lucene/tests/index/BasePostingsFormatTestCase.java
@@ -382,7 +382,7 @@ public abstract class BasePostingsFormatTestCase extends BaseIndexFileFormatTest
iwc.setMergePolicy(newTieredMergePolicy());
IndexWriter iw = new IndexWriter(dir, iwc);
- for (int i = 0; i < 10000; i++) {
+ for (int i = 0; i < 1000; i++) {
Document document = new Document();
document.add(new StringField("id", i + "", Field.Store.NO));
iw.addDocument(document);
@@ -393,8 +393,8 @@ public abstract class BasePostingsFormatTestCase extends BaseIndexFileFormatTest
DirectoryReader reader = DirectoryReader.open(iw);
TermsEnum termsEnum = getOnlyLeafReader(reader).terms("id").iterator();
- for (int i = 0; i < 20000; i++) {
- int n = random().nextInt(0, 10000);
+ for (int i = 0; i < 2000; i++) {
+ int n = random().nextInt(0, 1000);
BytesRef target = new BytesRef(n + "");
// seekExact.
assertTrue(termsEnum.seekExact(target));
diff --git a/lucene/test-framework/src/java/org/apache/lucene/tests/index/LegacyBaseDocValuesFormatTestCase.java b/lucene/test-framework/src/java/org/apache/lucene/tests/index/LegacyBaseDocValuesFormatTestCase.java
index 2fb326a0bc8..78e36dcd1fc 100644
--- a/lucene/test-framework/src/java/org/apache/lucene/tests/index/LegacyBaseDocValuesFormatTestCase.java
+++ b/lucene/test-framework/src/java/org/apache/lucene/tests/index/LegacyBaseDocValuesFormatTestCase.java
@@ -2502,7 +2502,7 @@ public abstract class LegacyBaseDocValuesFormatTestCase extends BaseIndexFileFor
int numIterations = atLeast(1);
for (int i = 0; i < numIterations; i++) {
int fixedLength = TestUtil.nextInt(random(), 1, 10);
- doTestSortedSetVsStoredFields(atLeast(300), fixedLength, fixedLength, 16, 100);
+ doTestSortedSetVsStoredFields(atLeast(100), fixedLength, fixedLength, 16, 100);
}
}
@@ -2581,14 +2581,14 @@ public abstract class LegacyBaseDocValuesFormatTestCase extends BaseIndexFileFor
public void testSortedSetVariableLengthManyValuesPerDocVsStoredFields() throws Exception {
int numIterations = atLeast(1);
for (int i = 0; i < numIterations; i++) {
- doTestSortedSetVsStoredFields(atLeast(20), 1, 10, 500, 1000);
+ doTestSortedSetVsStoredFields(atLeast(20), 1, 10, 50, 1000);
}
}
public void testSortedSetFixedLengthManyValuesPerDocVsStoredFields() throws Exception {
int numIterations = atLeast(1);
for (int i = 0; i < numIterations; i++) {
- doTestSortedSetVsStoredFields(atLeast(20), 10, 10, 500, 1000);
+ doTestSortedSetVsStoredFields(atLeast(20), 10, 10, 50, 1000);
}
}
@@ -3748,7 +3748,7 @@ public abstract class LegacyBaseDocValuesFormatTestCase extends BaseIndexFileFor
for (int i = 0; i < numChunks; i++) {
// change sparseness for each chunk
double sparseChance = random().nextDouble();
- int docCount = atLeast(1000);
+ int docCount = atLeast(101);
for (int j = 0; j < docCount; j++) {
Document doc = new Document();
doc.add(new StoredField("id", id));
@@ -3777,7 +3777,7 @@ public abstract class LegacyBaseDocValuesFormatTestCase extends BaseIndexFileFor
}
}
- int numIters = atLeast(10);
+ int numIters = atLeast(3);
for (int iter = 0; iter < numIters; iter++) {
DocIdSetIterator values = fieldCreator.iterator(r);
assertEquals(-1, values.docID());
diff --git a/lucene/test-framework/src/java/org/apache/lucene/tests/store/BaseDirectoryTestCase.java b/lucene/test-framework/src/java/org/apache/lucene/tests/store/BaseDirectoryTestCase.java
index 27bfa3c72f1..e65c15eb3a5 100644
--- a/lucene/test-framework/src/java/org/apache/lucene/tests/store/BaseDirectoryTestCase.java
+++ b/lucene/test-framework/src/java/org/apache/lucene/tests/store/BaseDirectoryTestCase.java
@@ -615,7 +615,7 @@ public abstract class BaseDirectoryTestCase extends LuceneTestCase {
new Thread(
() -> {
try {
- for (int i = 0, max = RandomizedTest.randomIntBetween(500, 1000); i < max; i++) {
+ for (int i = 0, max = RandomizedTest.randomIntBetween(100, 200); i < max; i++) {
String fileName = "file-" + i;
try (IndexOutput output = dir.createOutput(fileName, newIOContext(random()))) {
assert output != null;
@@ -960,7 +960,7 @@ public abstract class BaseDirectoryTestCase extends LuceneTestCase {
public void testRandomLong() throws Exception {
try (Directory dir = getDirectory(createTempDir("testLongs"))) {
IndexOutput output = dir.createOutput("longs", newIOContext(random()));
- int num = TestUtil.nextInt(random(), 50, 3000);
+ int num = TestUtil.nextInt(random(), 50, 700);
long[] longs = new long[num];
for (int i = 0; i < longs.length; i++) {
longs[i] = TestUtil.nextLong(random(), Long.MIN_VALUE, Long.MAX_VALUE);
diff --git a/lucene/test-framework/src/test/org/apache/lucene/tests/store/TestSerializedIOCountingDirectory.java b/lucene/test-framework/src/test/org/apache/lucene/tests/store/TestSerializedIOCountingDirectory.java
index eb2d746b52b..85da126e969 100644
--- a/lucene/test-framework/src/test/org/apache/lucene/tests/store/TestSerializedIOCountingDirectory.java
+++ b/lucene/test-framework/src/test/org/apache/lucene/tests/store/TestSerializedIOCountingDirectory.java
@@ -23,7 +23,6 @@ import java.io.IOException;
import java.nio.file.Path;
import org.apache.lucene.store.DataAccessHint;
import org.apache.lucene.store.Directory;
-import org.apache.lucene.store.FSDirectory;
import org.apache.lucene.store.IOContext;
import org.apache.lucene.store.IndexInput;
import org.apache.lucene.store.IndexOutput;
@@ -32,7 +31,7 @@ public class TestSerializedIOCountingDirectory extends BaseDirectoryTestCase {
@Override
protected Directory getDirectory(Path path) throws IOException {
- return new SerialIOCountingDirectory(FSDirectory.open(path));
+ return new SerialIOCountingDirectory(newDirectory());
}
public void testSequentialReads() throws IOException {