Apache Lucene open-source search software
test: fix some slow tests (#15323)
Robert Muira8888cade78d
diff --git a/lucene/analysis/common/src/test/org/apache/lucene/analysis/miscellaneous/TestWordDelimiterGraphFilter.java b/lucene/analysis/common/src/test/org/apache/lucene/analysis/miscellaneous/TestWordDelimiterGraphFilter.javaindex d9258396e7a..8a7aa8a5693 100644--- a/lucene/analysis/common/src/test/org/apache/lucene/analysis/miscellaneous/TestWordDelimiterGraphFilter.java+++ b/lucene/analysis/common/src/test/org/apache/lucene/analysis/miscellaneous/TestWordDelimiterGraphFilter.java@@ -1104,9 +1104,10 @@ public class TestWordDelimiterGraphFilter extends BaseTokenStreamTestCase {private String randomWDFText() {StringBuilder b = new StringBuilder();- int length = TestUtil.nextInt(random(), 1, 50);+ Random random = random();+ int length = TestUtil.nextInt(random, 1, 20);for (int i = 0; i < length; i++) {- int surpriseMe = random().nextInt(37);+ int surpriseMe = random.nextInt(37);int lower = -1;int upper = -1;if (surpriseMe < 10) {@@ -1130,7 +1131,7 @@ public class TestWordDelimiterGraphFilter extends BaseTokenStreamTestCase {}if (lower != -1) {- b.append((char) TestUtil.nextInt(random(), lower, upper));+ b.append((char) TestUtil.nextInt(random, lower, upper));}}@@ -1146,7 +1147,7 @@ public class TestWordDelimiterGraphFilter extends BaseTokenStreamTestCase {}public void testRandomPaths() throws Exception {- int iters = atLeast(10);+ int iters = atLeast(1);for (int iter = 0; iter < iters; iter++) {String text = randomWDFText();if (VERBOSE) {diff --git a/lucene/core/src/java/org/apache/lucene/util/OfflineSorter.java b/lucene/core/src/java/org/apache/lucene/util/OfflineSorter.javaindex 39620b38df6..a4d09ff674c 100644--- a/lucene/core/src/java/org/apache/lucene/util/OfflineSorter.java+++ b/lucene/core/src/java/org/apache/lucene/util/OfflineSorter.java@@ -97,6 +97,11 @@ public class OfflineSorter {this.bytes = (int) bytes;}+ // internal for testing+ static BufferSize kilobytes(long kb) {+ return new BufferSize(kb * 1024);+ }+/** Creates a {@link BufferSize} in MB. The given values must be > 0 and < 2048. */public static BufferSize megabytes(long mb) {return new BufferSize(mb * MB);diff --git a/lucene/core/src/test/org/apache/lucene/codecs/lucene103/blocktree/TestTrie.java b/lucene/core/src/test/org/apache/lucene/codecs/lucene103/blocktree/TestTrie.javaindex 5512015d2eb..f559262b160 100644--- a/lucene/core/src/test/org/apache/lucene/codecs/lucene103/blocktree/TestTrie.java+++ b/lucene/core/src/test/org/apache/lucene/codecs/lucene103/blocktree/TestTrie.java@@ -67,7 +67,7 @@ public class TestTrie extends LuceneTestCase {public void testOneByteTerms() throws Exception {// heavily test single byte terms to generate various label distribution.Supplier<byte[]> supplier = () -> new byte[] {(byte) random().nextInt()};- int round = atLeast(50);+ int round = atLeast(5);for (int i = 0; i < round; i++) {testTrieLookup(supplier, 10);}diff --git a/lucene/core/src/test/org/apache/lucene/document/TestLatLonPointDistanceFeatureQuery.java b/lucene/core/src/test/org/apache/lucene/document/TestLatLonPointDistanceFeatureQuery.javaindex 210b9229532..513333b7d0d 100644--- a/lucene/core/src/test/org/apache/lucene/document/TestLatLonPointDistanceFeatureQuery.java+++ b/lucene/core/src/test/org/apache/lucene/document/TestLatLonPointDistanceFeatureQuery.java@@ -455,7 +455,7 @@ public class TestLatLonPointDistanceFeatureQuery extends LuceneTestCase {LatLonDocValuesField docValue = new LatLonDocValuesField("foo", 0., 0.);doc.add(docValue);- int numDocs = atLeast(10000);+ int numDocs = atLeast(2048);for (int i = 0; i < numDocs; ++i) {double lat = random().nextDouble() * 180 - 90;double lon = random().nextDouble() * 360 - 180;diff --git a/lucene/core/src/test/org/apache/lucene/index/TestIndexSorting.java b/lucene/core/src/test/org/apache/lucene/index/TestIndexSorting.javaindex 7041f1332d1..4b1b2ccda8c 100644--- a/lucene/core/src/test/org/apache/lucene/index/TestIndexSorting.java+++ b/lucene/core/src/test/org/apache/lucene/index/TestIndexSorting.java@@ -3333,7 +3333,7 @@ public class TestIndexSorting extends LuceneTestCase {iwc.setIndexSort(indexSort);iwc.setParentField(parentField);RandomIndexWriter randomIndexWriter = new RandomIndexWriter(random(), dir, iwc);- int numDocs = random().nextInt(100, 1000);+ int numDocs = random().nextInt(100, 300);for (int i = 0; i < numDocs; i++) {if (rarely()) {randomIndexWriter.deleteDocuments(new Term("id", "" + random().nextInt(0, i + 1)));diff --git a/lucene/core/src/test/org/apache/lucene/index/TestIndexTooManyDocs.java b/lucene/core/src/test/org/apache/lucene/index/TestIndexTooManyDocs.javaindex 189f7507676..d7f4c51c6ca 100644--- a/lucene/core/src/test/org/apache/lucene/index/TestIndexTooManyDocs.java+++ b/lucene/core/src/test/org/apache/lucene/index/TestIndexTooManyDocs.java@@ -43,7 +43,7 @@ public class TestIndexTooManyDocs extends LuceneTestCase {IndexWriter writer = new IndexWriter(dir, config);try {IndexWriter.setMaxDocs(numMaxDoc);- int numThreads = 5 + random().nextInt(5);+ int numThreads = atLeast(2);Thread[] threads = new Thread[numThreads];CountDownLatch latch = new CountDownLatch(numThreads);CountDownLatch indexingDone = new CountDownLatch(numThreads - 2);diff --git a/lucene/core/src/test/org/apache/lucene/index/TestIndexWriter.java b/lucene/core/src/test/org/apache/lucene/index/TestIndexWriter.javaindex dcfdc9d4b0c..d86bab8f985 100644--- a/lucene/core/src/test/org/apache/lucene/index/TestIndexWriter.java+++ b/lucene/core/src/test/org/apache/lucene/index/TestIndexWriter.java@@ -1098,8 +1098,8 @@ public class TestIndexWriter extends LuceneTestCase {new ThreadInterruptedException(new InterruptedException()).getCause()instanceof InterruptedException);- // issue 100 interrupts to child thread- final int numInterrupts = atLeast(100);+ // issue 20 interrupts to child thread+ final int numInterrupts = atLeast(20);int i = 0;while (i < numInterrupts) {// TODO: would be nice to also sometimes interrupt the CMS merge threads too ...@@ -4388,9 +4388,9 @@ public class TestIndexWriter extends LuceneTestCase {SearcherManager manager = new SearcherManager(writer, new SearcherFactory())) {CountDownLatch start = new CountDownLatch(1);int numDocs =- TEST_NIGHTLY ? TestUtil.nextInt(random(), 100, 600) : TestUtil.nextInt(random(), 10, 60);+ TEST_NIGHTLY ? TestUtil.nextInt(random(), 100, 600) : TestUtil.nextInt(random(), 10, 30);AtomicLong maxCompletedSeqID = new AtomicLong(-1);- Thread[] threads = new Thread[2 + random().nextInt(2)];+ Thread[] threads = new Thread[2];for (int i = 0; i < threads.length; i++) {int idx = i;threads[i] =diff --git a/lucene/core/src/test/org/apache/lucene/index/TestIndexWriterExceptions2.java b/lucene/core/src/test/org/apache/lucene/index/TestIndexWriterExceptions2.javaindex accb2f50c25..1c14b9cbcca 100644--- a/lucene/core/src/test/org/apache/lucene/index/TestIndexWriterExceptions2.java+++ b/lucene/core/src/test/org/apache/lucene/index/TestIndexWriterExceptions2.java@@ -101,7 +101,7 @@ public class TestIndexWriterExceptions2 extends LuceneTestCase {conf.setMergeScheduler(new SerialMergeScheduler());conf.setCodec(codec);- int numDocs = atLeast(100);+ int numDocs = atLeast(20);IndexWriter iw = new IndexWriter(dir, conf);try {diff --git a/lucene/core/src/test/org/apache/lucene/index/TestIndexWriterNRTIsCurrent.java b/lucene/core/src/test/org/apache/lucene/index/TestIndexWriterNRTIsCurrent.javaindex 42d5a408c5a..cb9acd4cdad 100644--- a/lucene/core/src/test/org/apache/lucene/index/TestIndexWriterNRTIsCurrent.java+++ b/lucene/core/src/test/org/apache/lucene/index/TestIndexWriterNRTIsCurrent.java@@ -43,7 +43,7 @@ public class TestIndexWriterNRTIsCurrent extends LuceneTestCase {int numReaderThreads = TEST_NIGHTLY ? TestUtil.nextInt(random(), 2, 5) : 2;ReaderThread[] threads = new ReaderThread[numReaderThreads];final CountDownLatch latch = new CountDownLatch(1);- WriterThread writerThread = new WriterThread(holder, writer, atLeast(500), random(), latch);+ WriterThread writerThread = new WriterThread(holder, writer, atLeast(200), random(), latch);for (int i = 0; i < threads.length; i++) {threads[i] = new ReaderThread(holder, latch);threads[i].start();@@ -110,7 +110,7 @@ public class TestIndexWriterNRTIsCurrent extends LuceneTestCase {latch.countDown();}}- if (random.nextBoolean()) {+ if (random.nextInt(7) == 0) {writer.commit();final DirectoryReader newReader = DirectoryReader.openIfChanged(currentReader);if (newReader != null) {diff --git a/lucene/core/src/test/org/apache/lucene/search/TestLRUQueryCache.java b/lucene/core/src/test/org/apache/lucene/search/TestLRUQueryCache.javaindex 516d3c20618..fb577202d12 100644--- a/lucene/core/src/test/org/apache/lucene/search/TestLRUQueryCache.java+++ b/lucene/core/src/test/org/apache/lucene/search/TestLRUQueryCache.java@@ -127,7 +127,7 @@ public class TestLRUQueryCache extends LuceneTestCase {final SearcherManager mgr = new SearcherManager(w.w, applyDeletes, false, searcherFactory);final AtomicBoolean indexing = new AtomicBoolean(true);final AtomicReference<Throwable> error = new AtomicReference<>();- final int numDocs = atLeast(1000);+ final int numDocs = atLeast(257);Thread[] threads = new Thread[3];threads[0] =new Thread() {diff --git a/lucene/core/src/test/org/apache/lucene/search/TestRescoreTopNQuery.java b/lucene/core/src/test/org/apache/lucene/search/TestRescoreTopNQuery.javaindex 3fb32bdb2d7..05f84bea4cb 100644--- a/lucene/core/src/test/org/apache/lucene/search/TestRescoreTopNQuery.java+++ b/lucene/core/src/test/org/apache/lucene/search/TestRescoreTopNQuery.java@@ -170,7 +170,7 @@ public class TestRescoreTopNQuery extends LuceneTestCase {final String KNN_FIELD = "knn_vector";List<float[][]> corpus = new ArrayList<>();final int numDocs = atLeast(100);- final int numSegments = random().nextInt(2, 5);+ final int numSegments = atLeast(2);final int dim = 8;final VectorSimilarityFunction vectorSimilarityFunction =VectorSimilarityFunction.values()[diff --git a/lucene/core/src/test/org/apache/lucene/search/TestWANDScorer.java b/lucene/core/src/test/org/apache/lucene/search/TestWANDScorer.javaindex 459e212248c..d439b2f07be 100644--- a/lucene/core/src/test/org/apache/lucene/search/TestWANDScorer.java+++ b/lucene/core/src/test/org/apache/lucene/search/TestWANDScorer.java@@ -746,7 +746,7 @@ public class TestWANDScorer extends LuceneTestCase {// but will be called during searchingIndexSearcher searcher = newSearcher(reader, true, true, false);- for (int iter = 0; iter < 100; ++iter) {+ for (int iter = 0; iter < 10; ++iter) {int start = random().nextInt(10);int numClauses = random().nextInt(1 << random().nextInt(5));BooleanQuery.Builder builder = new BooleanQuery.Builder();diff --git a/lucene/core/src/test/org/apache/lucene/util/TestOfflineSorter.java b/lucene/core/src/test/org/apache/lucene/util/TestOfflineSorter.javaindex 02dd2b7c78a..bd3e468900b 100644--- a/lucene/core/src/test/org/apache/lucene/util/TestOfflineSorter.java+++ b/lucene/core/src/test/org/apache/lucene/util/TestOfflineSorter.java@@ -115,7 +115,7 @@ public class TestOfflineSorter extends LuceneTestCase {}public void testSmallRandom() throws Exception {- // Sort 20 mb worth of data with 1mb buffer.+ // Sort 10 mb worth of data with 512kb buffer.try (Directory dir = newFSDirectory(createTempDir())) {ExecutorService exec = randomExecutorServiceOrNull();SortInfo sortInfo =@@ -125,12 +125,12 @@ public class TestOfflineSorter extends LuceneTestCase {dir,"foo",OfflineSorter.DEFAULT_COMPARATOR,- BufferSize.megabytes(1),+ BufferSize.kilobytes(512),OfflineSorter.MAX_TEMPFILES,-1,exec,TestUtil.nextInt(random(), 1, 4)),- generateRandom((int) OfflineSorter.MB * 20));+ generateRandom((int) OfflineSorter.MB * 10));if (exec != null) {exec.shutdownNow();}diff --git a/lucene/core/src/test/org/apache/lucene/util/bkd/TestBKD.java b/lucene/core/src/test/org/apache/lucene/util/bkd/TestBKD.javaindex 557b9afdfda..8eb513bf7b6 100644--- a/lucene/core/src/test/org/apache/lucene/util/bkd/TestBKD.java+++ b/lucene/core/src/test/org/apache/lucene/util/bkd/TestBKD.java@@ -1320,6 +1320,8 @@ public class TestBKD extends LuceneTestCase {dir.close();}+ // TODO: can this use less docs?+ @Nightlypublic void test2DLongOrdsOffline() throws Exception {try (Directory dir = newDirectory()) {int numDocs = 100000;diff --git a/lucene/facet/src/test/org/apache/lucene/facet/MultiValuesSourceTestCase.java b/lucene/facet/src/test/org/apache/lucene/facet/MultiValuesSourceTestCase.javaindex 6ebe2328b29..c5f89a5be42 100644--- a/lucene/facet/src/test/org/apache/lucene/facet/MultiValuesSourceTestCase.java+++ b/lucene/facet/src/test/org/apache/lucene/facet/MultiValuesSourceTestCase.java@@ -32,20 +32,20 @@ import org.apache.lucene.search.LongValues;import org.apache.lucene.store.Directory;import org.apache.lucene.tests.index.RandomIndexWriter;import org.apache.lucene.tests.util.LuceneTestCase;+import org.junit.AfterClass;+import org.junit.BeforeClass;public abstract class MultiValuesSourceTestCase extends LuceneTestCase {- protected Directory dir;- protected IndexReader reader;- protected IndexSearcher searcher;-- @Override- public void setUp() throws Exception {- super.setUp();+ protected static Directory dir;+ protected static IndexReader reader;+ protected static IndexSearcher searcher;+ @BeforeClass+ public static void beforeClass() throws Exception {dir = newDirectory();RandomIndexWriter iw = new RandomIndexWriter(random(), dir);- int numDocs = RandomNumbers.randomIntBetween(random(), 100, 1000);+ int numDocs = RandomNumbers.randomIntBetween(random(), 100, 300);for (int i = 0; i < numDocs; i++) {Document doc = new Document();@@ -95,11 +95,13 @@ public abstract class MultiValuesSourceTestCase extends LuceneTestCase {searcher = newSearcher(reader);}- @Override- public void tearDown() throws Exception {+ @AfterClass+ public static void afterClass() throws Exception {reader.close();dir.close();- super.tearDown();+ searcher = null;+ reader = null;+ dir = null;}protected void validateFieldBasedSource(NumericDocValues docValues, LongValues values, int maxDoc)diff --git a/lucene/facet/src/test/org/apache/lucene/facet/TestStringValueFacetCounts.java b/lucene/facet/src/test/org/apache/lucene/facet/TestStringValueFacetCounts.javaindex 9d5a8e238f5..60d3f1e63db 100644--- a/lucene/facet/src/test/org/apache/lucene/facet/TestStringValueFacetCounts.java+++ b/lucene/facet/src/test/org/apache/lucene/facet/TestStringValueFacetCounts.java@@ -345,7 +345,7 @@ public class TestStringValueFacetCounts extends FacetTestCase {public void testRandom() throws Exception {- int fullIterations = LuceneTestCase.TEST_NIGHTLY ? 20 : 3;+ int fullIterations = LuceneTestCase.TEST_NIGHTLY ? 20 : 1;for (int iter = 0; iter < fullIterations; iter++) {Directory dir = newDirectory();RandomIndexWriter writer = new RandomIndexWriter(random(), dir);diff --git a/lucene/facet/src/test/org/apache/lucene/facet/taxonomy/TestSearcherTaxonomyManager.java b/lucene/facet/src/test/org/apache/lucene/facet/taxonomy/TestSearcherTaxonomyManager.javaindex f30b950a5cc..551ef45e9b4 100644--- a/lucene/facet/src/test/org/apache/lucene/facet/taxonomy/TestSearcherTaxonomyManager.java+++ b/lucene/facet/src/test/org/apache/lucene/facet/taxonomy/TestSearcherTaxonomyManager.java@@ -241,7 +241,7 @@ public class TestSearcherTaxonomyManager extends FacetTestCase {final AtomicBoolean stop = new AtomicBoolean();// How many unique facets to index before stopping:- final int ordLimit = TEST_NIGHTLY ? 100000 : 600;+ final int ordLimit = TEST_NIGHTLY ? 100000 : 100;Thread indexer = new IndexerThread(w, config, tw, mgr, ordLimit, stop);indexer.start();diff --git a/lucene/facet/src/test/org/apache/lucene/facet/taxonomy/TestTaxonomyCombined.java b/lucene/facet/src/test/org/apache/lucene/facet/taxonomy/TestTaxonomyCombined.javaindex 08c6814a62f..d3acb6015e0 100644--- a/lucene/facet/src/test/org/apache/lucene/facet/taxonomy/TestTaxonomyCombined.java+++ b/lucene/facet/src/test/org/apache/lucene/facet/taxonomy/TestTaxonomyCombined.java@@ -750,7 +750,7 @@ public class TestTaxonomyCombined extends FacetTestCase {final ParallelTaxonomyArrays ca2 = trBase.getParallelTaxonomyArrays();final int abYoungChildBase2 = ca2.children().get(abOrd);- int numRetries = atLeast(10);+ int numRetries = atLeast(3);for (int retry = 0; retry < numRetries; retry++) {assertConsistentYoungestChild(abPath, abOrd, abYoungChildBase1, abYoungChildBase2, retry, numCategories);diff --git a/lucene/facet/src/test/org/apache/lucene/facet/taxonomy/directory/TestConcurrentFacetedIndexing.java b/lucene/facet/src/test/org/apache/lucene/facet/taxonomy/directory/TestConcurrentFacetedIndexing.javaindex f9ddfc0a64a..d17d7fe62ad 100644--- a/lucene/facet/src/test/org/apache/lucene/facet/taxonomy/directory/TestConcurrentFacetedIndexing.java+++ b/lucene/facet/src/test/org/apache/lucene/facet/taxonomy/directory/TestConcurrentFacetedIndexing.java@@ -93,14 +93,14 @@ public class TestConcurrentFacetedIndexing extends FacetTestCase {}public void testConcurrency() throws Exception {- final AtomicInteger numDocs = new AtomicInteger(atLeast(10000));+ final AtomicInteger numDocs = new AtomicInteger(atLeast(1000));final Directory indexDir = newDirectory();final Directory taxoDir = newDirectory();final ConcurrentHashMap<String, String> values = new ConcurrentHashMap<>();final IndexWriter iw = new IndexWriter(indexDir, newIndexWriterConfig(null));final DirectoryTaxonomyWriter tw =new DirectoryTaxonomyWriter(taxoDir, OpenMode.CREATE, newTaxoWriterCache(numDocs.get()));- final Thread[] indexThreads = new Thread[atLeast(4)];+ final Thread[] indexThreads = new Thread[atLeast(2)];final FacetsConfig config = new FacetsConfig();for (int i = 0; i < 10; i++) {config.setHierarchical("l1." + i, true);diff --git a/lucene/sandbox/src/test/org/apache/lucene/sandbox/document/TestFloatPointNearestNeighbor.java b/lucene/sandbox/src/test/org/apache/lucene/sandbox/document/TestFloatPointNearestNeighbor.javaindex 368bef88465..6e265c13c17 100644--- a/lucene/sandbox/src/test/org/apache/lucene/sandbox/document/TestFloatPointNearestNeighbor.java+++ b/lucene/sandbox/src/test/org/apache/lucene/sandbox/document/TestFloatPointNearestNeighbor.java@@ -151,8 +151,8 @@ public class TestFloatPointNearestNeighbor extends LuceneTestCase {public void testNearestNeighborRandom() throws Exception {Directory dir;- int numPoints = atLeast(5000);- if (numPoints > 100000) {+ int numPoints = atLeast(1000);+ if (numPoints > 20000) {dir = newFSDirectory(createTempDir(getClass().getSimpleName()));} else {dir = newDirectory();@@ -189,7 +189,7 @@ public class TestFloatPointNearestNeighbor extends LuceneTestCase {// can't wrap because we require Lucene60PointsFormat directly but e.g. ParallelReader wraps// with its own points impl:IndexSearcher s = newSearcher(r, false);- int iters = atLeast(100);+ int iters = atLeast(10);for (int iter = 0; iter < iters; ++iter) {if (VERBOSE) {System.out.println("\nTEST: iter=" + iter);diff --git a/lucene/sandbox/src/test/org/apache/lucene/sandbox/facet/TestRangeFacet.java b/lucene/sandbox/src/test/org/apache/lucene/sandbox/facet/TestRangeFacet.javaindex 3a91ef3af84..459325f1f57 100644--- a/lucene/sandbox/src/test/org/apache/lucene/sandbox/facet/TestRangeFacet.java+++ b/lucene/sandbox/src/test/org/apache/lucene/sandbox/facet/TestRangeFacet.java@@ -897,7 +897,7 @@ public class TestRangeFacet extends SandboxFacetTestCase {Directory dir = newDirectory();RandomIndexWriter w = new RandomIndexWriter(random(), dir);- int numDocs = atLeast(1000);+ int numDocs = atLeast(500);if (VERBOSE) {System.out.println("TEST: numDocs=" + numDocs);}@@ -926,12 +926,12 @@ public class TestRangeFacet extends SandboxFacetTestCase {IndexSearcher s = newSearcher(r, false);FacetsConfig config = new FacetsConfig();- int numIters = atLeast(10);+ int numIters = atLeast(3);for (int iter = 0; iter < numIters; iter++) {if (VERBOSE) {System.out.println("TEST: iter=" + iter);}- int numRange = TestUtil.nextInt(random(), 1, 100);+ int numRange = TestUtil.nextInt(random(), 1, 50);LongRange[] ranges = new LongRange[numRange];int[] expectedCounts = new int[numRange];long minAcceptedValue = Long.MAX_VALUE;diff --git a/lucene/suggest/src/test/org/apache/lucene/search/spell/TestSpellChecker.java b/lucene/suggest/src/test/org/apache/lucene/search/spell/TestSpellChecker.javaindex d117e67612e..eff0104ea44 100644--- a/lucene/suggest/src/test/org/apache/lucene/search/spell/TestSpellChecker.java+++ b/lucene/suggest/src/test/org/apache/lucene/search/spell/TestSpellChecker.java@@ -444,7 +444,7 @@ public class TestSpellChecker extends LuceneTestCase {assertEquals(4, searchers.size());int num_field2 = this.numdoc();assertEquals(num_field2, num_field1 + 1);- int numThreads = 5 + random().nextInt(5);+ int numThreads = atLeast(2);ExecutorService executor =Executors.newFixedThreadPool(numThreads, new NamedThreadFactory("testConcurrentAccess"));SpellCheckWorker[] workers = new SpellCheckWorker[numThreads];@@ -453,7 +453,7 @@ public class TestSpellChecker extends LuceneTestCase {executor.execute(spellCheckWorker);workers[i] = spellCheckWorker;}- int iterations = 5 + random().nextInt(5);+ int iterations = atLeast(3);for (int i = 0; i < iterations; i++) {Thread.sleep(100);// concurrently reset the spell indexdiff --git a/lucene/suggest/src/test/org/apache/lucene/search/suggest/TestDocumentDictionary.java b/lucene/suggest/src/test/org/apache/lucene/search/suggest/TestDocumentDictionary.javaindex f2cfcd564b8..a529141c15e 100644--- a/lucene/suggest/src/test/org/apache/lucene/search/suggest/TestDocumentDictionary.java+++ b/lucene/suggest/src/test/org/apache/lucene/search/suggest/TestDocumentDictionary.java@@ -249,7 +249,7 @@ public class TestDocumentDictionary extends LuceneTestCase {iwc.setMergePolicy(newLogMergePolicy());RandomIndexWriter writer = new RandomIndexWriter(random(), dir, iwc);Map.Entry<List<String>, Map<String, Document>> res =- generateIndexDocuments(atLeast(1000), false);+ generateIndexDocuments(atLeast(200), false);Map<String, Document> docs = res.getValue();List<String> invalidDocTerms = res.getKey();Random rand = random();diff --git a/lucene/test-framework/src/java/org/apache/lucene/tests/index/BaseCompoundFormatTestCase.java b/lucene/test-framework/src/java/org/apache/lucene/tests/index/BaseCompoundFormatTestCase.javaindex 4910562cf38..a592ace7f03 100644--- a/lucene/test-framework/src/java/org/apache/lucene/tests/index/BaseCompoundFormatTestCase.java+++ b/lucene/test-framework/src/java/org/apache/lucene/tests/index/BaseCompoundFormatTestCase.java@@ -169,6 +169,8 @@ public abstract class BaseCompoundFormatTestCase extends BaseIndexFileFormatTest}// LUCENE-5724: actually test we play nice with NRTCachingDir and massive file+ // TODO: very slow with SimpleText+ @Nightlypublic void testLargeCFS() throws IOException {final String testfile = "_123.test";IOContext context = IOContext.flush(new FlushInfo(0, 512 * 1024 * 1024));diff --git a/lucene/test-framework/src/java/org/apache/lucene/tests/index/BaseDocValuesFormatTestCase.java b/lucene/test-framework/src/java/org/apache/lucene/tests/index/BaseDocValuesFormatTestCase.javaindex 304b211fea3..12ccecfaeaf 100644--- a/lucene/test-framework/src/java/org/apache/lucene/tests/index/BaseDocValuesFormatTestCase.java+++ b/lucene/test-framework/src/java/org/apache/lucene/tests/index/BaseDocValuesFormatTestCase.java@@ -379,7 +379,7 @@ public abstract class BaseDocValuesFormatTestCase extends LegacyBaseDocValuesFor}public void testNumericDocValuesWithSkipperMedium() throws Exception {- doTestNumericDocValuesWithSkipper(random().nextInt(1000, 20000));+ doTestNumericDocValuesWithSkipper(random().nextInt(1000, 1500));}@Nightly@@ -439,10 +439,8 @@ public abstract class BaseDocValuesFormatTestCase extends LegacyBaseDocValuesFordoTestSortedNumericDocValuesWithSkipper(random().nextInt(1, 1000));}- // TODO: incredibly slow (at least with simpletext)- @Nightlypublic void testSortedNumericDocValuesWithSkipperMedium() throws Exception {- doTestSortedNumericDocValuesWithSkipper(random().nextInt(1000, 20000));+ doTestSortedNumericDocValuesWithSkipper(random().nextInt(1000, 1500));}@Nightly@@ -456,7 +454,7 @@ public abstract class BaseDocValuesFormatTestCase extends LegacyBaseDocValuesFornew TestDocValueSkipper() {@Overridepublic void populateDoc(Document doc) {- for (int j = 0; j < random().nextInt(1, 5); j++) {+ for (int j = 0; j < random().nextInt(1, 3); j++) {doc.add(SortedNumericDocValuesField.indexedField("test", random().nextLong()));}}@@ -526,7 +524,7 @@ public abstract class BaseDocValuesFormatTestCase extends LegacyBaseDocValuesFor}public void testSortedDocValuesWithSkipperMedium() throws Exception {- doTestSortedDocValuesWithSkipper(random().nextInt(1000, 20000));+ doTestSortedDocValuesWithSkipper(random().nextInt(1000, 1500));}@Nightly@@ -587,7 +585,7 @@ public abstract class BaseDocValuesFormatTestCase extends LegacyBaseDocValuesFor}public void testSortedSetDocValuesWithSkipperMedium() throws Exception {- doTestSortedSetDocValuesWithSkipper(random().nextInt(10000, 20000));+ doTestSortedSetDocValuesWithSkipper(random().nextInt(1000, 1500));}@Nightly@@ -601,7 +599,7 @@ public abstract class BaseDocValuesFormatTestCase extends LegacyBaseDocValuesFornew TestDocValueSkipper() {@Overridepublic void populateDoc(Document doc) {- for (int j = 0; j < random().nextInt(1, 5); j++) {+ for (int j = 0; j < random().nextInt(1, 3); j++) {doc.add(SortedSetDocValuesField.indexedField("test", TestUtil.randomBinaryTerm(random())));diff --git a/lucene/test-framework/src/java/org/apache/lucene/tests/index/BaseFieldInfoFormatTestCase.java b/lucene/test-framework/src/java/org/apache/lucene/tests/index/BaseFieldInfoFormatTestCase.javaindex ba2c6f362a3..ec05e023865 100644--- a/lucene/test-framework/src/java/org/apache/lucene/tests/index/BaseFieldInfoFormatTestCase.java+++ b/lucene/test-framework/src/java/org/apache/lucene/tests/index/BaseFieldInfoFormatTestCase.java@@ -276,7 +276,7 @@ public abstract class BaseFieldInfoFormatTestCase extends BaseIndexFileFormatTesSegmentInfo segmentInfo = newSegmentInfo(dir, "_123");// generate a bunch of fields- int numFields = atLeast(2000);+ int numFields = atLeast(200);Set<String> fieldNames = new HashSet<>();for (int i = 0; i < numFields; i++) {fieldNames.add(TestUtil.randomUnicodeString(random()));diff --git a/lucene/test-framework/src/java/org/apache/lucene/tests/index/BaseIndexFileFormatTestCase.java b/lucene/test-framework/src/java/org/apache/lucene/tests/index/BaseIndexFileFormatTestCase.javaindex db669cd5947..4228dffdbd2 100644--- a/lucene/test-framework/src/java/org/apache/lucene/tests/index/BaseIndexFileFormatTestCase.java+++ b/lucene/test-framework/src/java/org/apache/lucene/tests/index/BaseIndexFileFormatTestCase.java@@ -641,7 +641,7 @@ public abstract class BaseIndexFileFormatTestCase extends LuceneTestCase {conf.setMergeScheduler(new SerialMergeScheduler());conf.setCodec(getCodec());- int numDocs = atLeast(500);+ int numDocs = atLeast(100);IndexWriter iw = new IndexWriter(dir, conf);try {@@ -675,7 +675,7 @@ public abstract class BaseIndexFileFormatTestCase extends LuceneTestCase {allowAlreadyClosed = true;}- if (random().nextInt(10) == 0) {+ if (random().nextInt(23) == 0) {// trigger flush:try {if (random().nextBoolean()) {diff --git a/lucene/test-framework/src/java/org/apache/lucene/tests/index/BaseKnnVectorsFormatTestCase.java b/lucene/test-framework/src/java/org/apache/lucene/tests/index/BaseKnnVectorsFormatTestCase.javaindex a997b45d022..ffeb489ed0a 100644--- a/lucene/test-framework/src/java/org/apache/lucene/tests/index/BaseKnnVectorsFormatTestCase.java+++ b/lucene/test-framework/src/java/org/apache/lucene/tests/index/BaseKnnVectorsFormatTestCase.java@@ -968,7 +968,7 @@ public abstract class BaseKnnVectorsFormatTestCase extends BaseIndexFileFormatTeif (random().nextInt(10) == 2) {iw.deleteDocuments(new Term("id", Integer.toString(random().nextInt(i + 1))));}- if (random().nextInt(10) == 3) {+ if (random().nextInt(23) == 1) {iw.commit();}}@@ -1029,7 +1029,7 @@ public abstract class BaseKnnVectorsFormatTestCase extends BaseIndexFileFormatTeif (random().nextInt(10) == 2) {iw.deleteDocuments(new Term("id", Integer.toString(random().nextInt(i + 1))));}- if (random().nextInt(10) == 3) {+ if (random().nextInt(23) == 1) {iw.commit();}}diff --git a/lucene/test-framework/src/java/org/apache/lucene/tests/index/BasePostingsFormatTestCase.java b/lucene/test-framework/src/java/org/apache/lucene/tests/index/BasePostingsFormatTestCase.javaindex 4f2c6631bcb..67c4b8fc642 100644--- a/lucene/test-framework/src/java/org/apache/lucene/tests/index/BasePostingsFormatTestCase.java+++ b/lucene/test-framework/src/java/org/apache/lucene/tests/index/BasePostingsFormatTestCase.java@@ -382,7 +382,7 @@ public abstract class BasePostingsFormatTestCase extends BaseIndexFileFormatTestiwc.setMergePolicy(newTieredMergePolicy());IndexWriter iw = new IndexWriter(dir, iwc);- for (int i = 0; i < 10000; i++) {+ for (int i = 0; i < 1000; i++) {Document document = new Document();document.add(new StringField("id", i + "", Field.Store.NO));iw.addDocument(document);@@ -393,8 +393,8 @@ public abstract class BasePostingsFormatTestCase extends BaseIndexFileFormatTestDirectoryReader reader = DirectoryReader.open(iw);TermsEnum termsEnum = getOnlyLeafReader(reader).terms("id").iterator();- for (int i = 0; i < 20000; i++) {- int n = random().nextInt(0, 10000);+ for (int i = 0; i < 2000; i++) {+ int n = random().nextInt(0, 1000);BytesRef target = new BytesRef(n + "");// seekExact.assertTrue(termsEnum.seekExact(target));diff --git a/lucene/test-framework/src/java/org/apache/lucene/tests/index/LegacyBaseDocValuesFormatTestCase.java b/lucene/test-framework/src/java/org/apache/lucene/tests/index/LegacyBaseDocValuesFormatTestCase.javaindex 2fb326a0bc8..78e36dcd1fc 100644--- a/lucene/test-framework/src/java/org/apache/lucene/tests/index/LegacyBaseDocValuesFormatTestCase.java+++ b/lucene/test-framework/src/java/org/apache/lucene/tests/index/LegacyBaseDocValuesFormatTestCase.java@@ -2502,7 +2502,7 @@ public abstract class LegacyBaseDocValuesFormatTestCase extends BaseIndexFileForint numIterations = atLeast(1);for (int i = 0; i < numIterations; i++) {int fixedLength = TestUtil.nextInt(random(), 1, 10);- doTestSortedSetVsStoredFields(atLeast(300), fixedLength, fixedLength, 16, 100);+ doTestSortedSetVsStoredFields(atLeast(100), fixedLength, fixedLength, 16, 100);}}@@ -2581,14 +2581,14 @@ public abstract class LegacyBaseDocValuesFormatTestCase extends BaseIndexFileForpublic void testSortedSetVariableLengthManyValuesPerDocVsStoredFields() throws Exception {int numIterations = atLeast(1);for (int i = 0; i < numIterations; i++) {- doTestSortedSetVsStoredFields(atLeast(20), 1, 10, 500, 1000);+ doTestSortedSetVsStoredFields(atLeast(20), 1, 10, 50, 1000);}}public void testSortedSetFixedLengthManyValuesPerDocVsStoredFields() throws Exception {int numIterations = atLeast(1);for (int i = 0; i < numIterations; i++) {- doTestSortedSetVsStoredFields(atLeast(20), 10, 10, 500, 1000);+ doTestSortedSetVsStoredFields(atLeast(20), 10, 10, 50, 1000);}}@@ -3748,7 +3748,7 @@ public abstract class LegacyBaseDocValuesFormatTestCase extends BaseIndexFileForfor (int i = 0; i < numChunks; i++) {// change sparseness for each chunkdouble sparseChance = random().nextDouble();- int docCount = atLeast(1000);+ int docCount = atLeast(101);for (int j = 0; j < docCount; j++) {Document doc = new Document();doc.add(new StoredField("id", id));@@ -3777,7 +3777,7 @@ public abstract class LegacyBaseDocValuesFormatTestCase extends BaseIndexFileFor}}- int numIters = atLeast(10);+ int numIters = atLeast(3);for (int iter = 0; iter < numIters; iter++) {DocIdSetIterator values = fieldCreator.iterator(r);assertEquals(-1, values.docID());diff --git a/lucene/test-framework/src/java/org/apache/lucene/tests/store/BaseDirectoryTestCase.java b/lucene/test-framework/src/java/org/apache/lucene/tests/store/BaseDirectoryTestCase.javaindex 27bfa3c72f1..e65c15eb3a5 100644--- a/lucene/test-framework/src/java/org/apache/lucene/tests/store/BaseDirectoryTestCase.java+++ b/lucene/test-framework/src/java/org/apache/lucene/tests/store/BaseDirectoryTestCase.java@@ -615,7 +615,7 @@ public abstract class BaseDirectoryTestCase extends LuceneTestCase {new Thread(() -> {try {- for (int i = 0, max = RandomizedTest.randomIntBetween(500, 1000); i < max; i++) {+ for (int i = 0, max = RandomizedTest.randomIntBetween(100, 200); i < max; i++) {String fileName = "file-" + i;try (IndexOutput output = dir.createOutput(fileName, newIOContext(random()))) {assert output != null;@@ -960,7 +960,7 @@ public abstract class BaseDirectoryTestCase extends LuceneTestCase {public void testRandomLong() throws Exception {try (Directory dir = getDirectory(createTempDir("testLongs"))) {IndexOutput output = dir.createOutput("longs", newIOContext(random()));- int num = TestUtil.nextInt(random(), 50, 3000);+ int num = TestUtil.nextInt(random(), 50, 700);long[] longs = new long[num];for (int i = 0; i < longs.length; i++) {longs[i] = TestUtil.nextLong(random(), Long.MIN_VALUE, Long.MAX_VALUE);diff --git a/lucene/test-framework/src/test/org/apache/lucene/tests/store/TestSerializedIOCountingDirectory.java b/lucene/test-framework/src/test/org/apache/lucene/tests/store/TestSerializedIOCountingDirectory.javaindex eb2d746b52b..85da126e969 100644--- a/lucene/test-framework/src/test/org/apache/lucene/tests/store/TestSerializedIOCountingDirectory.java+++ b/lucene/test-framework/src/test/org/apache/lucene/tests/store/TestSerializedIOCountingDirectory.java@@ -23,7 +23,6 @@ import java.io.IOException;import java.nio.file.Path;import org.apache.lucene.store.DataAccessHint;import org.apache.lucene.store.Directory;-import org.apache.lucene.store.FSDirectory;import org.apache.lucene.store.IOContext;import org.apache.lucene.store.IndexInput;import org.apache.lucene.store.IndexOutput;@@ -32,7 +31,7 @@ public class TestSerializedIOCountingDirectory extends BaseDirectoryTestCase {@Overrideprotected Directory getDirectory(Path path) throws IOException {- return new SerialIOCountingDirectory(FSDirectory.open(path));+ return new SerialIOCountingDirectory(newDirectory());}public void testSequentialReads() throws IOException {