Apache Lucene open-source search software
Skip decoding tail freqs when they are not needed. (#12832)
Adrien Grand5bc608dbad3c
diff --git a/lucene/core/src/java/org/apache/lucene/codecs/lucene99/Lucene99PostingsReader.java b/lucene/core/src/java/org/apache/lucene/codecs/lucene99/Lucene99PostingsReader.javaindex 52cb999aafd..599d1f939ce 100644--- a/lucene/core/src/java/org/apache/lucene/codecs/lucene99/Lucene99PostingsReader.java+++ b/lucene/core/src/java/org/apache/lucene/codecs/lucene99/Lucene99PostingsReader.java@@ -142,10 +142,15 @@ public final class Lucene99PostingsReader extends PostingsReaderBase {/** Read values that have been written using variable-length encoding instead of bit-packing. */static void readVIntBlock(- IndexInput docIn, long[] docBuffer, long[] freqBuffer, int num, boolean indexHasFreq)+ IndexInput docIn,+ long[] docBuffer,+ long[] freqBuffer,+ int num,+ boolean indexHasFreq,+ boolean decodeFreq)throws IOException {GroupVIntReader.readValues(docIn, docBuffer, num);- if (indexHasFreq) {+ if (indexHasFreq && decodeFreq) {for (int i = 0; i < num; ++i) {freqBuffer[i] = docBuffer[i] & 0x01;docBuffer[i] >>= 1;@@ -153,6 +158,10 @@ public final class Lucene99PostingsReader extends PostingsReaderBase {freqBuffer[i] = docIn.readVInt();}}+ } else if (indexHasFreq) {+ for (int i = 0; i < num; ++i) {+ docBuffer[i] >>= 1;+ }}}@@ -466,7 +475,7 @@ public final class Lucene99PostingsReader extends PostingsReaderBase {blockUpto++;} else {// Read vInts:- readVIntBlock(docIn, docBuffer, freqBuffer, left, indexHasFreq);+ readVIntBlock(docIn, docBuffer, freqBuffer, left, indexHasFreq, needsFreq);prefixSum(docBuffer, left, accum);docBuffer[left] = NO_MORE_DOCS;blockUpto += left;@@ -759,7 +768,7 @@ public final class Lucene99PostingsReader extends PostingsReaderBase {docBuffer[1] = NO_MORE_DOCS;blockUpto++;} else {- readVIntBlock(docIn, docBuffer, freqBuffer, left, true);+ readVIntBlock(docIn, docBuffer, freqBuffer, left, true, true);prefixSum(docBuffer, left, accum);docBuffer[left] = NO_MORE_DOCS;blockUpto += left;@@ -1146,7 +1155,7 @@ public final class Lucene99PostingsReader extends PostingsReaderBase {}blockUpto += BLOCK_SIZE;} else {- readVIntBlock(docIn, docBuffer, freqBuffer, left, indexHasFreqs);+ readVIntBlock(docIn, docBuffer, freqBuffer, left, indexHasFreqs, true);prefixSum(docBuffer, left, accum);docBuffer[left] = NO_MORE_DOCS;blockUpto += left;@@ -1354,7 +1363,7 @@ public final class Lucene99PostingsReader extends PostingsReaderBase {forDeltaUtil.decodeAndPrefixSum(docIn, accum, docBuffer);pforUtil.decode(docIn, freqBuffer);} else {- readVIntBlock(docIn, docBuffer, freqBuffer, left, true);+ readVIntBlock(docIn, docBuffer, freqBuffer, left, true, true);prefixSum(docBuffer, left, accum);docBuffer[left] = NO_MORE_DOCS;}@@ -1744,7 +1753,7 @@ public final class Lucene99PostingsReader extends PostingsReaderBase {false; // freq block will be loaded lazily when necessary, we don't load it here}} else {- readVIntBlock(docIn, docBuffer, freqBuffer, left, indexHasFreq);+ readVIntBlock(docIn, docBuffer, freqBuffer, left, indexHasFreq, true);prefixSum(docBuffer, left, accum);docBuffer[left] = NO_MORE_DOCS;}