Apache Lucene open-source search software
LUCENE-10453: Speed up euclidean distances. (#725)
Adrien Grand9d732380aefd
diff --git a/lucene/CHANGES.txt b/lucene/CHANGES.txtindex c072829fde6..772986a3f8b 100644--- a/lucene/CHANGES.txt+++ b/lucene/CHANGES.txt@@ -252,6 +252,9 @@ Optimizations* LUCENE-10450: IndexSortSortedNumericDocValuesRangeQuery could be rewrite to MatchAllDocsQuery. (Lu Xugang)+* LUCENE-10453: Indexing and search speedup with KNN vectors when using+ euclidean distance. (Adrien Grand)+Changes in runtime behavior---------------------diff --git a/lucene/core/src/java/org/apache/lucene/util/VectorUtil.java b/lucene/core/src/java/org/apache/lucene/util/VectorUtil.javaindex 1e5729aa85d..7df7a99fa73 100644--- a/lucene/core/src/java/org/apache/lucene/util/VectorUtil.java+++ b/lucene/core/src/java/org/apache/lucene/util/VectorUtil.java@@ -133,13 +133,36 @@ public final class VectorUtil {}float squareSum = 0.0f;int dim = v1.length;- for (int i = 0; i < dim; i++) {+ int i;+ for (i = 0; i + 8 <= dim; i += 8) {+ squareSum += squareDistanceUnrolled8(v1, v2, i);+ }+ for (; i < dim; i++) {float diff = v1[i] - v2[i];squareSum += diff * diff;}return squareSum;}+ private static float squareDistanceUnrolled8(float[] v1, float[] v2, int index) {+ float diff0 = v1[index + 0] - v2[index + 0];+ float diff1 = v1[index + 1] - v2[index + 1];+ float diff2 = v1[index + 2] - v2[index + 2];+ float diff3 = v1[index + 3] - v2[index + 3];+ float diff4 = v1[index + 4] - v2[index + 4];+ float diff5 = v1[index + 5] - v2[index + 5];+ float diff6 = v1[index + 6] - v2[index + 6];+ float diff7 = v1[index + 7] - v2[index + 7];+ return diff0 * diff0+ + diff1 * diff1+ + diff2 * diff2+ + diff3 * diff3+ + diff4 * diff4+ + diff5 * diff5+ + diff6 * diff6+ + diff7 * diff7;+ }+/*** Modifies the argument to be unit length, dividing by its l2-norm. IllegalArgumentException is* thrown for zero vectors.