web search done right
load u64 fastfields into memory for faster access
Mikkel Denkerb346705c840e
diff --git a/crates/core/src/fastfield_reader.rs b/crates/core/src/fastfield_reader.rsindex 2380e4fe..69ada8d7 100644--- a/crates/core/src/fastfield_reader.rs+++ b/crates/core/src/fastfield_reader.rs@@ -56,9 +56,15 @@ impl FastFieldReader {for field in Field::all().filter_map(|f| f.as_fast()) {match field.data_type() {DataType::U64 => {- if let Ok(reader) = fastfield_readers.u64(field.name()) {- u64s.insert(field, reader);+ let num_docs = reader.max_doc() as usize;+ let mut data = vec![0; num_docs];+ if let Ok(field_reader) = fastfield_readers.u64(field.name()) {+ for (doc, elem) in data.iter_mut().enumerate() {+ *elem = field_reader.values.get_val(doc as u32);+ }}++ u64s.insert(field, data);}DataType::Bytes => {if let Some(reader) = fastfield_readers.bytes(field.name()).ok().flatten() {@@ -83,7 +89,7 @@ impl FastFieldReader {}struct AllReaders {- u64s: EnumMap<FastFieldEnum, tantivy::columnar::Column<u64>>,+ u64s: EnumMap<FastFieldEnum, Vec<u64>>,bytes: EnumMap<FastFieldEnum, tantivy::columnar::BytesColumn>,}@@ -153,8 +159,8 @@ impl<'a> FieldReader<'a> {self.readers.u64s.get(field)?- .values- .get_val(self.doc)+ .get(self.doc as usize)+ .copied()?.into(),),