Skip to content

armgit / xerj

Public Imported from GitHub
0

AI search engine and MCP server for bots and agents. One Rust binary indexes code, docs, logs, JSONL/CSV and PDFs for BM25 full-text, vector and hybrid search, code search without grep, agent memory and RAG. Elasticsearch-compatible API; Corpus Hub serves hundreds of reference memory corpora.

feat(query): #423/#406 thread a case_insensitive flag through QueryNode::Fuzzy (plumbing)

xerj-org33ef2f810626
diff --git a/engine/crates/xerj-engine/src/index.rs b/engine/crates/xerj-engine/src/index.rs
index caf2757c3..2477bdd51 100644
--- a/engine/crates/xerj-engine/src/index.rs
+++ b/engine/crates/xerj-engine/src/index.rs
@@ -33826,10 +33826,12 @@ fn strip_nested_path_in_query(q: &QueryNode, path: &str) -> QueryNode {
field,
value,
fuzziness,
+ case_insensitive,
} => QueryNode::Fuzzy {
field: strip(field),
value: value.clone(),
fuzziness: *fuzziness,
+ case_insensitive: *case_insensitive,
},
QueryNode::Regexp { field, pattern } => QueryNode::Regexp {
field: strip(field),
@@ -36402,6 +36404,7 @@ fn doc_matches_query_typed(q: &QueryNode, source: &Value, schema: &Schema) -> bo
field,
value: query_value,
fuzziness,
+ case_insensitive: _,
} => {
let max_edits = match fuzziness {
Fuzziness::Auto => auto_fuzziness(query_value),
@@ -41121,6 +41124,7 @@ fn query_node_to_fts_with_keyword_fields(
field,
value,
fuzziness,
+ case_insensitive: _,
} => {
// `fuzzy` on a KEYWORD field: expand the keyword FST term dictionary
// to every term within `max_edits` Damerau-Levenshtein distance and
@@ -42460,6 +42464,7 @@ fn scored_fast_plan(
field,
value,
fuzziness,
+ case_insensitive: _,
} if fs.kw.contains(field) => {
let max_edits = match fuzziness {
Fuzziness::Auto => auto_fuzziness(value),
@@ -44379,6 +44384,7 @@ mod fts_projection_tests {
field: "body".into(),
value: "runbok".into(),
fuzziness: Fuzziness::Fixed(1),
+ case_insensitive: false,
};
match query_node_to_fts(&q, &tf, &kw(&[])).expect("text fuzzy projects") {
FtsQuery::Fuzzy(f) => {
diff --git a/engine/crates/xerj-query/src/ast.rs b/engine/crates/xerj-query/src/ast.rs
index 5e7434a2f..6c2984f57 100644
--- a/engine/crates/xerj-query/src/ast.rs
+++ b/engine/crates/xerj-query/src/ast.rs
@@ -544,6 +544,11 @@ pub enum QueryNode {
value: String,
#[serde(default)]
fuzziness: Fuzziness,
+ /// #423/#406: fold case on both sides when true. `false` (default) =
+ /// ES-correct case-sensitive keyword fuzzy (the value is matched raw
+ /// against the term dictionary). Ignored for `text` fields.
+ #[serde(default, skip_serializing_if = "is_false")]
+ case_insensitive: bool,
},
/// Regular expression match against a field value.
diff --git a/engine/crates/xerj-query/src/parser.rs b/engine/crates/xerj-query/src/parser.rs
index 563e526b0..a8bb9664e 100644
--- a/engine/crates/xerj-query/src/parser.rs
+++ b/engine/crates/xerj-query/src/parser.rs
@@ -902,6 +902,7 @@ fn parse_multi_match(params: &Value) -> Result<QueryNode> {
field: field.to_string(),
value: tok.to_string(),
fuzziness: fz,
+ case_insensitive: false,
}
} else {
QueryNode::Match {
@@ -2198,6 +2199,7 @@ fn parse_fuzzy(params: &Value) -> Result<QueryNode> {
field,
value: value.to_string(),
fuzziness: Fuzziness::Auto,
+ case_insensitive: false,
});
}
@@ -2227,10 +2229,15 @@ fn parse_fuzzy(params: &Value) -> Result<QueryNode> {
_ => return invalid("`fuzzy.fuzziness` must be 'AUTO' or an integer"),
};
+ let case_insensitive = inner
+ .get("case_insensitive")
+ .and_then(|v| v.as_bool())
+ .unwrap_or(false);
Ok(QueryNode::Fuzzy {
field,
value,
fuzziness,
+ case_insensitive,
})
}
@@ -4259,6 +4266,7 @@ fn parse_match_bool_prefix(params: &Value) -> Result<QueryNode> {
field: field.clone(),
value: folded,
fuzziness: fz,
+ case_insensitive: true,
}
} else {
QueryNode::Match {