AI search engine and MCP server for bots and agents. One Rust binary indexes code, docs, logs, JSONL/CSV and PDFs for BM25 full-text, vector and hybrid search, code search without grep, agent memory and RAG. Elasticsearch-compatible API; Corpus Hub serves hundreds of reference memory corpora.
Rust agent-memoryai-agentsbm25claude-codeclicode-searchcursordatabaseelasticsearchfull-text-searchhybrid-searchjsonllocal-firstmcpmcp-servermodel-context-protocolragrustsearch-enginevector-search
rustfmt: knowledge.rs
xerj-org29f832fadca3
diff --git a/engine/crates/xerj-console-api/src/knowledge.rs b/engine/crates/xerj-console-api/src/knowledge.rsindex 66af2daab..10495829d 100644--- a/engine/crates/xerj-console-api/src/knowledge.rs+++ b/engine/crates/xerj-console-api/src/knowledge.rs@@ -51,10 +51,7 @@//! catalog's own recorded number or the engine's live one, labelled by//! which; nothing on this surface is sample or illustrative data.-use axum::{- extract::State,- response::Response,-};+use axum::{extract::State, response::Response};use serde_json::{json, Map, Value};use crate::auth::sessions::AuthSession;@@ -182,7 +179,9 @@ fn parse_fields(fields_json: Option<&Value>) -> Vec<Value> {// card only needs "is this the semantic body field".let semantic = get("semantic").and_then(Value::as_str).is_some();let card = get("cardinality_est").and_then(Value::as_u64);- let overflow = get("cardinality_overflow").and_then(Value::as_bool).unwrap_or(false);+ let overflow = get("cardinality_overflow")+ .and_then(Value::as_bool)+ .unwrap_or(false);let examples = strings_of(get("examples"));out.push(json!({"name": name,@@ -266,7 +265,10 @@ fn relation_row(doc: &Value) -> Option<Value> {match g("corr_kind").and_then(Value::as_str) {Some("key_overlap") => {obj.insert("kind".into(), json!("key_overlap"));- obj.insert("grade".into(), json!(str_of(g("grade")).unwrap_or_default()));+ obj.insert(+ "grade".into(),+ json!(str_of(g("grade")).unwrap_or_default()),+ );obj.insert("overlap".into(), json!(u64_of(g("overlap"))));obj.insert("containment".into(), json!(f64_of(g("containment"))));obj.insert(@@ -283,10 +285,15 @@ fn relation_row(doc: &Value) -> Option<Value> {obj.insert("kind".into(), json!("time_alignment"));obj.insert("range_overlap".into(), json!(f64_of(g("range_overlap"))));obj.insert("shared_buckets".into(), json!(u64_of(g("shared_buckets"))));- obj.insert("pearson_r".into(), json!(g("pearson_r").and_then(Value::as_f64)));+ obj.insert(+ "pearson_r".into(),+ json!(g("pearson_r").and_then(Value::as_f64)),+ );obj.insert("activity_correlated".into(),- json!(g("activity_correlated").and_then(Value::as_bool).unwrap_or(false)),+ json!(g("activity_correlated")+ .and_then(Value::as_bool)+ .unwrap_or(false)),);}_ => return None,@@ -432,16 +439,18 @@ fn semantic_blurb(sem: &SemanticCapability) -> String {/// The capability strip. Every entry names a shipped surface — console route/// (`href`), CLI command (`command`), or HTTP endpoint (`endpoint`) — and/// availability is computed from facts on the node, not from a feature list.-fn capabilities(catalog: bool, brains: &[Value], semantic: Option<&SemanticCapability>) -> Vec<Value> {- let mut caps = vec![- json!({- "id": "search",- "title": "Search it",- "blurb": "Seven query types — match, phrase, prefix, term, range, semantic, hybrid lexical+vector — with facets and a request preview.",- "href": "#/discover",- "kind": "console",- }),- ];+fn capabilities(+ catalog: bool,+ brains: &[Value],+ semantic: Option<&SemanticCapability>,+) -> Vec<Value> {+ let mut caps = vec![json!({+ "id": "search",+ "title": "Search it",+ "blurb": "Seven query types — match, phrase, prefix, term, range, semantic, hybrid lexical+vector — with facets and a request preview.",+ "href": "#/discover",+ "kind": "console",+ })];// The semantic row is computed from the node's own schema and embedder// (#1099): dims, similarity and the embedder's label come from the engine,// and no vector count is ever claimed — the engine backs none.@@ -462,7 +471,10 @@ fn capabilities(catalog: bool, brains: &[Value], semantic: Option<&SemanticCapab"kind": "console",}));if let Some(brain) = brains.first() {- let name = brain.get("name").and_then(Value::as_str).unwrap_or_default();+ let name = brain+ .get("name")+ .and_then(Value::as_str)+ .unwrap_or_default();let links = brain.get("links").and_then(Value::as_u64).unwrap_or(0);caps.push(json!({"id": "graph",@@ -582,7 +594,12 @@ pub async fn knowledge(// 4. Whole-corpus totals. `records`/`files`/`bytes` are the catalog's// own last-run numbers (one run rewrites its dataset doc); `docs` is// the engine's live count across every user index.- let sum = |k: &str| datasets.iter().map(|d| d[k].as_u64().unwrap_or(0)).sum::<u64>();+ let sum = |k: &str| {+ datasets+ .iter()+ .map(|d| d[k].as_u64().unwrap_or(0))+ .sum::<u64>()+ };let totals = json!({"datasets": datasets.len(),"records": sum("records"),diff --git a/engine/crates/xerj-console-api/src/router.rs b/engine/crates/xerj-console-api/src/router.rsindex dfc6a9bac..5c29cca2d 100644--- a/engine/crates/xerj-console-api/src/router.rs+++ b/engine/crates/xerj-console-api/src/router.rs@@ -31,7 +31,8 @@ use axum::{};use crate::{- auth, cluster, dashboards, data_sources, graph, knowledge, prefs, spa, state::ConsoleState, views,+ auth, cluster, dashboards, data_sources, graph, knowledge, prefs, spa, state::ConsoleState,+ views,};/// Build the full Xerj Console router. Mount at the root of an axum Routerdiff --git a/engine/crates/xerj-console-api/tests/knowledge_surface.rs b/engine/crates/xerj-console-api/tests/knowledge_surface.rsindex a296347ee..96206fbc5 100644--- a/engine/crates/xerj-console-api/tests/knowledge_surface.rs+++ b/engine/crates/xerj-console-api/tests/knowledge_surface.rs@@ -196,7 +196,9 @@ async fn boot_with(embed_semantic: bool) -> TestApp {engine.create_index("ax-mail", mail_schema).expect("create ax-mail");- engine.get_index("ax-mail").unwrap()+ engine+ .get_index("ax-mail")+ .unwrap().index_documents_batched(vec![(Some("m1".into()), json!({"body": "term sheet attached"})),(Some("m2".into()), json!({"body": "lunch on friday"})),@@ -206,7 +208,9 @@ async fn boot_with(embed_semantic: bool) -> TestApp {engine.create_index("ax-pdfs", schema(&[("text", FieldType::Text)])).expect("create ax-pdfs");- engine.get_index("ax-pdfs").unwrap()+ engine+ .get_index("ax-pdfs")+ .unwrap().index_documents_batched(vec![(Some("p1".into()),json!({"text": "invoice 2026-09"}),@@ -218,7 +222,9 @@ async fn boot_with(embed_semantic: bool) -> TestApp {engine.create_index("weblogs", schema(&[("message", FieldType::Text)])).expect("create weblogs");- engine.get_index("weblogs").unwrap()+ engine+ .get_index("weblogs")+ .unwrap().index_documents_batched(vec![(Some("w1".into()),json!({"message": "timeout on shard 2"}),@@ -369,7 +375,12 @@ async fn get(app: &TestApp, cookie: Option<&str>) -> (axum::http::StatusCode, Vaif let Some(c) = cookie {b = b.header("cookie", c);}- let resp = app.router.clone().oneshot(b.body(Body::empty()).unwrap()).await.unwrap();+ let resp = app+ .router+ .clone()+ .oneshot(b.body(Body::empty()).unwrap())+ .await+ .unwrap();let status = resp.status();let bytes = resp.into_body().collect().await.unwrap().to_bytes();let v: Value = serde_json::from_slice(&bytes).expect("json body");@@ -412,7 +423,11 @@ async fn the_payload_carries_the_catalogs_own_facts() {// …and the LIVE doc counts are joined on (3 real docs, not the catalog's 91).let datasets = d["datasets"].as_array().unwrap();assert_eq!(datasets.len(), 2);- assert_eq!(datasets[0]["index"].as_str(), Some("ax-mail"), "largest first");+ assert_eq!(+ datasets[0]["index"].as_str(),+ Some("ax-mail"),+ "largest first"+ );assert_eq!(datasets[0]["live_docs"].as_u64(), Some(3));assert_eq!(datasets[0]["records"].as_u64(), Some(91));assert_eq!(datasets[1]["index"].as_str(), Some("ax-pdfs"));@@ -439,7 +454,11 @@ async fn the_payload_carries_the_catalogs_own_facts() {Some("[email protected]"));let body = by_name("body");- assert_eq!(body["semantic"].as_bool(), Some(true), "the semantic_text field is flagged");+ assert_eq!(+ body["semantic"].as_bool(),+ Some(true),+ "the semantic_text field is flagged"+ );assert_eq!(body["type"].as_str(), Some("semantic_text"));// the spec's measured average value length round-trips — the SPA ranks// the card's fields by coverage × avg_len, so the corpus's DOMINANT@@ -486,12 +505,16 @@ async fn the_capability_strip_is_grounded_in_facts() {let d = data(&v);let caps = d["capabilities"].as_array().unwrap();let ids: Vec<&str> = caps.iter().filter_map(|c| c["id"].as_str()).collect();- for must in ["search", "read", "graph", "ask", "map", "decide", "watch", "share"] {+ for must in [+ "search", "read", "graph", "ask", "map", "decide", "watch", "share",+ ] {assert!(ids.contains(&must), "missing capability {must}: {ids:?}");}// every entry names its real surfacefor c in caps {- let named = ["href", "command", "endpoint"].iter().any(|k| c[*k].is_string());+ let named = ["href", "command", "endpoint"]+ .iter()+ .any(|k| c[*k].is_string());assert!(named, "capability without a real surface: {c:#?}");}// a console route is an in-app hash route; nothing else can be an href@@ -517,7 +540,10 @@ async fn the_capability_strip_is_grounded_in_facts() {.iter().filter_map(|c| c["id"].as_str()).collect();- assert!(!vids.contains(&"graph"), "viewer must not see the graph capability");+ assert!(+ !vids.contains(&"graph"),+ "viewer must not see the graph capability"+ );}/// #1099 — the semantic capability is the NODE's own posture, computed from@@ -537,22 +563,37 @@ async fn the_semantic_capability_is_the_nodes_own_facts_with_no_invented_count()// dims (from the mapping here), similarity, and the embedder's labellet blurb = sem["blurb"].as_str().unwrap();assert!(blurb.contains("`body`"), "names the elected field: {blurb}");- assert!(blurb.contains("`body_vector`"), "names the companion: {blurb}");+ assert!(+ blurb.contains("`body_vector`"),+ "names the companion: {blurb}"+ );assert!(blurb.contains("384-D"), "dims from the mapping: {blurb}");- assert!(blurb.contains("cosine"), "similarity from the mapping: {blurb}");+ assert!(+ blurb.contains("cosine"),+ "similarity from the mapping: {blurb}"+ );assert!(blurb.contains("lexical feature-hash (built-in, 384-dim, non-neural)"),"the embedder's own honesty label, verbatim: {blurb}");- assert!(blurb.contains("NOT neural"), "the lexical case says so plainly: {blurb}");- assert!(blurb.contains("--embed-mode neural"), "and how to get neural: {blurb}");+ assert!(+ blurb.contains("NOT neural"),+ "the lexical case says so plainly: {blurb}"+ );+ assert!(+ blurb.contains("--embed-mode neural"),+ "and how to get neural: {blurb}"+ );// the honest-claims line: no vector count and no READY claim — the node// exposes no per-field vector count on any stats surface, so none may// appear here, whatever the client does with the payloadassert!(!blurb.contains("VECTOR"), "no vector count: {blurb}");assert!(!blurb.contains("READY"), "no readiness claim: {blurb}");for key in sem.as_object().unwrap().keys() {- assert!(!key.contains("count"), "no count key may ride the entry: {key}");+ assert!(+ !key.contains("count"),+ "no count key may ride the entry: {key}"+ );}// it is not brain-gated — it describes the corpus, not the operator's rolelet (_, vv) = get(&app, Some(&app.viewer_cookie)).await;@@ -561,7 +602,10 @@ async fn the_semantic_capability_is_the_nodes_own_facts_with_no_invented_count().unwrap().iter().any(|c| c["id"].as_str() == Some("semantic"));- assert!(viewer_has, "the viewer sees the node's semantic posture too");+ assert!(+ viewer_has,+ "the viewer sees the node's semantic posture too"+ );}/// #1099's other shape — the catalog's last run ELECTED a semantic field,@@ -580,7 +624,10 @@ async fn an_elected_semantic_field_the_index_does_not_carry_is_stated_plainly()let blurb = sem["blurb"].as_str().unwrap();assert!(blurb.contains("`body`"), "names the elected field: {blurb}");assert!(blurb.contains("no embedding"), "states the gap: {blurb}");- assert!(blurb.contains("no vectors to match"), "states it in those words: {blurb}");+ assert!(+ blurb.contains("no vectors to match"),+ "states it in those words: {blurb}"+ );assert!(!blurb.contains("READY"), "no readiness claim: {blurb}");assert!(!blurb.contains("VECTOR"), "no vector count: {blurb}");}@@ -603,6 +650,9 @@ async fn nothing_indexed_is_the_empty_state_not_an_error() {.collect();assert!(!ids.contains(&"map"), "no catalog → no map/ask capability");assert!(!ids.contains(&"ask"), "no catalog → no ask capability");- assert!(!ids.contains(&"semantic"), "no dataset elected a semantic field → no semantic claim");+ assert!(+ !ids.contains(&"semantic"),+ "no dataset elected a semantic field → no semantic claim"+ );assert!(ids.contains(&"search"), "search is always real");}