AI search engine and MCP server for bots and agents. One Rust binary indexes code, docs, logs, JSONL/CSV and PDFs for BM25 full-text, vector and hybrid search, code search without grep, agent memory and RAG. Elasticsearch-compatible API; Corpus Hub serves hundreds of reference memory corpora.
Rust agent-memoryai-agentsbm25claude-codeclicode-searchcursordatabaseelasticsearchfull-text-searchhybrid-searchjsonllocal-firstmcpmcp-servermodel-context-protocolragrustsearch-enginevector-search
test(hub): cover extract_value + definitions; fmt the defs-index code (step 3)
xerj-org8d659c650d5b
diff --git a/engine/crates/xerj-autoindex/src/extract/code.rs b/engine/crates/xerj-autoindex/src/extract/code.rsindex 5cc06dc33..a5b85aac3 100644--- a/engine/crates/xerj-autoindex/src/extract/code.rs+++ b/engine/crates/xerj-autoindex/src/extract/code.rs@@ -1110,15 +1110,17 @@ pub fn extract_value(lang: &str, decl: &str) -> Option<String> {static UPPER: OnceLock<regex::Regex> = OnceLock::new();match lang {"c" | "cpp" | "objc" => {- let def = C_DEFINE- .get_or_init(|| regex::Regex::new(r"(?m)^\s*#\s*define\s+(\w+)\s+(.+?)\s*(?:/[/*].*)?$").unwrap());+ let def = C_DEFINE.get_or_init(|| {+ regex::Regex::new(r"(?m)^\s*#\s*define\s+(\w+)\s+(.+?)\s*(?:/[/*].*)?$").unwrap()+ });if let Some(c) = def.captures(decl) {if let Some(v) = clean(&c[2]) {return Some(v);}}let cst = C_CONST.get_or_init(|| {- regex::Regex::new(r"\b(?:static\s+)?const\s+\w[\w\s\*]*\b(\w+)\s*=\s*(.+?)\s*;").unwrap()+ regex::Regex::new(r"\b(?:static\s+)?const\s+\w[\w\s\*]*\b(\w+)\s*=\s*(.+?)\s*;")+ .unwrap()});cst.captures(decl).and_then(|c| clean(&c[2]))}@@ -1131,13 +1133,15 @@ pub fn extract_value(lang: &str, decl: &str) -> Option<String> {}"go" => {let re = GO.get_or_init(|| {- regex::Regex::new(r"(?m)^\s*(?:const\s+)?(\w+)\s*(?:[\w.\[\]*]+\s+)?=\s*(.+?)\s*$").unwrap()+ regex::Regex::new(r"(?m)^\s*(?:const\s+)?(\w+)\s*(?:[\w.\[\]*]+\s+)?=\s*(.+?)\s*$")+ .unwrap()});re.captures(decl).and_then(|c| clean(&c[2]))}"python" | "ruby" | "bash" | "sh" | "shell" => {- let re =- UPPER.get_or_init(|| regex::Regex::new(r"(?m)^\s*([A-Z_][A-Z0-9_]*)\s*=\s*(.+?)\s*$").unwrap());+ let re = UPPER.get_or_init(|| {+ regex::Regex::new(r"(?m)^\s*([A-Z_][A-Z0-9_]*)\s*=\s*(.+?)\s*$").unwrap()+ });re.captures(decl).and_then(|c| clean(&c[2]))}_ => None,@@ -4291,4 +4295,54 @@ mod tests {assert!(has(&s, "onlyOwner", "function"), "got {s:?}");assert!(has(&s, "min", "function"), "got {s:?}");}++ /// The five literal cases fixed by `docs/CORPUS_HUB_V2_IMPLEMENTATION.md`+ /// step 3: each value regex returns exactly this string (trailing comment+ /// and `;`/`,` removed), and a bare signature is not a value.+ #[test]+ fn extract_value_literals() {+ // C `#define` with a trailing block comment: the token, comment dropped.+ assert_eq!(+ extract_value("c", "#define LZ4_VERSION_RELEASE 0 /* for tweaks */"),+ Some("0".to_string())+ );+ // Rust `pub(crate) const` with a typed initialiser: the whole RHS.+ assert_eq!(+ extract_value(+ "rust",+ "pub(crate) const DEFAULT_IDLE_TIMEOUT: Duration = Duration::from_secs(30);"+ ),+ Some("Duration::from_secs(30)".to_string())+ );+ // C `#define` whose value is a parenthesised conditional expression.+ assert_eq!(+ extract_value("c", "#define MDB_MAXKEYSIZE ((MDB_DEVEL) ? 0 : 511)"),+ Some("((MDB_DEVEL) ? 0 : 511)".to_string())+ );+ // Go const-block line: the shift expression, no trailing semicolon.+ assert_eq!(+ extract_value("go", "batchSize = 16 << 20"),+ Some("16 << 20".to_string())+ );+ // A function signature carries no value.+ assert_eq!(extract_value("rust", "fn main() {"), None);+ }++ /// `definitions` turns parsed symbols into `DefRecord`s: a `const` carries+ /// its literal value and the 1-based line its name sits on; a function none.+ #[test]+ fn definitions_rust_const_and_fn() {+ // `pub const LIMIT` on line 1, `fn helper` on line 2.+ let src = "pub const LIMIT: u32 = 128;\nfn helper() {}\n";+ let defs = definitions("src/lib.rs", "rust", src);+ let Some(limit) = defs.iter().find(|d| d.symbol == "LIMIT") else {+ panic!("no LIMIT def in {defs:?}");+ };+ assert_eq!(limit.value, Some("128".to_string()), "got {limit:?}");+ assert_eq!(limit.line, 1, "got {limit:?}");+ // The function declaration, if captured, has no value.+ if let Some(helper) = defs.iter().find(|d| d.symbol == "helper") {+ assert_eq!(helper.value, None, "got {helper:?}");+ }+ }}