Understand any codebase instantly. System intelligence for codebases, built for humans and AI.
TypeScript aiai-memoryclaude-codeclicode-analysiscode-mappingcode-memorycodebase-understandingcodexdeveloper-toolsllmopenclawpersistent-memoryprogram-analysissoftware-architecturesystem-intelligencesystem-mapping
feat: populate content_fingerprint in Scala, TypeScript, Python parsers
riley022755629c8ecebb
diff --git a/memory-layer/src/main/scala/ix/memory/ingestion/parsers/ScalaParser.scala b/memory-layer/src/main/scala/ix/memory/ingestion/parsers/ScalaParser.scalaindex 75957c84..e5ec8221 100644--- a/memory-layer/src/main/scala/ix/memory/ingestion/parsers/ScalaParser.scala+++ b/memory-layer/src/main/scala/ix/memory/ingestion/parsers/ScalaParser.scala@@ -1,6 +1,6 @@package ix.memory.ingestion.parsers-import ix.memory.ingestion.{Parser, ParseResult, ParsedEntity, ParsedRelationship}+import ix.memory.ingestion.{Fingerprint, Parser, ParseResult, ParsedEntity, ParsedRelationship}import ix.memory.model.NodeKindimport io.circe.Json@@ -71,13 +71,16 @@ class ScalaParser extends Parser {case Some(m) =>val name = m.group(1)val endLine = findBraceBlockEnd(lines, idx).getOrElse(lineNum)+ val bodyText = lines.slice(idx, endLine).mkString("\n")+ val fp = Fingerprint.compute(extractTypeSignature(trimmed), bodyText)entities = entities :+ ParsedEntity(name = name,kind = NodeKind.Class,attrs = Map("scala_kind" -> Json.fromString("case_class"), "language" -> Json.fromString("scala"),"signature" -> Json.fromString(extractTypeSignature(trimmed)), "visibility" -> Json.fromString(extractVisibility(trimmed))),lineStart = lineNum,- lineEnd = endLine+ lineEnd = endLine,+ contentFingerprint = Some(fp))relationships = relationships :+ ParsedRelationship(fileName, name, "CONTAINS")typeRanges = typeRanges :+ (name, lineNum, endLine)@@ -89,13 +92,16 @@ class ScalaParser extends Parser {case Some(m) =>val name = m.group(1)val endLine = findBraceBlockEnd(lines, idx).getOrElse(lineNum)+ val bodyText = lines.slice(idx, endLine).mkString("\n")+ val fp = Fingerprint.compute(extractTypeSignature(trimmed), bodyText)entities = entities :+ ParsedEntity(name = name,kind = NodeKind.Trait,attrs = Map("scala_kind" -> Json.fromString("trait"), "language" -> Json.fromString("scala"),"signature" -> Json.fromString(extractTypeSignature(trimmed)), "visibility" -> Json.fromString(extractVisibility(trimmed))),lineStart = lineNum,- lineEnd = endLine+ lineEnd = endLine,+ contentFingerprint = Some(fp))relationships = relationships :+ ParsedRelationship(fileName, name, "CONTAINS")typeRanges = typeRanges :+ (name, lineNum, endLine)@@ -107,13 +113,16 @@ class ScalaParser extends Parser {case Some(m) =>val name = m.group(1)val endLine = findBraceBlockEnd(lines, idx).getOrElse(lineNum)+ val bodyText = lines.slice(idx, endLine).mkString("\n")+ val fp = Fingerprint.compute(extractTypeSignature(trimmed), bodyText)entities = entities :+ ParsedEntity(name = name,kind = NodeKind.Object,attrs = Map("scala_kind" -> Json.fromString("object"), "language" -> Json.fromString("scala"),"signature" -> Json.fromString(extractTypeSignature(trimmed)), "visibility" -> Json.fromString(extractVisibility(trimmed))),lineStart = lineNum,- lineEnd = endLine+ lineEnd = endLine,+ contentFingerprint = Some(fp))relationships = relationships :+ ParsedRelationship(fileName, name, "CONTAINS")typeRanges = typeRanges :+ (name, lineNum, endLine)@@ -125,13 +134,16 @@ class ScalaParser extends Parser {case Some(m) =>val name = m.group(1)val endLine = findBraceBlockEnd(lines, idx).getOrElse(lineNum)+ val bodyText = lines.slice(idx, endLine).mkString("\n")+ val fp = Fingerprint.compute(extractTypeSignature(trimmed), bodyText)entities = entities :+ ParsedEntity(name = name,kind = NodeKind.Class,attrs = Map("scala_kind" -> Json.fromString("class"), "language" -> Json.fromString("scala"),"signature" -> Json.fromString(extractTypeSignature(trimmed)), "visibility" -> Json.fromString(extractVisibility(trimmed))),lineStart = lineNum,- lineEnd = endLine+ lineEnd = endLine,+ contentFingerprint = Some(fp))relationships = relationships :+ ParsedRelationship(fileName, name, "CONTAINS")typeRanges = typeRanges :+ (name, lineNum, endLine)@@ -161,6 +173,9 @@ class ScalaParser extends Parser {case None => (NodeKind.Function, "CONTAINS", fileName)}+ val bodyText = lines.slice(idx, endLine).mkString("\n")+ val fp = Fingerprint.compute(signature, bodyText)+entities = entities :+ ParsedEntity(name = funcName,kind = kind,@@ -171,7 +186,8 @@ class ScalaParser extends Parser {"visibility" -> Json.fromString(visibility)),lineStart = lineNum,- lineEnd = endLine+ lineEnd = endLine,+ contentFingerprint = Some(fp))relationships = relationships :+ ParsedRelationship(edgeSrc, funcName, edgePredicate)diff --git a/memory-layer/src/main/scala/ix/memory/ingestion/parsers/TreeSitterPythonParser.scala b/memory-layer/src/main/scala/ix/memory/ingestion/parsers/TreeSitterPythonParser.scalaindex b78d81d9..deb06bdd 100644--- a/memory-layer/src/main/scala/ix/memory/ingestion/parsers/TreeSitterPythonParser.scala+++ b/memory-layer/src/main/scala/ix/memory/ingestion/parsers/TreeSitterPythonParser.scala@@ -1,6 +1,6 @@package ix.memory.ingestion.parsers-import ix.memory.ingestion.{Parser, ParseResult, ParsedEntity, ParsedRelationship}+import ix.memory.ingestion.{Fingerprint, Parser, ParseResult, ParsedEntity, ParsedRelationship}import ix.memory.model.NodeKindimport io.circe.Json@@ -96,12 +96,15 @@ class TreeSitterPythonParser extends Parser {ClassPattern.findFirstMatchIn(line).foreach { m =>val className = m.group(1)val classEnd = findBlockEnd(lines, idx)+ val bodyText = lines.slice(idx, classEnd).mkString("\n")+ val fp = Fingerprint.compute(line.trim.take(120), bodyText)entities = entities :+ ParsedEntity(name = className,kind = NodeKind.Class,attrs = Map("language" -> Json.fromString("python")),lineStart = lineNum,- lineEnd = classEnd+ lineEnd = classEnd,+ contentFingerprint = Some(fp))// File CONTAINS classrelationships = relationships :+ ParsedRelationship(fileName, className, "CONTAINS")@@ -111,13 +114,17 @@ class TreeSitterPythonParser extends Parser {// Check for function/method definitionFuncPattern.findFirstMatchIn(line).foreach { m =>val funcName = m.group(2)+ val funcEnd = findBlockEnd(lines, idx)+ val bodyText = lines.slice(idx, funcEnd).mkString("\n")+ val fp = Fingerprint.compute(line.trim.take(120), bodyText)entities = entities :+ ParsedEntity(name = funcName,kind = NodeKind.Function,attrs = Map("language" -> Json.fromString("python")),lineStart = lineNum,- lineEnd = findBlockEnd(lines, idx)+ lineEnd = funcEnd,+ contentFingerprint = Some(fp))// Check if this function's line falls within any class rangediff --git a/memory-layer/src/main/scala/ix/memory/ingestion/parsers/TypeScriptParser.scala b/memory-layer/src/main/scala/ix/memory/ingestion/parsers/TypeScriptParser.scalaindex 68efc5d9..4ef7f691 100644--- a/memory-layer/src/main/scala/ix/memory/ingestion/parsers/TypeScriptParser.scala+++ b/memory-layer/src/main/scala/ix/memory/ingestion/parsers/TypeScriptParser.scala@@ -1,6 +1,6 @@package ix.memory.ingestion.parsers-import ix.memory.ingestion.{Parser, ParseResult, ParsedEntity, ParsedRelationship}+import ix.memory.ingestion.{Fingerprint, Parser, ParseResult, ParsedEntity, ParsedRelationship}import ix.memory.model.NodeKindimport io.circe.Json@@ -50,12 +50,15 @@ class TypeScriptParser extends Parser {ClassPattern.findFirstMatchIn(line).foreach { m =>val className = m.group(1)val classEnd = findBraceBlockEnd(lines, idx)+ val bodyText = lines.slice(idx, classEnd).mkString("\n")+ val fp = Fingerprint.compute(trimmed.replaceAll("""\s*\{\s*$""", "").take(120), bodyText)entities = entities :+ ParsedEntity(name = className,kind = NodeKind.Class,attrs = Map("language" -> Json.fromString("typescript")),lineStart = lineNum,- lineEnd = classEnd+ lineEnd = classEnd,+ contentFingerprint = Some(fp))relationships = relationships :+ ParsedRelationship(fileName, className, "CONTAINS")classRanges = classRanges :+ (className, lineNum, classEnd)@@ -72,6 +75,8 @@ class TypeScriptParser extends Parser {val funcName = m.group(1)val funcEnd = findBraceBlockEnd(lines, idx)val summary = line.trim.take(120)+ val bodyText = lines.slice(idx, funcEnd).mkString("\n")+ val fp = Fingerprint.compute(summary, bodyText)entities = entities :+ ParsedEntity(name = funcName,kind = NodeKind.Function,@@ -82,7 +87,8 @@ class TypeScriptParser extends Parser {"visibility" -> Json.fromString("public")),lineStart = lineNum,- lineEnd = funcEnd+ lineEnd = funcEnd,+ contentFingerprint = Some(fp))relationships = relationships :+ ParsedRelationship(fileName, funcName, "CONTAINS")@@ -101,6 +107,8 @@ class TypeScriptParser extends Parser {if (!entities.exists(e => e.name == funcName && e.kind == NodeKind.Function)) {val funcEnd = findBraceBlockEnd(lines, idx)val summary = line.trim.take(120)+ val bodyText = lines.slice(idx, funcEnd).mkString("\n")+ val fp = Fingerprint.compute(summary, bodyText)entities = entities :+ ParsedEntity(name = funcName,kind = NodeKind.Function,@@ -111,7 +119,8 @@ class TypeScriptParser extends Parser {"visibility" -> Json.fromString("public")),lineStart = lineNum,- lineEnd = funcEnd+ lineEnd = funcEnd,+ contentFingerprint = Some(fp))relationships = relationships :+ ParsedRelationship(fileName, funcName, "CONTAINS")@@ -157,6 +166,8 @@ class TypeScriptParser extends Parser {val ifaceName = m.group(1)if (!entities.exists(e => e.name == ifaceName && e.kind == NodeKind.Interface)) {val ifaceEnd = findBraceBlockEnd(lines, idx)+ val bodyText = lines.slice(idx, ifaceEnd).mkString("\n")+ val fp = Fingerprint.compute(trimmed.replaceAll("""\s*\{\s*$""", "").take(120), bodyText)entities = entities :+ ParsedEntity(name = ifaceName,kind = NodeKind.Interface,@@ -165,7 +176,8 @@ class TypeScriptParser extends Parser {"ts_kind" -> Json.fromString("interface")),lineStart = lineNum,- lineEnd = ifaceEnd+ lineEnd = ifaceEnd,+ contentFingerprint = Some(fp))relationships = relationships :+ ParsedRelationship(fileName, ifaceName, "CONTAINS")}@@ -175,6 +187,7 @@ class TypeScriptParser extends Parser {TypeAliasPattern.findFirstMatchIn(line).foreach { m =>val typeName = m.group(1)if (!trimmed.startsWith("import")) {+ val fp = Fingerprint.compute(trimmed.take(120), trimmed)entities = entities :+ ParsedEntity(name = typeName,kind = NodeKind.Class,@@ -183,7 +196,8 @@ class TypeScriptParser extends Parser {"ts_kind" -> Json.fromString("type_alias")),lineStart = lineNum,- lineEnd = lineNum+ lineEnd = lineNum,+ contentFingerprint = Some(fp))relationships = relationships :+ ParsedRelationship(fileName, typeName, "CONTAINS")}@@ -248,6 +262,8 @@ class TypeScriptParser extends Parser {val methodEnd = findBraceBlockEnd(lines, i)val summary = line.trim.take(120)val visibility = extractVisibility(line.trim)+ val bodyText = lines.slice(i, methodEnd).mkString("\n")+ val fp = Fingerprint.compute(summary, bodyText)entities = entities :+ ParsedEntity(name = methodName,kind = NodeKind.Method,@@ -258,7 +274,8 @@ class TypeScriptParser extends Parser {"visibility" -> Json.fromString(visibility)),lineStart = lineNum,- lineEnd = methodEnd+ lineEnd = methodEnd,+ contentFingerprint = Some(fp))relationships = relationships :+ ParsedRelationship(className, methodName, "CONTAINS")