Skip to content

armgit / Ix

Public Imported from GitHub
0

Understand any codebase instantly. System intelligence for codebases, built for humans and AI.

feat: populate content_fingerprint in Scala, TypeScript, Python parsers

riley022755629c8ecebb
diff --git a/memory-layer/src/main/scala/ix/memory/ingestion/parsers/ScalaParser.scala b/memory-layer/src/main/scala/ix/memory/ingestion/parsers/ScalaParser.scala
index 75957c84..e5ec8221 100644
--- a/memory-layer/src/main/scala/ix/memory/ingestion/parsers/ScalaParser.scala
+++ b/memory-layer/src/main/scala/ix/memory/ingestion/parsers/ScalaParser.scala
@@ -1,6 +1,6 @@
package ix.memory.ingestion.parsers
-import ix.memory.ingestion.{Parser, ParseResult, ParsedEntity, ParsedRelationship}
+import ix.memory.ingestion.{Fingerprint, Parser, ParseResult, ParsedEntity, ParsedRelationship}
import ix.memory.model.NodeKind
import io.circe.Json
@@ -71,13 +71,16 @@ class ScalaParser extends Parser {
case Some(m) =>
val name = m.group(1)
val endLine = findBraceBlockEnd(lines, idx).getOrElse(lineNum)
+ val bodyText = lines.slice(idx, endLine).mkString("\n")
+ val fp = Fingerprint.compute(extractTypeSignature(trimmed), bodyText)
entities = entities :+ ParsedEntity(
name = name,
kind = NodeKind.Class,
attrs = Map("scala_kind" -> Json.fromString("case_class"), "language" -> Json.fromString("scala"),
"signature" -> Json.fromString(extractTypeSignature(trimmed)), "visibility" -> Json.fromString(extractVisibility(trimmed))),
lineStart = lineNum,
- lineEnd = endLine
+ lineEnd = endLine,
+ contentFingerprint = Some(fp)
)
relationships = relationships :+ ParsedRelationship(fileName, name, "CONTAINS")
typeRanges = typeRanges :+ (name, lineNum, endLine)
@@ -89,13 +92,16 @@ class ScalaParser extends Parser {
case Some(m) =>
val name = m.group(1)
val endLine = findBraceBlockEnd(lines, idx).getOrElse(lineNum)
+ val bodyText = lines.slice(idx, endLine).mkString("\n")
+ val fp = Fingerprint.compute(extractTypeSignature(trimmed), bodyText)
entities = entities :+ ParsedEntity(
name = name,
kind = NodeKind.Trait,
attrs = Map("scala_kind" -> Json.fromString("trait"), "language" -> Json.fromString("scala"),
"signature" -> Json.fromString(extractTypeSignature(trimmed)), "visibility" -> Json.fromString(extractVisibility(trimmed))),
lineStart = lineNum,
- lineEnd = endLine
+ lineEnd = endLine,
+ contentFingerprint = Some(fp)
)
relationships = relationships :+ ParsedRelationship(fileName, name, "CONTAINS")
typeRanges = typeRanges :+ (name, lineNum, endLine)
@@ -107,13 +113,16 @@ class ScalaParser extends Parser {
case Some(m) =>
val name = m.group(1)
val endLine = findBraceBlockEnd(lines, idx).getOrElse(lineNum)
+ val bodyText = lines.slice(idx, endLine).mkString("\n")
+ val fp = Fingerprint.compute(extractTypeSignature(trimmed), bodyText)
entities = entities :+ ParsedEntity(
name = name,
kind = NodeKind.Object,
attrs = Map("scala_kind" -> Json.fromString("object"), "language" -> Json.fromString("scala"),
"signature" -> Json.fromString(extractTypeSignature(trimmed)), "visibility" -> Json.fromString(extractVisibility(trimmed))),
lineStart = lineNum,
- lineEnd = endLine
+ lineEnd = endLine,
+ contentFingerprint = Some(fp)
)
relationships = relationships :+ ParsedRelationship(fileName, name, "CONTAINS")
typeRanges = typeRanges :+ (name, lineNum, endLine)
@@ -125,13 +134,16 @@ class ScalaParser extends Parser {
case Some(m) =>
val name = m.group(1)
val endLine = findBraceBlockEnd(lines, idx).getOrElse(lineNum)
+ val bodyText = lines.slice(idx, endLine).mkString("\n")
+ val fp = Fingerprint.compute(extractTypeSignature(trimmed), bodyText)
entities = entities :+ ParsedEntity(
name = name,
kind = NodeKind.Class,
attrs = Map("scala_kind" -> Json.fromString("class"), "language" -> Json.fromString("scala"),
"signature" -> Json.fromString(extractTypeSignature(trimmed)), "visibility" -> Json.fromString(extractVisibility(trimmed))),
lineStart = lineNum,
- lineEnd = endLine
+ lineEnd = endLine,
+ contentFingerprint = Some(fp)
)
relationships = relationships :+ ParsedRelationship(fileName, name, "CONTAINS")
typeRanges = typeRanges :+ (name, lineNum, endLine)
@@ -161,6 +173,9 @@ class ScalaParser extends Parser {
case None => (NodeKind.Function, "CONTAINS", fileName)
}
+ val bodyText = lines.slice(idx, endLine).mkString("\n")
+ val fp = Fingerprint.compute(signature, bodyText)
+
entities = entities :+ ParsedEntity(
name = funcName,
kind = kind,
@@ -171,7 +186,8 @@ class ScalaParser extends Parser {
"visibility" -> Json.fromString(visibility)
),
lineStart = lineNum,
- lineEnd = endLine
+ lineEnd = endLine,
+ contentFingerprint = Some(fp)
)
relationships = relationships :+ ParsedRelationship(edgeSrc, funcName, edgePredicate)
diff --git a/memory-layer/src/main/scala/ix/memory/ingestion/parsers/TreeSitterPythonParser.scala b/memory-layer/src/main/scala/ix/memory/ingestion/parsers/TreeSitterPythonParser.scala
index b78d81d9..deb06bdd 100644
--- a/memory-layer/src/main/scala/ix/memory/ingestion/parsers/TreeSitterPythonParser.scala
+++ b/memory-layer/src/main/scala/ix/memory/ingestion/parsers/TreeSitterPythonParser.scala
@@ -1,6 +1,6 @@
package ix.memory.ingestion.parsers
-import ix.memory.ingestion.{Parser, ParseResult, ParsedEntity, ParsedRelationship}
+import ix.memory.ingestion.{Fingerprint, Parser, ParseResult, ParsedEntity, ParsedRelationship}
import ix.memory.model.NodeKind
import io.circe.Json
@@ -96,12 +96,15 @@ class TreeSitterPythonParser extends Parser {
ClassPattern.findFirstMatchIn(line).foreach { m =>
val className = m.group(1)
val classEnd = findBlockEnd(lines, idx)
+ val bodyText = lines.slice(idx, classEnd).mkString("\n")
+ val fp = Fingerprint.compute(line.trim.take(120), bodyText)
entities = entities :+ ParsedEntity(
name = className,
kind = NodeKind.Class,
attrs = Map("language" -> Json.fromString("python")),
lineStart = lineNum,
- lineEnd = classEnd
+ lineEnd = classEnd,
+ contentFingerprint = Some(fp)
)
// File CONTAINS class
relationships = relationships :+ ParsedRelationship(fileName, className, "CONTAINS")
@@ -111,13 +114,17 @@ class TreeSitterPythonParser extends Parser {
// Check for function/method definition
FuncPattern.findFirstMatchIn(line).foreach { m =>
val funcName = m.group(2)
+ val funcEnd = findBlockEnd(lines, idx)
+ val bodyText = lines.slice(idx, funcEnd).mkString("\n")
+ val fp = Fingerprint.compute(line.trim.take(120), bodyText)
entities = entities :+ ParsedEntity(
name = funcName,
kind = NodeKind.Function,
attrs = Map("language" -> Json.fromString("python")),
lineStart = lineNum,
- lineEnd = findBlockEnd(lines, idx)
+ lineEnd = funcEnd,
+ contentFingerprint = Some(fp)
)
// Check if this function's line falls within any class range
diff --git a/memory-layer/src/main/scala/ix/memory/ingestion/parsers/TypeScriptParser.scala b/memory-layer/src/main/scala/ix/memory/ingestion/parsers/TypeScriptParser.scala
index 68efc5d9..4ef7f691 100644
--- a/memory-layer/src/main/scala/ix/memory/ingestion/parsers/TypeScriptParser.scala
+++ b/memory-layer/src/main/scala/ix/memory/ingestion/parsers/TypeScriptParser.scala
@@ -1,6 +1,6 @@
package ix.memory.ingestion.parsers
-import ix.memory.ingestion.{Parser, ParseResult, ParsedEntity, ParsedRelationship}
+import ix.memory.ingestion.{Fingerprint, Parser, ParseResult, ParsedEntity, ParsedRelationship}
import ix.memory.model.NodeKind
import io.circe.Json
@@ -50,12 +50,15 @@ class TypeScriptParser extends Parser {
ClassPattern.findFirstMatchIn(line).foreach { m =>
val className = m.group(1)
val classEnd = findBraceBlockEnd(lines, idx)
+ val bodyText = lines.slice(idx, classEnd).mkString("\n")
+ val fp = Fingerprint.compute(trimmed.replaceAll("""\s*\{\s*$""", "").take(120), bodyText)
entities = entities :+ ParsedEntity(
name = className,
kind = NodeKind.Class,
attrs = Map("language" -> Json.fromString("typescript")),
lineStart = lineNum,
- lineEnd = classEnd
+ lineEnd = classEnd,
+ contentFingerprint = Some(fp)
)
relationships = relationships :+ ParsedRelationship(fileName, className, "CONTAINS")
classRanges = classRanges :+ (className, lineNum, classEnd)
@@ -72,6 +75,8 @@ class TypeScriptParser extends Parser {
val funcName = m.group(1)
val funcEnd = findBraceBlockEnd(lines, idx)
val summary = line.trim.take(120)
+ val bodyText = lines.slice(idx, funcEnd).mkString("\n")
+ val fp = Fingerprint.compute(summary, bodyText)
entities = entities :+ ParsedEntity(
name = funcName,
kind = NodeKind.Function,
@@ -82,7 +87,8 @@ class TypeScriptParser extends Parser {
"visibility" -> Json.fromString("public")
),
lineStart = lineNum,
- lineEnd = funcEnd
+ lineEnd = funcEnd,
+ contentFingerprint = Some(fp)
)
relationships = relationships :+ ParsedRelationship(fileName, funcName, "CONTAINS")
@@ -101,6 +107,8 @@ class TypeScriptParser extends Parser {
if (!entities.exists(e => e.name == funcName && e.kind == NodeKind.Function)) {
val funcEnd = findBraceBlockEnd(lines, idx)
val summary = line.trim.take(120)
+ val bodyText = lines.slice(idx, funcEnd).mkString("\n")
+ val fp = Fingerprint.compute(summary, bodyText)
entities = entities :+ ParsedEntity(
name = funcName,
kind = NodeKind.Function,
@@ -111,7 +119,8 @@ class TypeScriptParser extends Parser {
"visibility" -> Json.fromString("public")
),
lineStart = lineNum,
- lineEnd = funcEnd
+ lineEnd = funcEnd,
+ contentFingerprint = Some(fp)
)
relationships = relationships :+ ParsedRelationship(fileName, funcName, "CONTAINS")
@@ -157,6 +166,8 @@ class TypeScriptParser extends Parser {
val ifaceName = m.group(1)
if (!entities.exists(e => e.name == ifaceName && e.kind == NodeKind.Interface)) {
val ifaceEnd = findBraceBlockEnd(lines, idx)
+ val bodyText = lines.slice(idx, ifaceEnd).mkString("\n")
+ val fp = Fingerprint.compute(trimmed.replaceAll("""\s*\{\s*$""", "").take(120), bodyText)
entities = entities :+ ParsedEntity(
name = ifaceName,
kind = NodeKind.Interface,
@@ -165,7 +176,8 @@ class TypeScriptParser extends Parser {
"ts_kind" -> Json.fromString("interface")
),
lineStart = lineNum,
- lineEnd = ifaceEnd
+ lineEnd = ifaceEnd,
+ contentFingerprint = Some(fp)
)
relationships = relationships :+ ParsedRelationship(fileName, ifaceName, "CONTAINS")
}
@@ -175,6 +187,7 @@ class TypeScriptParser extends Parser {
TypeAliasPattern.findFirstMatchIn(line).foreach { m =>
val typeName = m.group(1)
if (!trimmed.startsWith("import")) {
+ val fp = Fingerprint.compute(trimmed.take(120), trimmed)
entities = entities :+ ParsedEntity(
name = typeName,
kind = NodeKind.Class,
@@ -183,7 +196,8 @@ class TypeScriptParser extends Parser {
"ts_kind" -> Json.fromString("type_alias")
),
lineStart = lineNum,
- lineEnd = lineNum
+ lineEnd = lineNum,
+ contentFingerprint = Some(fp)
)
relationships = relationships :+ ParsedRelationship(fileName, typeName, "CONTAINS")
}
@@ -248,6 +262,8 @@ class TypeScriptParser extends Parser {
val methodEnd = findBraceBlockEnd(lines, i)
val summary = line.trim.take(120)
val visibility = extractVisibility(line.trim)
+ val bodyText = lines.slice(i, methodEnd).mkString("\n")
+ val fp = Fingerprint.compute(summary, bodyText)
entities = entities :+ ParsedEntity(
name = methodName,
kind = NodeKind.Method,
@@ -258,7 +274,8 @@ class TypeScriptParser extends Parser {
"visibility" -> Json.fromString(visibility)
),
lineStart = lineNum,
- lineEnd = methodEnd
+ lineEnd = methodEnd,
+ contentFingerprint = Some(fp)
)
relationships = relationships :+ ParsedRelationship(className, methodName, "CONTAINS")