Graph-Native Infrastructure for Context and Accountable AI Systems
Python agent-memoryaiai-governanceai-infrastructureartificial-intelligencecontext-engineeringcontext-graphsdata-engineeringdecision-intelligencedeveloper-toolsexplainable-aigenerative-aigraph-ragknowledge-graphllmontologyprovenancepythonreasoningsemantic-search
perf(provenance): optimize lineage integrity checks and clean up top-level imports (#792)
Sameer63058d3c99ba308c
diff --git a/semantica/explorer/routes/provenance.py b/semantica/explorer/routes/provenance.pyindex e225852f..4a6ac5da 100644--- a/semantica/explorer/routes/provenance.py+++ b/semantica/explorer/routes/provenance.py@@ -144,8 +144,11 @@ def _build_provenance(session: GraphSession, node_id: Optional[str] = None) -> dif manager is not None:lineage = manager.get_lineage(node_id)if lineage and lineage.get("entity_count", 0) > 0:- entries = lineage.get("lineage_chain") or lineage.get("entries") or []- if all(verify_checksum(entry) for entry in entries):+ integrity_ok = lineage.get("integrity_verified")+ if integrity_ok is None:+ entries = lineage.get("lineage_chain") or lineage.get("entries") or []+ integrity_ok = all(verify_checksum(entry) for entry in entries)+ if integrity_ok:return _transform_audit_lineage(lineage, node_id)logger.warning(f"Provenance integrity verification failed for {node_id}, falling back to graph traversal"diff --git a/semantica/provenance/integrity.py b/semantica/provenance/integrity.pyindex 58c95b19..e5327089 100644--- a/semantica/provenance/integrity.py+++ b/semantica/provenance/integrity.py@@ -51,12 +51,12 @@ def compute_checksum(entry: Any) -> str:# Concatenate critical fields for checksumif isinstance(entry, dict):data = (- f"{entry.get('entity_id', '')}"- f"{entry.get('entity_type', '')}"- f"{entry.get('activity_id', '')}"- f"{entry.get('source_document', '')}"- f"{entry.get('timestamp', '')}"- f"{entry.get('confidence', 1.0)}"+ f"{entry.get('entity_id') or ''}"+ f"{entry.get('entity_type') or ''}"+ f"{entry.get('activity_id') or ''}"+ f"{entry.get('source_document') or ''}"+ f"{entry.get('timestamp') or ''}"+ f"{entry.get('confidence') if entry.get('confidence') is not None else 1.0}")else:data = (diff --git a/semantica/provenance/manager.py b/semantica/provenance/manager.pyindex b23f7565..9e2679bf 100644--- a/semantica/provenance/manager.py+++ b/semantica/provenance/manager.py@@ -29,11 +29,12 @@ from collections.abc import Mappingfrom datetime import datetimefrom contextlib import contextmanagerimport copy+import jsonimport threadingfrom .schemas import ProvenanceEntry, SourceReferencefrom .storage import ProvenanceStorage, InMemoryStorage, SQLiteStorage-from .integrity import compute_checksum+from .integrity import compute_checksum, verify_checksum@contextmanager@@ -553,7 +554,6 @@ class ProvenanceManager:meta = entry.metadataif isinstance(meta, str):try:- import jsonmeta = json.loads(meta)except (json.JSONDecodeError, TypeError):pass@@ -561,7 +561,6 @@ class ProvenanceManager:if isinstance(meta, dict):aggregated_metadata.update(meta)- from .integrity import verify_checksumintegrity_verified = all(verify_checksum(entry) for entry in lineage_entries)chain_dicts = [entry.to_dict() for entry in lineage_entries]return {