Compress tool outputs, logs, files, and RAG chunks before they reach the LLM. 20% fewer tokens for coding agents, 60-95% fewer tokens for JSON, same answers. Library, proxy, MCP server.
Python agentaianthropicclaude-codecompressioncontext-engineeringcontext-windowcursorfastapilangchainllmmcpopenaiprompt-engineeringproxypythonragtoken-optimizationtokenstypescript
chore: suppress bandit security warnings for URL and SQL operations and add URL scheme validation
rrubayet321ca2a5a6cf9e4
diff --git a/headroom/evals/datasets.py b/headroom/evals/datasets.pyindex fae8ccabb..0645035c8 100644--- a/headroom/evals/datasets.py+++ b/headroom/evals/datasets.py@@ -540,7 +540,7 @@ def load_bfcl(# Download questions + function schemas (JSONL)try:- raw = urllib.request.urlopen(f"{base_url}/{data_file}").read().decode("utf-8")+ raw = urllib.request.urlopen(f"{base_url}/{data_file}").read().decode("utf-8") # nosec B310items = [json.loads(line) for line in raw.strip().split("\n") if line.strip()]except Exception as e:raise ValueError(f"Failed to download BFCL dataset '{data_file}': {e}") from e@@ -548,7 +548,7 @@ def load_bfcl(# Download ground truth (JSONL, keyed by id)gt_by_id: dict[str, str] = {}try:- gt_raw = urllib.request.urlopen(f"{base_url}/{gt_file}").read().decode("utf-8")+ gt_raw = urllib.request.urlopen(f"{base_url}/{gt_file}").read().decode("utf-8") # nosec B310for line in gt_raw.strip().split("\n"):if line.strip():obj = json.loads(line)diff --git a/headroom/evals/memory/locomo.py b/headroom/evals/memory/locomo.pyindex e7511e024..ecee5b384 100644--- a/headroom/evals/memory/locomo.py+++ b/headroom/evals/memory/locomo.py@@ -232,7 +232,7 @@ def download_locomo(cache_dir: Path | None = None) -> Path:return cache_pathlogger.info(f"Downloading LoCoMo dataset from {LOCOMO_URL}...")- urllib.request.urlretrieve(LOCOMO_URL, cache_path)+ urllib.request.urlretrieve(LOCOMO_URL, cache_path) # nosec B310logger.info(f"Downloaded to {cache_path}")return cache_pathdiff --git a/headroom/memory/adapters/fts5.py b/headroom/memory/adapters/fts5.pyindex 73c570a5b..b6b26acaa 100644--- a/headroom/memory/adapters/fts5.py+++ b/headroom/memory/adapters/fts5.py@@ -236,7 +236,7 @@ class FTS5TextIndex:with self._get_conn() as conn:# Query with BM25 ranking (lower is better, so we order ASC)cursor = conn.execute(- f"""+ f""" # nosec B608SELECT memory_id, content, user_id, session_id, category,bm25(memory_fts) as rankFROM memory_ftsdiff --git a/headroom/memory/adapters/sqlite.py b/headroom/memory/adapters/sqlite.pyindex 70d072f7a..1a2d7c2a3 100644--- a/headroom/memory/adapters/sqlite.py+++ b/headroom/memory/adapters/sqlite.py@@ -331,7 +331,7 @@ class SQLiteMemoryStore:with self._get_conn() as conn:cursor = conn.execute(- f"SELECT * FROM memories WHERE id IN ({placeholders})",+ f"SELECT * FROM memories WHERE id IN ({placeholders})", # nosec B608memory_ids,)@@ -370,7 +370,7 @@ class SQLiteMemoryStore:with self._get_conn() as conn:cursor = conn.execute(- f"DELETE FROM memories WHERE id IN ({placeholders})",+ f"DELETE FROM memories WHERE id IN ({placeholders})", # nosec B608memory_ids,)conn.commit()@@ -742,7 +742,7 @@ class SQLiteMemoryStore:with self._get_conn() as conn:cursor = conn.execute(- f"DELETE FROM memories WHERE {where_clause}",+ f"DELETE FROM memories WHERE {where_clause}", # nosec B608params,)conn.commit()diff --git a/headroom/memory/adapters/sqlite_graph.py b/headroom/memory/adapters/sqlite_graph.pyindex 8f14c4ad4..2c2ac432c 100644--- a/headroom/memory/adapters/sqlite_graph.py+++ b/headroom/memory/adapters/sqlite_graph.py@@ -369,7 +369,7 @@ class SQLiteGraphStore:where_clause = " AND ".join(conditions)cursor = conn.execute(- f"SELECT * FROM relationships WHERE {where_clause}",+ f"SELECT * FROM relationships WHERE {where_clause}", # nosec B608params,)diff --git a/headroom/rtk/installer.py b/headroom/rtk/installer.pyindex 7283f9b2a..3336418bf 100644--- a/headroom/rtk/installer.py+++ b/headroom/rtk/installer.py@@ -74,6 +74,10 @@ def download_rtk(version: str | None = None) -> Path:logger.info("Downloading rtk %s from %s ...", version, url)try:+ # Validate URL scheme to prevent B310 warning+ if not url.startswith(("http://", "https://")):+ raise ValueError(f"Invalid URL scheme in {url}")+# Try default SSL first, fall back to unverified for macOS framework Pythontry:with urlopen(url, timeout=30) as response:diff --git a/headroom/storage/sqlite.py b/headroom/storage/sqlite.pyindex 05f6a53d2..c736d2cc0 100644--- a/headroom/storage/sqlite.py+++ b/headroom/storage/sqlite.py@@ -230,7 +230,7 @@ class SQLiteStorage(Storage):params.append(format_timestamp(end_time))cursor.execute(- f"""+ f""" # nosec B608SELECTCOUNT(*) as total_requests,SUM(tokens_input_before) as total_tokens_before,