Skip to content

armgit / Ix

Public Imported from GitHub
0

Understand any codebase instantly. System intelligence for codebases, built for humans and AI.

fix: stream large repos instead of parse-all-first, reduce concurrency to 4

kagebinary466596ea15a9
diff --git a/ix-cli/src/cli/commands/ingest.ts b/ix-cli/src/cli/commands/ingest.ts
index 4dabb211..d62f208f 100644
--- a/ix-cli/src/cli/commands/ingest.ts
+++ b/ix-cli/src/cli/commands/ingest.ts
@@ -489,10 +489,10 @@ export async function ingestFiles(
let resolveEdgesFn: Function | null = null;
let buildPatchFn: Function | null = null;
- const PARSE_STREAM_CHUNK = 500; // streaming batch size for large repos
- const SMALL_REPO_THRESHOLD = 25_000; // parse-all-first below this; streaming above
+ const PARSE_STREAM_CHUNK = 1000; // streaming batch size for large repos
+ const SMALL_REPO_THRESHOLD = 5_000; // parse-all-first below this; streaming above
const COMMIT_HTTP_MAX_FILES = parsePositiveIntEnv('IX_COMMIT_HTTP_MAX_FILES', 200); // files per HTTP request to the backend
- const COMMIT_CONCURRENCY = parsePositiveIntEnv('IX_COMMIT_CONCURRENCY', 6); // parallel HTTP save requests
+ const COMMIT_CONCURRENCY = parsePositiveIntEnv('IX_COMMIT_CONCURRENCY', 4); // parallel HTTP save requests
const YIELD_EVERY = 100; // yield event loop every N files during parse
if (debug) {