Skip to content

An agentic skills framework & software development methodology that works.

Add --no-summaries flag for cost-free indexing

Jesse Vincentc023e803ac55
diff --git a/skills/collaboration/remembering-conversations/tool/index-conversations b/skills/collaboration/remembering-conversations/tool/index-conversations
index 548ea8462..c19c72278 100755
--- a/skills/collaboration/remembering-conversations/tool/index-conversations
+++ b/skills/collaboration/remembering-conversations/tool/index-conversations
@@ -22,6 +22,7 @@ COMMANDS:
OPTIONS:
--concurrency N Parallel summarization (1-16, default: 1)
-c N Short form of --concurrency
+ --no-summaries Skip AI summary generation (free, but no summaries in results)
--help, -h Show this help
EXAMPLES:
@@ -31,6 +32,9 @@ EXAMPLES:
# Index with 8 parallel summarizations (8x faster)
index-conversations --cleanup --concurrency 8
+ # Index without AI summaries (free, fast)
+ index-conversations --cleanup --no-summaries
+
# Check index health
index-conversations --verify
diff --git a/skills/collaboration/remembering-conversations/tool/src/index-cli.ts b/skills/collaboration/remembering-conversations/tool/src/index-cli.ts
index a0bc0c64f..ba359d315 100644
--- a/skills/collaboration/remembering-conversations/tool/src/index-cli.ts
+++ b/skills/collaboration/remembering-conversations/tool/src/index-cli.ts
@@ -18,7 +18,13 @@ function getConcurrency(): number {
return 1; // default
}
+// Parse --no-summaries flag
+function getNoSummaries(): boolean {
+ return process.argv.includes('--no-summaries');
+}
+
const concurrency = getConcurrency();
+const noSummaries = getNoSummaries();
async function main() {
try {
@@ -29,11 +35,11 @@ async function main() {
console.error('Usage: index-cli index-session <session-id>');
process.exit(1);
}
- await indexSession(sessionId, concurrency);
+ await indexSession(sessionId, concurrency, noSummaries);
break;
case 'index-cleanup':
- await indexUnprocessed(concurrency);
+ await indexUnprocessed(concurrency, noSummaries);
break;
case 'verify':
@@ -98,12 +104,12 @@ async function main() {
// Re-index everything
console.log('Re-indexing all conversations...');
- await indexConversations(undefined, undefined, concurrency);
+ await indexConversations(undefined, undefined, concurrency, noSummaries);
break;
case 'index-all':
default:
- await indexConversations(undefined, undefined, concurrency);
+ await indexConversations(undefined, undefined, concurrency, noSummaries);
break;
}
} catch (error) {
diff --git a/skills/collaboration/remembering-conversations/tool/src/indexer.ts b/skills/collaboration/remembering-conversations/tool/src/indexer.ts
index e1629b187..6f6f7db20 100644
--- a/skills/collaboration/remembering-conversations/tool/src/indexer.ts
+++ b/skills/collaboration/remembering-conversations/tool/src/indexer.ts
@@ -58,7 +58,8 @@ async function processBatch<T, R>(
export async function indexConversations(
limitToProject?: string,
maxConversations?: number,
- concurrency: number = 1
+ concurrency: number = 1,
+ noSummaries: boolean = false
): Promise<void> {
console.log('Initializing database...');
const db = initDatabase();
@@ -66,6 +67,10 @@ export async function indexConversations(
console.log('Loading embedding model...');
await initEmbeddings();
+ if (noSummaries) {
+ console.log('⚠️ Running in no-summaries mode (skipping AI summaries)');
+ }
+
console.log('Scanning for conversation files...');
const PROJECTS_DIR = getProjectsDir();
const ARCHIVE_DIR = getArchiveDir(); // Now uses paths.ts
@@ -139,24 +144,28 @@ export async function indexConversations(
});
}
- // Batch summarize conversations in parallel
- const needsSummary = toProcess.filter(c => !fs.existsSync(c.summaryPath));
-
- if (needsSummary.length > 0) {
- console.log(` Generating ${needsSummary.length} summaries (concurrency: ${concurrency})...`);
-
- await processBatch(needsSummary, async (conv) => {
- try {
- const summary = await summarizeConversation(conv.exchanges);
- fs.writeFileSync(conv.summaryPath, summary, 'utf-8');
- const wordCount = summary.split(/\s+/).length;
- console.log(` ✓ ${conv.file}: ${wordCount} words`);
- return summary;
- } catch (error) {
- console.log(` ✗ ${conv.file}: ${error}`);
- return null;
- }
- }, concurrency);
+ // Batch summarize conversations in parallel (unless --no-summaries)
+ if (!noSummaries) {
+ const needsSummary = toProcess.filter(c => !fs.existsSync(c.summaryPath));
+
+ if (needsSummary.length > 0) {
+ console.log(` Generating ${needsSummary.length} summaries (concurrency: ${concurrency})...`);
+
+ await processBatch(needsSummary, async (conv) => {
+ try {
+ const summary = await summarizeConversation(conv.exchanges);
+ fs.writeFileSync(conv.summaryPath, summary, 'utf-8');
+ const wordCount = summary.split(/\s+/).length;
+ console.log(` ✓ ${conv.file}: ${wordCount} words`);
+ return summary;
+ } catch (error) {
+ console.log(` ✗ ${conv.file}: ${error}`);
+ return null;
+ }
+ }, concurrency);
+ }
+ } else {
+ console.log(` Skipping ${toProcess.length} summaries (--no-summaries mode)`);
}
// Now process embeddings and DB inserts (fast, sequential is fine)
@@ -187,7 +196,7 @@ export async function indexConversations(
console.log(`\n✅ Indexing complete! Conversations: ${conversationsProcessed}, Exchanges: ${totalExchanges}`);
}
-export async function indexSession(sessionId: string, concurrency: number = 1): Promise<void> {
+export async function indexSession(sessionId: string, concurrency: number = 1, noSummaries: boolean = false): Promise<void> {
console.log(`Indexing session: ${sessionId}`);
// Find the conversation file for this session
@@ -227,9 +236,9 @@ export async function indexSession(sessionId: string, concurrency: number = 1):
const exchanges = await parseConversation(sourcePath, project, archivePath);
if (exchanges.length > 0) {
- // Generate summary
+ // Generate summary (unless --no-summaries)
const summaryPath = archivePath.replace('.jsonl', '-summary.txt');
- if (!fs.existsSync(summaryPath)) {
+ if (!noSummaries && !fs.existsSync(summaryPath)) {
const summary = await summarizeConversation(exchanges);
fs.writeFileSync(summaryPath, summary, 'utf-8');
console.log(`Summary: ${summary.split(/\s+/).length} words`);
@@ -257,9 +266,10 @@ export async function indexSession(sessionId: string, concurrency: number = 1):
}
}
-export async function indexUnprocessed(concurrency: number = 1): Promise<void> {
+export async function indexUnprocessed(concurrency: number = 1, noSummaries: boolean = false): Promise<void> {
console.log('Finding unprocessed conversations...');
if (concurrency > 1) console.log(`Concurrency: ${concurrency}`);
+ if (noSummaries) console.log('⚠️ Running in no-summaries mode (skipping AI summaries)');
const db = initDatabase();
await initEmbeddings();
@@ -295,8 +305,11 @@ export async function indexUnprocessed(concurrency: number = 1): Promise<void> {
const archivePath = path.join(projectArchive, file);
const summaryPath = archivePath.replace('.jsonl', '-summary.txt');
- // Skip if already has summary
- if (fs.existsSync(summaryPath)) continue;
+ // Check if already indexed in database
+ const alreadyIndexed = db.prepare('SELECT COUNT(*) as count FROM exchanges WHERE archive_path = ?')
+ .get(archivePath) as { count: number };
+
+ if (alreadyIndexed.count > 0) continue;
fs.mkdirSync(projectArchive, { recursive: true });
@@ -320,21 +333,29 @@ export async function indexUnprocessed(concurrency: number = 1): Promise<void> {
}
console.log(`Found ${unprocessed.length} unprocessed conversations`);
- console.log(`Generating summaries (concurrency: ${concurrency})...\n`);
-
- // Batch process summaries
- await processBatch(unprocessed, async (conv) => {
- try {
- const summary = await summarizeConversation(conv.exchanges);
- fs.writeFileSync(conv.summaryPath, summary, 'utf-8');
- const wordCount = summary.split(/\s+/).length;
- console.log(` ✓ ${conv.project}/${conv.file}: ${wordCount} words`);
- return summary;
- } catch (error) {
- console.log(` ✗ ${conv.project}/${conv.file}: ${error}`);
- return null;
+
+ // Batch process summaries (unless --no-summaries)
+ if (!noSummaries) {
+ const needsSummary = unprocessed.filter(c => !fs.existsSync(c.summaryPath));
+ if (needsSummary.length > 0) {
+ console.log(`Generating ${needsSummary.length} summaries (concurrency: ${concurrency})...\n`);
+
+ await processBatch(needsSummary, async (conv) => {
+ try {
+ const summary = await summarizeConversation(conv.exchanges);
+ fs.writeFileSync(conv.summaryPath, summary, 'utf-8');
+ const wordCount = summary.split(/\s+/).length;
+ console.log(` ✓ ${conv.project}/${conv.file}: ${wordCount} words`);
+ return summary;
+ } catch (error) {
+ console.log(` ✗ ${conv.project}/${conv.file}: ${error}`);
+ return null;
+ }
+ }, concurrency);
}
- }, concurrency);
+ } else {
+ console.log(`Skipping summaries for ${unprocessed.length} conversations (--no-summaries mode)\n`);
+ }
// Now index embeddings
console.log(`\nIndexing embeddings...`);