An agentic skills framework & software development methodology that works.
Add --no-summaries flag for cost-free indexing
Jesse Vincentc023e803ac55
diff --git a/skills/collaboration/remembering-conversations/tool/index-conversations b/skills/collaboration/remembering-conversations/tool/index-conversationsindex 548ea8462..c19c72278 100755--- a/skills/collaboration/remembering-conversations/tool/index-conversations+++ b/skills/collaboration/remembering-conversations/tool/index-conversations@@ -22,6 +22,7 @@ COMMANDS:OPTIONS:--concurrency N Parallel summarization (1-16, default: 1)-c N Short form of --concurrency+ --no-summaries Skip AI summary generation (free, but no summaries in results)--help, -h Show this helpEXAMPLES:@@ -31,6 +32,9 @@ EXAMPLES:# Index with 8 parallel summarizations (8x faster)index-conversations --cleanup --concurrency 8+ # Index without AI summaries (free, fast)+ index-conversations --cleanup --no-summaries+# Check index healthindex-conversations --verifydiff --git a/skills/collaboration/remembering-conversations/tool/src/index-cli.ts b/skills/collaboration/remembering-conversations/tool/src/index-cli.tsindex a0bc0c64f..ba359d315 100644--- a/skills/collaboration/remembering-conversations/tool/src/index-cli.ts+++ b/skills/collaboration/remembering-conversations/tool/src/index-cli.ts@@ -18,7 +18,13 @@ function getConcurrency(): number {return 1; // default}+// Parse --no-summaries flag+function getNoSummaries(): boolean {+ return process.argv.includes('--no-summaries');+}+const concurrency = getConcurrency();+const noSummaries = getNoSummaries();async function main() {try {@@ -29,11 +35,11 @@ async function main() {console.error('Usage: index-cli index-session <session-id>');process.exit(1);}- await indexSession(sessionId, concurrency);+ await indexSession(sessionId, concurrency, noSummaries);break;case 'index-cleanup':- await indexUnprocessed(concurrency);+ await indexUnprocessed(concurrency, noSummaries);break;case 'verify':@@ -98,12 +104,12 @@ async function main() {// Re-index everythingconsole.log('Re-indexing all conversations...');- await indexConversations(undefined, undefined, concurrency);+ await indexConversations(undefined, undefined, concurrency, noSummaries);break;case 'index-all':default:- await indexConversations(undefined, undefined, concurrency);+ await indexConversations(undefined, undefined, concurrency, noSummaries);break;}} catch (error) {diff --git a/skills/collaboration/remembering-conversations/tool/src/indexer.ts b/skills/collaboration/remembering-conversations/tool/src/indexer.tsindex e1629b187..6f6f7db20 100644--- a/skills/collaboration/remembering-conversations/tool/src/indexer.ts+++ b/skills/collaboration/remembering-conversations/tool/src/indexer.ts@@ -58,7 +58,8 @@ async function processBatch<T, R>(export async function indexConversations(limitToProject?: string,maxConversations?: number,- concurrency: number = 1+ concurrency: number = 1,+ noSummaries: boolean = false): Promise<void> {console.log('Initializing database...');const db = initDatabase();@@ -66,6 +67,10 @@ export async function indexConversations(console.log('Loading embedding model...');await initEmbeddings();+ if (noSummaries) {+ console.log('⚠️ Running in no-summaries mode (skipping AI summaries)');+ }+console.log('Scanning for conversation files...');const PROJECTS_DIR = getProjectsDir();const ARCHIVE_DIR = getArchiveDir(); // Now uses paths.ts@@ -139,24 +144,28 @@ export async function indexConversations(});}- // Batch summarize conversations in parallel- const needsSummary = toProcess.filter(c => !fs.existsSync(c.summaryPath));-- if (needsSummary.length > 0) {- console.log(` Generating ${needsSummary.length} summaries (concurrency: ${concurrency})...`);-- await processBatch(needsSummary, async (conv) => {- try {- const summary = await summarizeConversation(conv.exchanges);- fs.writeFileSync(conv.summaryPath, summary, 'utf-8');- const wordCount = summary.split(/\s+/).length;- console.log(` ✓ ${conv.file}: ${wordCount} words`);- return summary;- } catch (error) {- console.log(` ✗ ${conv.file}: ${error}`);- return null;- }- }, concurrency);+ // Batch summarize conversations in parallel (unless --no-summaries)+ if (!noSummaries) {+ const needsSummary = toProcess.filter(c => !fs.existsSync(c.summaryPath));++ if (needsSummary.length > 0) {+ console.log(` Generating ${needsSummary.length} summaries (concurrency: ${concurrency})...`);++ await processBatch(needsSummary, async (conv) => {+ try {+ const summary = await summarizeConversation(conv.exchanges);+ fs.writeFileSync(conv.summaryPath, summary, 'utf-8');+ const wordCount = summary.split(/\s+/).length;+ console.log(` ✓ ${conv.file}: ${wordCount} words`);+ return summary;+ } catch (error) {+ console.log(` ✗ ${conv.file}: ${error}`);+ return null;+ }+ }, concurrency);+ }+ } else {+ console.log(` Skipping ${toProcess.length} summaries (--no-summaries mode)`);}// Now process embeddings and DB inserts (fast, sequential is fine)@@ -187,7 +196,7 @@ export async function indexConversations(console.log(`\n✅ Indexing complete! Conversations: ${conversationsProcessed}, Exchanges: ${totalExchanges}`);}-export async function indexSession(sessionId: string, concurrency: number = 1): Promise<void> {+export async function indexSession(sessionId: string, concurrency: number = 1, noSummaries: boolean = false): Promise<void> {console.log(`Indexing session: ${sessionId}`);// Find the conversation file for this session@@ -227,9 +236,9 @@ export async function indexSession(sessionId: string, concurrency: number = 1):const exchanges = await parseConversation(sourcePath, project, archivePath);if (exchanges.length > 0) {- // Generate summary+ // Generate summary (unless --no-summaries)const summaryPath = archivePath.replace('.jsonl', '-summary.txt');- if (!fs.existsSync(summaryPath)) {+ if (!noSummaries && !fs.existsSync(summaryPath)) {const summary = await summarizeConversation(exchanges);fs.writeFileSync(summaryPath, summary, 'utf-8');console.log(`Summary: ${summary.split(/\s+/).length} words`);@@ -257,9 +266,10 @@ export async function indexSession(sessionId: string, concurrency: number = 1):}}-export async function indexUnprocessed(concurrency: number = 1): Promise<void> {+export async function indexUnprocessed(concurrency: number = 1, noSummaries: boolean = false): Promise<void> {console.log('Finding unprocessed conversations...');if (concurrency > 1) console.log(`Concurrency: ${concurrency}`);+ if (noSummaries) console.log('⚠️ Running in no-summaries mode (skipping AI summaries)');const db = initDatabase();await initEmbeddings();@@ -295,8 +305,11 @@ export async function indexUnprocessed(concurrency: number = 1): Promise<void> {const archivePath = path.join(projectArchive, file);const summaryPath = archivePath.replace('.jsonl', '-summary.txt');- // Skip if already has summary- if (fs.existsSync(summaryPath)) continue;+ // Check if already indexed in database+ const alreadyIndexed = db.prepare('SELECT COUNT(*) as count FROM exchanges WHERE archive_path = ?')+ .get(archivePath) as { count: number };++ if (alreadyIndexed.count > 0) continue;fs.mkdirSync(projectArchive, { recursive: true });@@ -320,21 +333,29 @@ export async function indexUnprocessed(concurrency: number = 1): Promise<void> {}console.log(`Found ${unprocessed.length} unprocessed conversations`);- console.log(`Generating summaries (concurrency: ${concurrency})...\n`);-- // Batch process summaries- await processBatch(unprocessed, async (conv) => {- try {- const summary = await summarizeConversation(conv.exchanges);- fs.writeFileSync(conv.summaryPath, summary, 'utf-8');- const wordCount = summary.split(/\s+/).length;- console.log(` ✓ ${conv.project}/${conv.file}: ${wordCount} words`);- return summary;- } catch (error) {- console.log(` ✗ ${conv.project}/${conv.file}: ${error}`);- return null;++ // Batch process summaries (unless --no-summaries)+ if (!noSummaries) {+ const needsSummary = unprocessed.filter(c => !fs.existsSync(c.summaryPath));+ if (needsSummary.length > 0) {+ console.log(`Generating ${needsSummary.length} summaries (concurrency: ${concurrency})...\n`);++ await processBatch(needsSummary, async (conv) => {+ try {+ const summary = await summarizeConversation(conv.exchanges);+ fs.writeFileSync(conv.summaryPath, summary, 'utf-8');+ const wordCount = summary.split(/\s+/).length;+ console.log(` ✓ ${conv.project}/${conv.file}: ${wordCount} words`);+ return summary;+ } catch (error) {+ console.log(` ✗ ${conv.project}/${conv.file}: ${error}`);+ return null;+ }+ }, concurrency);}- }, concurrency);+ } else {+ console.log(`Skipping summaries for ${unprocessed.length} conversations (--no-summaries mode)\n`);+ }// Now index embeddingsconsole.log(`\nIndexing embeddings...`);