Skip to content

An always-on second brain you talk to. Voice notes in Telegram → typed, linked knowledge in your Obsidian vault. Runs 24/7 on the Claude subscription you already have.

feat: upgrade process.sh to 3-phase pipeline (CAPTURE/EXECUTE/REFLECT)

smixsd5a2718a7965
diff --git a/scripts/process.sh b/scripts/process.sh
index ae7482e..5bf8fb5 100755
--- a/scripts/process.sh
+++ b/scripts/process.sh
@@ -1,12 +1,11 @@
#!/bin/bash
set -e
-# PATH for systemd (claude, uv, npx in ~/.local/bin and node)
-export PATH="$HOME/.local/bin:/usr/local/bin:/usr/bin:/bin:$PATH"
-export HOME="/home/shima"
+# PATH for systemd (claude, uv, npx, node)
+export PATH="$HOME/.local/bin:$HOME/.nvm/versions/node/$(ls "$HOME/.nvm/versions/node/" 2>/dev/null | tail -1)/bin:/usr/local/bin:/usr/bin:/bin:$PATH"
-# Paths
-PROJECT_DIR="/home/shima/projects/agent-second-brain"
+# Paths — auto-detect from script location
+PROJECT_DIR="$(cd "$(dirname "$0")/.." && pwd)"
VAULT_DIR="$PROJECT_DIR/vault"
ENV_FILE="$PROJECT_DIR/.env"
@@ -21,9 +20,8 @@ if [ -z "$TELEGRAM_BOT_TOKEN" ]; then
exit 1
fi
-# MCP timeout for stdio server (default 5 sec is too short)
-export MCP_TIMEOUT=30000
-export MAX_MCP_OUTPUT_TOKENS=50000
+# Timezone (configure in .env: TZ=Your/Timezone)
+export TZ="${TZ:-UTC}"
# Date and chat_id
TODAY=$(date +%Y-%m-%d)
@@ -31,23 +29,146 @@ CHAT_ID="${ALLOWED_USER_IDS//[\[\]]/}" # remove brackets from [123456]
echo "=== d-brain processing for $TODAY ==="
-# Run Claude from vault/ for context (reads vault/.claude/CLAUDE.md)
-cd "$VAULT_DIR"
-REPORT=$(claude --print --dangerously-skip-permissions \
- --mcp-config "$PROJECT_DIR/mcp-config.json" \
- -p "Today is $TODAY. Execute daily processing according to dbrain-processor skill.
+# ── ORIENT PHASE: pre-flight checks ──
+DAILY_FILE="$VAULT_DIR/daily/$TODAY.md"
+HANDOFF_FILE="$VAULT_DIR/.session/handoff.md"
+GRAPH_FILE="$VAULT_DIR/.graph/vault-graph.json"
+
+# Check daily file exists and has content
+if [ ! -f "$DAILY_FILE" ]; then
+ echo "ORIENT: daily/$TODAY.md not found — creating empty file"
+ echo "# $TODAY" > "$DAILY_FILE"
+fi
+
+DAILY_SIZE=$(wc -c < "$DAILY_FILE" 2>/dev/null || echo "0")
+if [ "$DAILY_SIZE" -lt 50 ]; then
+ echo "ORIENT: daily/$TODAY.md is empty ($DAILY_SIZE bytes) — skipping Claude processing"
+ echo "ORIENT: Running graph rebuild only"
+
+ # Still rebuild graph and commit
+ cd "$VAULT_DIR"
+ uv run .claude/skills/graph-builder/scripts/analyze.py || echo "Graph rebuild failed (non-critical)"
+ cd "$PROJECT_DIR"
+
+ git add -A
+ git commit -m "chore: process daily $TODAY" || true
+ git push || true
+ echo "=== Done (empty daily, graph-only) ==="
+ exit 0
+fi
+
+# Check handoff exists
+if [ ! -f "$HANDOFF_FILE" ]; then
+ echo "ORIENT: handoff.md not found — creating stub"
+ mkdir -p "$VAULT_DIR/.session"
+ echo -e "---\nupdated: $(date -Iseconds)\n---\n\n## Last Session\n(none)\n\n## Observations" > "$HANDOFF_FILE"
+fi
+
+# Check graph freshness (warn if >7 days old)
+if [ -f "$GRAPH_FILE" ]; then
+ GRAPH_AGE=$(( ($(date +%s) - $(stat -c %Y "$GRAPH_FILE" 2>/dev/null || stat -f %m "$GRAPH_FILE" 2>/dev/null || echo 0)) / 86400 ))
+ if [ "$GRAPH_AGE" -gt 7 ]; then
+ echo "ORIENT: vault-graph.json is $GRAPH_AGE days old (>7)"
+ fi
+fi
-CRITICAL: MCP loads in 10-30 seconds. You are NOT in subprocess — MCP IS running, just initializing.
+echo "ORIENT: daily=$DAILY_SIZE bytes, handoff=OK, graph=OK"
+# ── END ORIENT PHASE ──
-Algorithm:
-1. Call mcp__todoist__find-tasks-by-date
-2. Error? Wait 10 sec, read goals/, daily/ files
-3. Call again
-4. Error again? Wait 20 more sec
-5. Third call — GUARANTEED to work
+# MCP timeout for stdio server (default 5 sec is too short)
+export MCP_TIMEOUT=30000
+export MAX_MCP_OUTPUT_TOKENS=50000
+
+# ── 3-PHASE PIPELINE ──
+# Phase 1: CAPTURE (classify entries → JSON)
+# Phase 2: EXECUTE (create tasks, save thoughts → JSON)
+# Phase 3: REFLECT (generate HTML report, update MEMORY)
+# Each phase = fresh Claude context for better quality.
+
+SESSION_DIR="$VAULT_DIR/.session"
+mkdir -p "$SESSION_DIR"
+CAPTURE_FILE="$SESSION_DIR/capture.json"
+EXECUTE_FILE="$SESSION_DIR/execute.json"
+
+# Find yearly goals file (auto-detect year)
+YEARLY_GOALS=$(ls "$VAULT_DIR/goals/1-yearly-"*.md 2>/dev/null | tail -1)
+YEARLY_GOALS_NAME=$(basename "$YEARLY_GOALS" 2>/dev/null || echo "1-yearly.md")
+
+# MCP config (needed for Phase 2)
+MCP_PROMPT="CRITICAL: MCP loads in 10-30 seconds. You are NOT in subprocess.
+Algorithm: 1) Call. 2) Error? Wait 10 sec. 3) Call again. 4) Wait 20 sec. 5) Call — GUARANTEED to work.
+DO NOT say MCP unavailable. It is available. Just wait and call."
-DO NOT say MCP unavailable. It is available. Just wait and call." \
+cd "$VAULT_DIR"
+
+# ── Phase 1: CAPTURE ──
+echo "=== Phase 1: CAPTURE ==="
+CAPTURE=$(claude --print --dangerously-skip-permissions \
+ -p "Today is $TODAY. Read .claude/skills/dbrain-processor/phases/capture.md and execute Phase 1.
+Read daily/$TODAY.md, goals/3-weekly.md, goals/2-monthly.md, goals/$YEARLY_GOALS_NAME.
+Classify each entry. Return ONLY JSON." \
2>&1) || true
+
+# Extract JSON from output (Claude may add text around it)
+echo "$CAPTURE" | grep -o '{.*}' | python3 -c "
+import sys, json
+for line in sys.stdin:
+ try:
+ data = json.loads(line.strip())
+ json.dump(data, sys.stdout, ensure_ascii=False, indent=2)
+ sys.exit(0)
+ except: pass
+# Fallback: save raw output
+sys.stdout.write('{\"error\": \"failed to parse capture output\", \"raw\": \"see capture.log\"}')
+" > "$CAPTURE_FILE" 2>/dev/null || echo '{"error": "capture failed"}' > "$CAPTURE_FILE"
+
+echo "Capture saved: $(wc -c < "$CAPTURE_FILE") bytes"
+
+# Check if capture produced valid entries
+if grep -q '"error"' "$CAPTURE_FILE"; then
+ echo "WARN: Capture phase had issues, falling back to monolith mode"
+ # Fallback to monolith processing
+ REPORT=$(claude --print --dangerously-skip-permissions \
+ --mcp-config "$PROJECT_DIR/mcp-config.json" \
+ -p "Today is $TODAY. Execute daily processing according to dbrain-processor skill.
+$MCP_PROMPT" \
+ 2>&1) || true
+else
+ # ── Phase 2: EXECUTE ──
+ echo "=== Phase 2: EXECUTE ==="
+ EXECUTE=$(claude --print --dangerously-skip-permissions \
+ --mcp-config "$PROJECT_DIR/mcp-config.json" \
+ -p "Today is $TODAY. Read .claude/skills/dbrain-processor/phases/execute.md and execute Phase 2.
+Read .session/capture.json for input data.
+Read business/_index.md and projects/_index.md for context.
+Create tasks in Todoist, save thoughts, update CRM. Return ONLY JSON.
+$MCP_PROMPT" \
+ 2>&1) || true
+
+ echo "$EXECUTE" | grep -o '{.*}' | python3 -c "
+import sys, json
+for line in sys.stdin:
+ try:
+ data = json.loads(line.strip())
+ json.dump(data, sys.stdout, ensure_ascii=False, indent=2)
+ sys.exit(0)
+ except: pass
+sys.stdout.write('{\"error\": \"failed to parse execute output\"}')
+" > "$EXECUTE_FILE" 2>/dev/null || echo '{"error": "execute failed"}' > "$EXECUTE_FILE"
+
+ echo "Execute saved: $(wc -c < "$EXECUTE_FILE") bytes"
+
+ # ── Phase 3: REFLECT ──
+ echo "=== Phase 3: REFLECT ==="
+ REPORT=$(claude --print --dangerously-skip-permissions \
+ -p "Today is $TODAY. Read .claude/skills/dbrain-processor/phases/reflect.md and execute Phase 3.
+Read .session/capture.json and .session/execute.json for input data.
+Read MEMORY.md, .session/handoff.md, .graph/health-history.json.
+Generate HTML report, update MEMORY, record observations.
+Return ONLY RAW HTML (for Telegram)." \
+ 2>&1) || true
+fi
+
cd "$PROJECT_DIR"
echo "=== Claude output ==="
@@ -61,6 +182,10 @@ REPORT_CLEAN=$(echo "$REPORT" | sed '/<!--/,/-->/d')
echo "=== Rebuilding vault graph ==="
cd "$VAULT_DIR"
uv run .claude/skills/graph-builder/scripts/analyze.py || echo "Graph rebuild failed (non-critical)"
+
+# Memory decay (update relevance scores and tiers)
+echo "=== Memory decay ==="
+uv run .claude/skills/agent-memory/scripts/memory-engine.py decay . || echo "Memory decay failed (non-critical)"
cd "$PROJECT_DIR"
# Git commit