Skip to content

The cross-harness, self-improving memory layer for AI agents. Join our community: https://discord.com/invite/zdNChS2fBu

Fix Devin expectation key mismatch and shell profile false installs in coverage

Cursor Agenta09aefc9d1dd
diff --git a/cli/beacon/cmd/token_usage.go b/cli/beacon/cmd/token_usage.go
index 11075c9a..4505464b 100644
--- a/cli/beacon/cmd/token_usage.go
+++ b/cli/beacon/cmd/token_usage.go
@@ -117,7 +117,7 @@ func runTokenCoverage(cmd *cobra.Command, logPath string, query dashboard.EventQ
// whole question is which installed runtime is missing from the log.
installed := []string{}
for _, config := range endpointinventory.Scan(endpointinventory.Options{}).Configs {
- if config.Exists {
+ if config.Exists && (config.ConfigKind != endpointinventory.KindProfile || config.BeaconManaged) {
installed = append(installed, config.Runtime)
}
}
diff --git a/cli/beacon/internal/tokens/coverage.go b/cli/beacon/internal/tokens/coverage.go
index 3a7f292f..2a6e4a49 100644
--- a/cli/beacon/internal/tokens/coverage.go
+++ b/cli/beacon/internal/tokens/coverage.go
@@ -88,7 +88,8 @@ var usageExpectation = map[string]struct {
"antigravity_cli": {ExpectNone, "hook payloads carry no token counts"},
"grok": {ExpectNone, "hook payloads carry no token counts"},
"hermes": {ExpectNone, "hook payloads carry no token counts"},
- "devin": {ExpectNone, "hook payloads carry no token counts"},
+ "devin-cli": {ExpectNone, "hook payloads carry no token counts"},
+ "devin-desktop": {ExpectNone, "hook payloads carry no token counts"},
"muse_code": {ExpectNone, "usage arrives on PostLLMCall, which Beacon does not subscribe to"},
"qwen_code": {ExpectNone, "Stop carries session context counters, not per-call usage"},
"prime_agent": {ExpectNone, "no managed extension ships yet"},
diff --git a/cli/beacon/internal/tokens/coverage_test.go b/cli/beacon/internal/tokens/coverage_test.go
index 4d750879..f2b1556e 100644
--- a/cli/beacon/internal/tokens/coverage_test.go
+++ b/cli/beacon/internal/tokens/coverage_test.go
@@ -70,9 +70,9 @@ func TestCoverageFlagsARuntimeThatShouldHaveReportedUsage(t *testing.T) {
// Cursor contributing nothing is correct behavior. Reporting it as silent every week would train
// a reader to ignore the column that matters.
func TestCoverageDoesNotFlagRuntimesThatCannotReportUsage(t *testing.T) {
- events := []schema.Event{plainEvent("cursor"), plainEvent("qwen_code"), plainEvent("muse_code")}
- report := Coverage(events, []string{"cursor", "qwen_code", "muse_code"})
- for _, harness := range []string{"cursor", "qwen_code", "muse_code"} {
+ events := []schema.Event{plainEvent("cursor"), plainEvent("qwen_code"), plainEvent("muse_code"), plainEvent("devin-cli"), plainEvent("devin-desktop")}
+ report := Coverage(events, []string{"cursor", "qwen_code", "muse_code", "devin-cli", "devin-desktop"})
+ for _, harness := range []string{"cursor", "qwen_code", "muse_code", "devin-cli", "devin-desktop"} {
line := lineFor(t, report, harness)
if line.Status != CoverageNotInstrumented {
t.Errorf("%s status = %q, want not_instrumented", harness, line.Status)