Skip to content

Open source AI coding agent. Designed for large projects and real world tasks.

Add output token estimation for builds

Dane Schneidera6ddc15fc875
diff --git a/app/server/model/plan/build_validate_and_fix.go b/app/server/model/plan/build_validate_and_fix.go
index c85f40d0..4e87dde8 100644
--- a/app/server/model/plan/build_validate_and_fix.go
+++ b/app/server/model/plan/build_validate_and_fix.go
@@ -208,6 +208,8 @@ func (fileState *activeBuildStreamFileState) buildValidate(
originalWithLineNums := shared.AddLineNums(originalFile)
proposedWithLineNums := shared.AddLineNums(proposedContent)
+ maxExpectedOutputTokens := shared.GetNumTokensEstimate(originalFile)/2 + shared.GetNumTokensEstimate(proposedContent)
+
// Choose prompt and tools based on preferred format
log.Printf("Building XML validation replacements prompt")
@@ -282,8 +284,9 @@ func (fileState *activeBuildStreamFileState) buildValidate(
},
OnStream: onStream,
- WillCacheNumTokens: willCacheNumTokens,
- SessionId: params.sessionId,
+ WillCacheNumTokens: willCacheNumTokens,
+ SessionId: params.sessionId,
+ EstimatedOutputTokens: maxExpectedOutputTokens,
})
if err != nil {
diff --git a/app/server/model/plan/build_whole_file.go b/app/server/model/plan/build_whole_file.go
index a7e5aca8..eb0f176b 100644
--- a/app/server/model/plan/build_whole_file.go
+++ b/app/server/model/plan/build_whole_file.go
@@ -104,7 +104,8 @@ func (fileState *activeBuildStreamFileState) buildWholeFileFallback(buildCtx con
fileState.builderRun.BuildWholeFileFinishedAt = time.Now()
},
- WillCacheNumTokens: willCacheNumTokens,
+ WillCacheNumTokens: willCacheNumTokens,
+ EstimatedOutputTokens: maxExpectedOutputTokens,
SessionId: sessionId,
})