Skip to content

Open source AI coding agent. Designed for large projects and real world tasks.

Update data models with improved structure and token handling

Dane Schneider8bc4adc2b3ea
diff --git a/app/cli/types/types.go b/app/cli/types/types.go
index 34b7774a..c32e5460 100644
--- a/app/cli/types/types.go
+++ b/app/cli/types/types.go
@@ -29,7 +29,7 @@ type ContextOutdatedResult struct {
NumMaps int
NumFilesRemoved int
NumTreesRemoved int
- Req map[string]*shared.UpdateContextParams
+ ReqFn func() (map[string]*shared.UpdateContextParams, error)
}
const (
diff --git a/app/server/db/data_models.go b/app/server/db/data_models.go
index c0e0dd54..78f051b1 100644
--- a/app/server/db/data_models.go
+++ b/app/server/db/data_models.go
@@ -400,6 +400,7 @@ type Context struct {
MapParts shared.FileMapBodies `json:"mapParts,omitempty"`
MapShas map[string]string `json:"mapShas,omitempty"`
MapTokens map[string]int `json:"mapTokens,omitempty"`
+ MapSizes map[string]int64 `json:"mapSizes,omitempty"`
AutoLoaded bool `json:"autoLoaded"`
CreatedAt time.Time `json:"createdAt"`
UpdatedAt time.Time `json:"updatedAt"`
@@ -425,6 +426,7 @@ func (context *Context) ToMeta() *Context {
ImageDetail: context.ImageDetail,
MapShas: context.MapShas,
MapTokens: context.MapTokens,
+ MapSizes: context.MapSizes,
CreatedAt: context.CreatedAt,
UpdatedAt: context.UpdatedAt,
}
@@ -448,6 +450,7 @@ func (context *Context) ToApi() *shared.Context {
MapParts: context.MapParts,
MapShas: context.MapShas,
MapTokens: context.MapTokens,
+ MapSizes: context.MapSizes,
CreatedAt: context.CreatedAt,
UpdatedAt: context.UpdatedAt,
}
diff --git a/app/shared/file_maps.go b/app/shared/file_maps.go
index 9714ee1c..cb9dcf5f 100644
--- a/app/shared/file_maps.go
+++ b/app/shared/file_maps.go
@@ -28,17 +28,6 @@ func (m FileMapBodies) CombinedMap(tokensByPath map[string]int) string {
return combinedMap.String()
}
-func (m FileMapBodies) TokenEstimateForPath(path string) int {
- body := m[path]
- body = strings.TrimSpace(body)
- bodyTokens := GetNumTokensEstimate(body + "\n")
-
- heading := MapFileHeading(path, bodyTokens)
- headingTokens := GetNumTokensEstimate(heading)
-
- return bodyTokens + headingTokens
-}
-
func MapFileHeading(path string, tokens int) string {
return fmt.Sprintf("\n### %s (%d 🪙)\n\n", path, tokens)
}