Open source AI coding agent. Designed for large projects and real world tasks.
Go aiai-agentsai-developer-toolsai-toolsclicommand-linedeveloper-toolsgitgolanggpt-4llmopenaipolyglot-programmingterminalterminal-basedterminal-ui
Update data models with improved structure and token handling
Dane Schneider8bc4adc2b3ea
diff --git a/app/cli/types/types.go b/app/cli/types/types.goindex 34b7774a..c32e5460 100644--- a/app/cli/types/types.go+++ b/app/cli/types/types.go@@ -29,7 +29,7 @@ type ContextOutdatedResult struct {NumMaps intNumFilesRemoved intNumTreesRemoved int- Req map[string]*shared.UpdateContextParams+ ReqFn func() (map[string]*shared.UpdateContextParams, error)}const (diff --git a/app/server/db/data_models.go b/app/server/db/data_models.goindex c0e0dd54..78f051b1 100644--- a/app/server/db/data_models.go+++ b/app/server/db/data_models.go@@ -400,6 +400,7 @@ type Context struct {MapParts shared.FileMapBodies `json:"mapParts,omitempty"`MapShas map[string]string `json:"mapShas,omitempty"`MapTokens map[string]int `json:"mapTokens,omitempty"`+ MapSizes map[string]int64 `json:"mapSizes,omitempty"`AutoLoaded bool `json:"autoLoaded"`CreatedAt time.Time `json:"createdAt"`UpdatedAt time.Time `json:"updatedAt"`@@ -425,6 +426,7 @@ func (context *Context) ToMeta() *Context {ImageDetail: context.ImageDetail,MapShas: context.MapShas,MapTokens: context.MapTokens,+ MapSizes: context.MapSizes,CreatedAt: context.CreatedAt,UpdatedAt: context.UpdatedAt,}@@ -448,6 +450,7 @@ func (context *Context) ToApi() *shared.Context {MapParts: context.MapParts,MapShas: context.MapShas,MapTokens: context.MapTokens,+ MapSizes: context.MapSizes,CreatedAt: context.CreatedAt,UpdatedAt: context.UpdatedAt,}diff --git a/app/shared/file_maps.go b/app/shared/file_maps.goindex 9714ee1c..cb9dcf5f 100644--- a/app/shared/file_maps.go+++ b/app/shared/file_maps.go@@ -28,17 +28,6 @@ func (m FileMapBodies) CombinedMap(tokensByPath map[string]int) string {return combinedMap.String()}-func (m FileMapBodies) TokenEstimateForPath(path string) int {- body := m[path]- body = strings.TrimSpace(body)- bodyTokens := GetNumTokensEstimate(body + "\n")-- heading := MapFileHeading(path, bodyTokens)- headingTokens := GetNumTokensEstimate(heading)-- return bodyTokens + headingTokens-}-func MapFileHeading(path string, tokens int) string {return fmt.Sprintf("\n### %s (%d 🪙)\n\n", path, tokens)}