git.iko.soy/crush
on main help sign in
fix(agent): support flat_rate cost handling (#2116)
commit5816fada9363c15bd9bc211c70f97e0e38af2f34 authorhuaiyuWangh <34158348+huaiyuWangh@users.noreply.github.com> dateFri 8 May 2026, 21:55 (5 months ago) parent95e93e9
4 files changed+23−3
compare with main
unifiedsplit
internal/agent/agent.go+14−3 internal/agent/coordinator.go+2 internal/config/config.go+3 schema.json+4
internal/agent/agent.go+14−3
@@ -103,6 +103,7 @@ type Model struct {
103103 Model fantasy.LanguageModel
104104 CatwalkCfg catwalk.Model
105105 ModelCfg config.SelectedModel
106+ FlatRate bool
106107}
107108
108109type sessionAgent struct {
@@ -1079,6 +1080,11 @@ func (a *sessionAgent) generateTitle(ctx context.Context, sessionID string, user
10791080 cost = *openrouterCost
10801081 }
10811082
1083+ // Skip cost accumulation
1084+ if model.FlatRate {
1085+ cost = 0
1086+ }
1087+
10821088 promptTokens := resp.TotalUsage.InputTokens + resp.TotalUsage.CacheCreationTokens
10831089 completionTokens := resp.TotalUsage.OutputTokens
10841090
@@ -1113,12 +1119,17 @@ func (a *sessionAgent) updateSessionUsage(model Model, session *session.Session,
11131119
11141120 a.eventTokensUsed(session.ID, model, usage, cost)
11151121
1122+ // Use override cost if available (e.g., from OpenRouter).
11161123 if overrideCost != nil {
1117− session.Cost += *overrideCost
1118− } else {
1119− session.Cost += cost
1124+ cost = *overrideCost
1125+ }
1126+
1127+ // Skip cost accumulation
1128+ if model.FlatRate {
1129+ cost = 0
11201130 }
11211131
1132+ session.Cost += cost
11221133 session.CompletionTokens = usage.OutputTokens
11231134 session.PromptTokens = usage.InputTokens + usage.CacheReadTokens
11241135}
internal/agent/coordinator.go+2
@@ -626,10 +626,12 @@ func (c *coordinator) buildAgentModels(ctx context.Context, isSubAgent bool) (Mo
626626 Model: largeModel,
627627 CatwalkCfg: *largeCatwalkModel,
628628 ModelCfg: largeModelCfg,
629+ FlatRate: largeProviderCfg.FlatRate,
629630 }, Model{
630631 Model: smallModel,
631632 CatwalkCfg: *smallCatwalkModel,
632633 ModelCfg: smallModelCfg,
634+ FlatRate: smallProviderCfg.FlatRate,
633635 }, nil
634636}
635637
internal/config/config.go+3
@@ -120,6 +120,9 @@ type ProviderConfig struct {
120120 // Used to pass extra parameters to the provider.
121121 ExtraParams map[string]string `json:"-"`
122122
123+ // Skip cost accumulation for this provider when using subscription or flat rate billing.
124+ FlatRate bool `json:"flat_rate,omitempty" jsonschema:"description=Flat-rate mode for this provider"`
125+
123126 // The provider models
124127 Models []catwalk.Model `json:"models,omitempty" jsonschema:"description=List of models available from this provider"`
125128}
schema.json+4
@@ -588,6 +588,10 @@
588588 "type": "object",
589589 "description": "Additional provider-specific options for this provider"
590590 },
591+ "flat_rate": {
592+ "type": "boolean",
593+ "description": "Flat-rate mode for this provider"
594+ },
591595 "models": {
592596 "items": {
593597 "$ref": "#/$defs/Model"