git.iko.soy/crush
on main help sign in
chore: fix summary by adding options
commitd521e93213a7020f11206639c89474753f1d3e29 authorKujtim Hoxha <kujtimii.h@gmail.com> dateMon 20 Oct 2025, 10:54 (1 year ago) parent3af3339
2 files changed+11−6
compare with main
unifiedsplit
internal/agent/agent.go+6−5 internal/agent/coordinator.go+5−1
internal/agent/agent.go+6−5
@@ -51,7 +51,7 @@ type SessionAgent interface {
5151 IsBusy() bool
5252 QueuedPrompts(sessionID string) int
5353 ClearQueue(sessionID string)
54− Summarize(context.Context, string) error
54+ Summarize(context.Context, string, fantasy.ProviderOptions) error
5555 Model() Model
5656}
5757
@@ -427,7 +427,7 @@ func (a *sessionAgent) Run(ctx context.Context, call SessionAgentCall) (*fantasy
427427
428428 if shouldSummarize {
429429 a.activeRequests.Del(call.SessionID)
430− if summarizeErr := a.Summarize(genCtx, call.SessionID); summarizeErr != nil {
430+ if summarizeErr := a.Summarize(genCtx, call.SessionID, call.ProviderOptions); summarizeErr != nil {
431431 return nil, summarizeErr
432432 }
433433 }
@@ -442,7 +442,7 @@ func (a *sessionAgent) Run(ctx context.Context, call SessionAgentCall) (*fantasy
442442 return a.Run(genCtx, firstQueuedMessage)
443443}
444444
445−func (a *sessionAgent) Summarize(ctx context.Context, sessionID string) error {
445+func (a *sessionAgent) Summarize(ctx context.Context, sessionID string, opts fantasy.ProviderOptions) error {
446446 if a.IsSessionBusy(sessionID) {
447447 return ErrSessionBusy
448448 }
@@ -481,8 +481,9 @@ func (a *sessionAgent) Summarize(ctx context.Context, sessionID string) error {
481481 }
482482
483483 resp, err := agent.Stream(genCtx, fantasy.AgentStreamCall{
484− Prompt: "Provide a detailed summary of our conversation above.",
485− Messages: aiMsgs,
484+ Prompt: "Provide a detailed summary of our conversation above.",
485+ Messages: aiMsgs,
486+ ProviderOptions: opts,
486487 OnReasoningDelta: func(id string, text string) error {
487488 summaryMessage.AppendReasoningContent(text)
488489 return a.messages.Update(genCtx, summaryMessage)
internal/agent/coordinator.go+5−1
@@ -647,5 +647,9 @@ func (c *coordinator) QueuedPrompts(sessionID string) int {
647647}
648648
649649func (c *coordinator) Summarize(ctx context.Context, sessionID string) error {
650− return c.currentAgent.Summarize(ctx, sessionID)
650+ providerCfg, ok := c.cfg.Providers.Get(c.currentAgent.Model().ModelCfg.Provider)
651+ if !ok {
652+ return errors.New("model provider not configured")
653+ }
654+ return c.currentAgent.Summarize(ctx, sessionID, getProviderOptions(c.currentAgent.Model(), providerCfg.Type))
651655}