on main help sign in
chore: improve zai tool calls (#1551)
54204daKujtim Hoxha
internal/agent/coordinator.go+6
@@ -694,6 +694,12 @@ func (c *coordinator) buildProvider(providerCfg config.ProviderConfig, model con
694 case "google-vertex":
694 case "google-vertex":
695 return c.buildGoogleVertexProvider(headers, providerCfg.ExtraParams)
695 return c.buildGoogleVertexProvider(headers, providerCfg.ExtraParams)
696 case openaicompat.Name:
696 case openaicompat.Name:
697+ if providerCfg.ID == string(catwalk.InferenceProviderZAI) {
698+ if providerCfg.ExtraBody == nil {
699+ providerCfg.ExtraBody = map[string]any{}
700+ }
701+ providerCfg.ExtraBody["tool_stream"] = true
702+ }
697 return c.buildOpenaiCompatProvider(baseURL, apiKey, headers, providerCfg.ExtraBody)
703 return c.buildOpenaiCompatProvider(baseURL, apiKey, headers, providerCfg.ExtraBody)
698 default:
704 default:
699 return nil, fmt.Errorf("provider type not supported: %q", providerCfg.Type)
705 return nil, fmt.Errorf("provider type not supported: %q", providerCfg.Type)