git.iko.soy/crush
on main help sign in
feat: support VertexAI provider (#153)
a9fa918mineo
README.md+7
compare with main
unifiedsplit
@@ -89,6 +89,8 @@ You can configure OpenCode using environment variables:
89| `ANTHROPIC_API_KEY` | For Claude models |
89| `ANTHROPIC_API_KEY` | For Claude models |
90| `OPENAI_API_KEY` | For OpenAI models |
90| `OPENAI_API_KEY` | For OpenAI models |
91| `GEMINI_API_KEY` | For Google Gemini models |
91| `GEMINI_API_KEY` | For Google Gemini models |
92+| `VERTEXAI_PROJECT` | For Google Cloud VertexAI (Gemini) |
93+| `VERTEXAI_LOCATION` | For Google Cloud VertexAI (Gemini) |
92| `GROQ_API_KEY` | For Groq models |
94| `GROQ_API_KEY` | For Groq models |
93| `AWS_ACCESS_KEY_ID` | For AWS Bedrock (Claude) |
95| `AWS_ACCESS_KEY_ID` | For AWS Bedrock (Claude) |
94| `AWS_SECRET_ACCESS_KEY` | For AWS Bedrock (Claude) |
96| `AWS_SECRET_ACCESS_KEY` | For AWS Bedrock (Claude) |
@@ -227,6 +229,11 @@ OpenCode supports a variety of AI models from different providers:
227- O3 family (o3, o3-mini)
229- O3 family (o3, o3-mini)
228- O4 Mini
230- O4 Mini
229
231
232+### Google Cloud VertexAI
233+
234+- Gemini 2.5
235+- Gemini 2.5 Flash
236+
230## Usage
237## Usage
231
238
232```bash
239```bash
cmd/schema/main.go+1
@@ -199,6 +199,7 @@ func generateSchema() map[string]any {
199 string(models.ProviderOpenRouter),
199 string(models.ProviderOpenRouter),
200 string(models.ProviderBedrock),
200 string(models.ProviderBedrock),
201 string(models.ProviderAzure),
201 string(models.ProviderAzure),
202+ string(models.ProviderVertexAI),
202 }
203 }
203
204
204 providerSchema["additionalProperties"].(map[string]any)["properties"].(map[string]any)["provider"] = map[string]any{
205 providerSchema["additionalProperties"].(map[string]any)["properties"].(map[string]any)["provider"] = map[string]any{
internal/config/config.go+45
@@ -276,6 +276,7 @@ func setProviderDefaults() {
276 // 5. OpenRouter
276 // 5. OpenRouter
277 // 6. AWS Bedrock
277 // 6. AWS Bedrock
278 // 7. Azure
278 // 7. Azure
279+ // 8. Google Cloud VertexAI
279
280
280 // Anthropic configuration
281 // Anthropic configuration
281 if key := viper.GetString("providers.anthropic.apiKey"); strings.TrimSpace(key) != "" {
282 if key := viper.GetString("providers.anthropic.apiKey"); strings.TrimSpace(key) != "" {
@@ -348,6 +349,15 @@ func setProviderDefaults() {
348 viper.SetDefault("agents.title.model", models.AzureGPT41Mini)
349 viper.SetDefault("agents.title.model", models.AzureGPT41Mini)
349 return
350 return
350 }
351 }
352+
353+ // Google Cloud VertexAI configuration
354+ if hasVertexAICredentials() {
355+ viper.SetDefault("agents.coder.model", models.VertexAIGemini25)
356+ viper.SetDefault("agents.summarizer.model", models.VertexAIGemini25)
357+ viper.SetDefault("agents.task.model", models.VertexAIGemini25Flash)
358+ viper.SetDefault("agents.title.model", models.VertexAIGemini25Flash)
359+ return
360+ }
351}
361}
352
362
353// hasAWSCredentials checks if AWS credentials are available in the environment.
363// hasAWSCredentials checks if AWS credentials are available in the environment.
@@ -376,6 +386,19 @@ func hasAWSCredentials() bool {
376 return false
386 return false
377}
387}
378
388
389+// hasVertexAICredentials checks if VertexAI credentials are available in the environment.
390+func hasVertexAICredentials() bool {
391+ // Check for explicit VertexAI parameters
392+ if os.Getenv("VERTEXAI_PROJECT") != "" && os.Getenv("VERTEXAI_LOCATION") != "" {
393+ return true
394+ }
395+ // Check for Google Cloud project and location
396+ if os.Getenv("GOOGLE_CLOUD_PROJECT") != "" && (os.Getenv("GOOGLE_CLOUD_REGION") != "" || os.Getenv("GOOGLE_CLOUD_LOCATION") != "") {
397+ return true
398+ }
399+ return false
400+}
401+
379// readConfig handles the result of reading a configuration file.
402// readConfig handles the result of reading a configuration file.
380func readConfig(err error) error {
403func readConfig(err error) error {
381 if err == nil {
404 if err == nil {
@@ -598,6 +621,10 @@ func getProviderAPIKey(provider models.ModelProvider) string {
598 if hasAWSCredentials() {
621 if hasAWSCredentials() {
599 return "aws-credentials-available"
622 return "aws-credentials-available"
600 }
623 }
624+ case models.ProviderVertexAI:
625+ if hasVertexAICredentials() {
626+ return "vertex-ai-credentials-available"
627+ }
601 }
628 }
602 return ""
629 return ""
603}
630}
@@ -718,6 +745,24 @@ func setDefaultModelForAgent(agent AgentName) bool {
718 return true
745 return true
719 }
746 }
720
747
748+ if hasVertexAICredentials() {
749+ var model models.ModelID
750+ maxTokens := int64(5000)
751+
752+ if agent == AgentTitle {
753+ model = models.VertexAIGemini25Flash
754+ maxTokens = 80
755+ } else {
756+ model = models.VertexAIGemini25
757+ }
758+
759+ cfg.Agents[agent] = Agent{
760+ Model: model,
761+ MaxTokens: maxTokens,
762+ }
763+ return true
764+ }
765+
721 return false
766 return false
722}
767}
723
768
internal/llm/models/models.go+2
@@ -43,6 +43,7 @@ var ProviderPopularity = map[ModelProvider]int{
43 ProviderOpenRouter: 5,
43 ProviderOpenRouter: 5,
44 ProviderBedrock: 6,
44 ProviderBedrock: 6,
45 ProviderAzure: 7,
45 ProviderAzure: 7,
46+ ProviderVertexAI: 8,
46}
47}
47
48
48var SupportedModels = map[ModelID]Model{
49var SupportedModels = map[ModelID]Model{
@@ -91,4 +92,5 @@ func init() {
91 maps.Copy(SupportedModels, AzureModels)
92 maps.Copy(SupportedModels, AzureModels)
92 maps.Copy(SupportedModels, OpenRouterModels)
93 maps.Copy(SupportedModels, OpenRouterModels)
93 maps.Copy(SupportedModels, XAIModels)
94 maps.Copy(SupportedModels, XAIModels)
95+ maps.Copy(SupportedModels, VertexAIGeminiModels)
94}
96}
internal/llm/models/vertexai.gonew file+38
@@ -0,0 +1,38 @@
1+package models
2+
3+const (
4+ ProviderVertexAI ModelProvider = "vertexai"
5+
6+ // Models
7+ VertexAIGemini25Flash ModelID = "vertexai.gemini-2.5-flash"
8+ VertexAIGemini25 ModelID = "vertexai.gemini-2.5"
9+)
10+
11+var VertexAIGeminiModels = map[ModelID]Model{
12+ VertexAIGemini25Flash: {
13+ ID: VertexAIGemini25Flash,
14+ Name: "VertexAI: Gemini 2.5 Flash",
15+ Provider: ProviderVertexAI,
16+ APIModel: "gemini-2.5-flash-preview-04-17",
17+ CostPer1MIn: GeminiModels[Gemini25Flash].CostPer1MIn,
18+ CostPer1MInCached: GeminiModels[Gemini25Flash].CostPer1MInCached,
19+ CostPer1MOut: GeminiModels[Gemini25Flash].CostPer1MOut,
20+ CostPer1MOutCached: GeminiModels[Gemini25Flash].CostPer1MOutCached,
21+ ContextWindow: GeminiModels[Gemini25Flash].ContextWindow,
22+ DefaultMaxTokens: GeminiModels[Gemini25Flash].DefaultMaxTokens,
23+ SupportsAttachments: true,
24+ },
25+ VertexAIGemini25: {
26+ ID: VertexAIGemini25,
27+ Name: "VertexAI: Gemini 2.5 Pro",
28+ Provider: ProviderVertexAI,
29+ APIModel: "gemini-2.5-pro-preview-03-25",
30+ CostPer1MIn: GeminiModels[Gemini25].CostPer1MIn,
31+ CostPer1MInCached: GeminiModels[Gemini25].CostPer1MInCached,
32+ CostPer1MOut: GeminiModels[Gemini25].CostPer1MOut,
33+ CostPer1MOutCached: GeminiModels[Gemini25].CostPer1MOutCached,
34+ ContextWindow: GeminiModels[Gemini25].ContextWindow,
35+ DefaultMaxTokens: GeminiModels[Gemini25].DefaultMaxTokens,
36+ SupportsAttachments: true,
37+ },
38+}
internal/llm/provider/gemini.go+12−6
@@ -175,13 +175,16 @@ func (g *geminiClient) send(ctx context.Context, messages []message.Message, too
175
175
176 history := geminiMessages[:len(geminiMessages)-1] // All but last message
176 history := geminiMessages[:len(geminiMessages)-1] // All but last message
177 lastMsg := geminiMessages[len(geminiMessages)-1]
177 lastMsg := geminiMessages[len(geminiMessages)-1]
178− chat, _ := g.client.Chats.Create(ctx, g.providerOptions.model.APIModel, &genai.GenerateContentConfig{
178+ config := &genai.GenerateContentConfig{
179 MaxOutputTokens: int32(g.providerOptions.maxTokens),
179 MaxOutputTokens: int32(g.providerOptions.maxTokens),
180 SystemInstruction: &genai.Content{
180 SystemInstruction: &genai.Content{
181 Parts: []*genai.Part{{Text: g.providerOptions.systemMessage}},
181 Parts: []*genai.Part{{Text: g.providerOptions.systemMessage}},
182 },
182 },
183+ }
184+ if len(tools) > 0 {
183− Tools: g.convertTools(tools),
185+ config.Tools = g.convertTools(tools)
184− }, history)
186+ }
187+ chat, _ := g.client.Chats.Create(ctx, g.providerOptions.model.APIModel, config, history)
185
188
186 attempts := 0
189 attempts := 0
187 for {
190 for {
@@ -260,13 +263,16 @@ func (g *geminiClient) stream(ctx context.Context, messages []message.Message, t
260
263
261 history := geminiMessages[:len(geminiMessages)-1] // All but last message
264 history := geminiMessages[:len(geminiMessages)-1] // All but last message
262 lastMsg := geminiMessages[len(geminiMessages)-1]
265 lastMsg := geminiMessages[len(geminiMessages)-1]
263− chat, _ := g.client.Chats.Create(ctx, g.providerOptions.model.APIModel, &genai.GenerateContentConfig{
266+ config := &genai.GenerateContentConfig{
264 MaxOutputTokens: int32(g.providerOptions.maxTokens),
267 MaxOutputTokens: int32(g.providerOptions.maxTokens),
265 SystemInstruction: &genai.Content{
268 SystemInstruction: &genai.Content{
266 Parts: []*genai.Part{{Text: g.providerOptions.systemMessage}},
269 Parts: []*genai.Part{{Text: g.providerOptions.systemMessage}},
267 },
270 },
271+ }
272+ if len(tools) > 0 {
268− Tools: g.convertTools(tools),
273+ config.Tools = g.convertTools(tools)
269− }, history)
274+ }
275+ chat, _ := g.client.Chats.Create(ctx, g.providerOptions.model.APIModel, config, history)
270
276
271 attempts := 0
277 attempts := 0
272 eventChan := make(chan ProviderEvent)
278 eventChan := make(chan ProviderEvent)
internal/llm/provider/provider.go+5
@@ -120,6 +120,11 @@ func NewProvider(providerName models.ModelProvider, opts ...ProviderClientOption
120 options: clientOptions,
120 options: clientOptions,
121 client: newAzureClient(clientOptions),
121 client: newAzureClient(clientOptions),
122 }, nil
122 }, nil
123+ case models.ProviderVertexAI:
124+ return &baseProvider[VertexAIClient]{
125+ options: clientOptions,
126+ client: newVertexAIClient(clientOptions),
127+ }, nil
123 case models.ProviderOpenRouter:
128 case models.ProviderOpenRouter:
124 clientOptions.openaiOptions = append(clientOptions.openaiOptions,
129 clientOptions.openaiOptions = append(clientOptions.openaiOptions,
125 WithOpenAIBaseURL("https://openrouter.ai/api/v1"),
130 WithOpenAIBaseURL("https://openrouter.ai/api/v1"),
internal/llm/provider/vertexai.gonew file+34
@@ -0,0 +1,34 @@
1+package provider
2+
3+import (
4+ "context"
5+ "os"
6+
7+ "github.com/opencode-ai/opencode/internal/logging"
8+ "google.golang.org/genai"
9+)
10+
11+type VertexAIClient ProviderClient
12+
13+func newVertexAIClient(opts providerClientOptions) VertexAIClient {
14+ geminiOpts := geminiOptions{}
15+ for _, o := range opts.geminiOptions {
16+ o(&geminiOpts)
17+ }
18+
19+ client, err := genai.NewClient(context.Background(), &genai.ClientConfig{
20+ Project: os.Getenv("VERTEXAI_PROJECT"),
21+ Location: os.Getenv("VERTEXAI_LOCATION"),
22+ Backend: genai.BackendVertexAI,
23+ })
24+ if err != nil {
25+ logging.Error("Failed to create VertexAI client", "error", err)
26+ return nil
27+ }
28+
29+ return &geminiClient{
30+ providerOptions: opts,
31+ options: geminiOpts,
32+ client: client,
33+ }
34+}
opencode-schema.json+104−91
@@ -12,63 +12,69 @@
12 "model": {
12 "model": {
13 "description": "Model ID for the agent",
13 "description": "Model ID for the agent",
14 "enum": [
14 "enum": [
15+ "grok-3-fast-beta",
16+ "claude-3-opus",
17+ "gemini-2.5",
18+ "openrouter.claude-3-haiku",
19+ "grok-3-beta",
15− "gpt-4o-mini",
20+ "gpt-4.1",
16− "o1-pro",
17 "azure.gpt-4o-mini",
21 "azure.gpt-4o-mini",
22+ "openrouter.gpt-4o",
23+ "openrouter.o4-mini",
24+ "openrouter.o1-pro",
25+ "gpt-4.1-nano",
26+ "azure.gpt-4.5-preview",
27+ "openrouter.gpt-4o-mini",
28+ "claude-3.5-sonnet",
29+ "claude-3-haiku",
30+ "qwen-qwq",
31+ "openrouter.claude-3.7-sonnet",
32+ "gemini-2.5-flash",
33+ "azure.o4-mini",
18 "openrouter.gpt-4.1-mini",
34 "openrouter.gpt-4.1-mini",
35+ "gpt-4o",
36+ "openrouter.gemini-2.5",
37+ "gpt-4.1-mini",
38+ "azure.gpt-4.1",
39+ "azure.o1-mini",
40+ "o1-pro",
41+ "claude-3.7-sonnet",
42+ "o3",
43+ "gpt-4.5-preview",
44+ "azure.o3-mini",
45+ "grok-3-mini-beta",
19 "openrouter.o1-mini",
46 "openrouter.o1-mini",
20− "bedrock.claude-3.7-sonnet",
21 "meta-llama/llama-4-scout-17b-16e-instruct",
47 "meta-llama/llama-4-scout-17b-16e-instruct",
48+ "azure.o1",
49+ "openrouter.gemini-2.5-flash",
22− "openrouter.gpt-4o-mini",
50+ "openrouter.claude-3-opus",
51+ "o1-mini",
23 "gemini-2.0-flash",
52 "gemini-2.0-flash",
24− "deepseek-r1-distill-llama-70b",
25− "openrouter.claude-3.7-sonnet",
26− "openrouter.gpt-4.5-preview",
53+ "openrouter.gpt-4.1",
27− "azure.o3-mini",
28 "openrouter.claude-3.5-haiku",
54 "openrouter.claude-3.5-haiku",
29− "azure.o1-mini",
55+ "deepseek-r1-distill-llama-70b",
30− "openrouter.o1",
56+ "claude-3.5-haiku",
31− "openrouter.gemini-2.5",
57+ "o3-mini",
32 "llama-3.3-70b-versatile",
58 "llama-3.3-70b-versatile",
59+ "azure.gpt-4.1-nano",
33− "gpt-4.5-preview",
60+ "openrouter.gpt-4.5-preview",
34− "openrouter.claude-3-opus",
35− "openrouter.claude-3.5-sonnet",
36− "o4-mini",
37 "gemini-2.0-flash-lite",
61 "gemini-2.0-flash-lite",
38− "azure.gpt-4.5-preview",
39− "openrouter.gpt-4o",
40− "o1",
41 "azure.gpt-4o",
62 "azure.gpt-4o",
63+ "openrouter.o3-mini",
64+ "openrouter.o1",
42 "openrouter.gpt-4.1-nano",
65 "openrouter.gpt-4.1-nano",
43− "o3",
66+ "grok-3-mini-fast-beta",
44− "gpt-4.1",
45− "azure.o1",
46− "claude-3-haiku",
47− "claude-3-opus",
48− "gpt-4.1-mini",
49− "openrouter.o4-mini",
50− "openrouter.gemini-2.5-flash",
67+ "vertexai.gemini-2.5-flash",
51− "claude-3.5-haiku",
52− "o3-mini",
68+ "o4-mini",
53 "azure.o3",
69 "azure.o3",
54− "gpt-4o",
55− "azure.gpt-4.1",
56− "openrouter.claude-3-haiku",
57− "gpt-4.1-nano",
58− "azure.gpt-4.1-nano",
59− "claude-3.7-sonnet",
60− "gemini-2.5",
61− "azure.o4-mini",
62− "o1-mini",
63− "qwen-qwq",
64− "meta-llama/llama-4-maverick-17b-128e-instruct",
65− "openrouter.gpt-4.1",
66− "openrouter.o1-pro",
67− "openrouter.o3",
68− "claude-3.5-sonnet",
69− "gemini-2.5-flash",
70 "azure.gpt-4.1-mini",
70 "azure.gpt-4.1-mini",
71− "openrouter.o3-mini"
71+ "openrouter.o3",
72+ "gpt-4o-mini",
73+ "o1",
74+ "vertexai.gemini-2.5",
75+ "bedrock.claude-3.7-sonnet",
76+ "meta-llama/llama-4-maverick-17b-128e-instruct",
77+ "openrouter.claude-3.5-sonnet"
72 ],
78 ],
73 "type": "string"
79 "type": "string"
74 },
80 },
@@ -102,63 +108,69 @@
102 "model": {
108 "model": {
103 "description": "Model ID for the agent",
109 "description": "Model ID for the agent",
104 "enum": [
110 "enum": [
111+ "grok-3-fast-beta",
112+ "claude-3-opus",
113+ "gemini-2.5",
114+ "openrouter.claude-3-haiku",
115+ "grok-3-beta",
105− "gpt-4o-mini",
116+ "gpt-4.1",
106− "o1-pro",
107 "azure.gpt-4o-mini",
117 "azure.gpt-4o-mini",
118+ "openrouter.gpt-4o",
119+ "openrouter.o4-mini",
120+ "openrouter.o1-pro",
121+ "gpt-4.1-nano",
122+ "azure.gpt-4.5-preview",
123+ "openrouter.gpt-4o-mini",
124+ "claude-3.5-sonnet",
125+ "claude-3-haiku",
126+ "qwen-qwq",
127+ "openrouter.claude-3.7-sonnet",
128+ "gemini-2.5-flash",
129+ "azure.o4-mini",
108 "openrouter.gpt-4.1-mini",
130 "openrouter.gpt-4.1-mini",
131+ "gpt-4o",
132+ "openrouter.gemini-2.5",
133+ "gpt-4.1-mini",
134+ "azure.gpt-4.1",
135+ "azure.o1-mini",
136+ "o1-pro",
137+ "claude-3.7-sonnet",
138+ "o3",
139+ "gpt-4.5-preview",
140+ "azure.o3-mini",
141+ "grok-3-mini-beta",
109 "openrouter.o1-mini",
142 "openrouter.o1-mini",
110− "bedrock.claude-3.7-sonnet",
111 "meta-llama/llama-4-scout-17b-16e-instruct",
143 "meta-llama/llama-4-scout-17b-16e-instruct",
144+ "azure.o1",
145+ "openrouter.gemini-2.5-flash",
112− "openrouter.gpt-4o-mini",
146+ "openrouter.claude-3-opus",
147+ "o1-mini",
113 "gemini-2.0-flash",
148 "gemini-2.0-flash",
114− "deepseek-r1-distill-llama-70b",
115− "openrouter.claude-3.7-sonnet",
116− "openrouter.gpt-4.5-preview",
149+ "openrouter.gpt-4.1",
117− "azure.o3-mini",
118 "openrouter.claude-3.5-haiku",
150 "openrouter.claude-3.5-haiku",
119− "azure.o1-mini",
151+ "deepseek-r1-distill-llama-70b",
120− "openrouter.o1",
152+ "claude-3.5-haiku",
121− "openrouter.gemini-2.5",
153+ "o3-mini",
122 "llama-3.3-70b-versatile",
154 "llama-3.3-70b-versatile",
155+ "azure.gpt-4.1-nano",
123− "gpt-4.5-preview",
156+ "openrouter.gpt-4.5-preview",
124− "openrouter.claude-3-opus",
125− "openrouter.claude-3.5-sonnet",
126− "o4-mini",
127 "gemini-2.0-flash-lite",
157 "gemini-2.0-flash-lite",
128− "azure.gpt-4.5-preview",
129− "openrouter.gpt-4o",
130− "o1",
131 "azure.gpt-4o",
158 "azure.gpt-4o",
159+ "openrouter.o3-mini",
160+ "openrouter.o1",
132 "openrouter.gpt-4.1-nano",
161 "openrouter.gpt-4.1-nano",
133− "o3",
162+ "grok-3-mini-fast-beta",
134− "gpt-4.1",
135− "azure.o1",
136− "claude-3-haiku",
137− "claude-3-opus",
138− "gpt-4.1-mini",
139− "openrouter.o4-mini",
140− "openrouter.gemini-2.5-flash",
163+ "vertexai.gemini-2.5-flash",
141− "claude-3.5-haiku",
142− "o3-mini",
164+ "o4-mini",
143 "azure.o3",
165 "azure.o3",
144− "gpt-4o",
145− "azure.gpt-4.1",
146− "openrouter.claude-3-haiku",
147− "gpt-4.1-nano",
148− "azure.gpt-4.1-nano",
149− "claude-3.7-sonnet",
150− "gemini-2.5",
151− "azure.o4-mini",
152− "o1-mini",
153− "qwen-qwq",
154− "meta-llama/llama-4-maverick-17b-128e-instruct",
155− "openrouter.gpt-4.1",
156− "openrouter.o1-pro",
157− "openrouter.o3",
158− "claude-3.5-sonnet",
159− "gemini-2.5-flash",
160 "azure.gpt-4.1-mini",
166 "azure.gpt-4.1-mini",
161− "openrouter.o3-mini"
167+ "openrouter.o3",
168+ "gpt-4o-mini",
169+ "o1",
170+ "vertexai.gemini-2.5",
171+ "bedrock.claude-3.7-sonnet",
172+ "meta-llama/llama-4-maverick-17b-128e-instruct",
173+ "openrouter.claude-3.5-sonnet"
162 ],
174 ],
163 "type": "string"
175 "type": "string"
164 },
176 },
@@ -341,7 +353,8 @@
341 "groq",
353 "groq",
342 "openrouter",
354 "openrouter",
343 "bedrock",
355 "bedrock",
344− "azure"
356+ "azure",
357+ "vertexai"
345 ],
358 ],
346 "type": "string"
359 "type": "string"
347 }
360 }