d2f7bb7 · crush · git.iko.soy

fix: fix vertex provider

commitd2f7bb7cfe827dc96d112bff8fefc90ad7034e23 authorKujtim Hoxha <kujtimii.h@gmail.com> dateThu 31 Jul 2025, 13:29 (1 year ago) parent28b67f9

2 files changed+7−8

unifiedsplit

internal/config/load.go+5−6

@@ -168,8 +168,8 @@ func (c *Config) configureProviders(env env.Env, resolver VariableResolver, know

168168 }

169169 continue

170170 }

171− prepared.ExtraParams["project"] = env.Get("GOOGLE_CLOUD_PROJECT")

172− prepared.ExtraParams["location"] = env.Get("GOOGLE_CLOUD_LOCATION")

171+ prepared.ExtraParams["project"] = env.Get("VERTEXAI_PROJECT")

172+ prepared.ExtraParams["location"] = env.Get("VERTEXAI_LOCATION")

173173 case catwalk.InferenceProviderAzure:

174174 endpoint, err := resolver.ResolveValue(p.APIEndpoint)

175175 if err != nil || endpoint == "" {

@@ -470,10 +470,9 @@ func loadFromReaders(readers []io.Reader) (*Config, error) {

470470}

471471

472472func hasVertexCredentials(env env.Env) bool {

473− useVertex := env.Get("GOOGLE_GENAI_USE_VERTEXAI") == "true"

474− hasProject := env.Get("GOOGLE_CLOUD_PROJECT") != ""

475− hasLocation := env.Get("GOOGLE_CLOUD_LOCATION") != ""

476− return useVertex && hasProject && hasLocation

473+ hasProject := env.Get("VERTEXAI_PROJECT") != ""

474+ hasLocation := env.Get("VERTEXAI_LOCATION") != ""

475+ return hasProject && hasLocation

477476}

478477

479478func hasAWSCredentials(env env.Env) bool {

internal/llm/provider/vertexai.go+2−2

@@ -10,8 +10,8 @@ import (

1010type VertexAIClient ProviderClient

1111

1212func newVertexAIClient(opts providerClientOptions) VertexAIClient {

13− project := opts.extraHeaders["project"]

14− location := opts.extraHeaders["location"]

13+ project := opts.extraParams["project"]

14+ location := opts.extraParams["location"]

1515 client, err := genai.NewClient(context.Background(), &genai.ClientConfig{

1616 Project: project,

1717 Location: location,