df753af · crush · git.iko.soy

git.iko.soy/crush

on main help sign in

chore: fix parameter update

df753afKujtim Hoxha1 year ago

internal/config/load.go+33−1

compare with main

unifiedsplit

@@ -500,6 +500,21 @@ func (c *Config) configureSelectedModels(knownProviders []catwalk.Provider) erro

500 large.ReasoningEffort = largeModelSelected.ReasoningEffort

501 }

502 large.Think = largeModelSelected.Think

503+ if largeModelSelected.Temperature != nil {

504+ large.Temperature = largeModelSelected.Temperature

505+ }

506+ if largeModelSelected.TopP != nil {

507+ large.TopP = largeModelSelected.TopP

508+ }

509+ if largeModelSelected.TopK != nil {

510+ large.TopK = largeModelSelected.TopK

511+ }

512+ if largeModelSelected.FrequencyPenalty != nil {

513+ large.FrequencyPenalty = largeModelSelected.FrequencyPenalty

514+ }

515+ if largeModelSelected.PresencePenalty != nil {

516+ large.PresencePenalty = largeModelSelected.PresencePenalty

517+ }

503 }

518 }

504 }

519 }

505 smallModelSelected, smallModelConfigured := c.Models[SelectedModelTypeSmall]

520 smallModelSelected, smallModelConfigured := c.Models[SelectedModelTypeSmall]

@@ -525,7 +540,24 @@ func (c *Config) configureSelectedModels(knownProviders []catwalk.Provider) erro

525 } else {

540 } else {

526 small.MaxTokens = model.DefaultMaxTokens

541 small.MaxTokens = model.DefaultMaxTokens

527 }

542 }

543+ if smallModelSelected.ReasoningEffort != "" {

528− small.ReasoningEffort = smallModelSelected.ReasoningEffort

544+ small.ReasoningEffort = smallModelSelected.ReasoningEffort

545+ }

546+ if smallModelSelected.Temperature != nil {

547+ small.Temperature = smallModelSelected.Temperature

548+ }

549+ if smallModelSelected.TopP != nil {

550+ small.TopP = smallModelSelected.TopP

551+ }

552+ if smallModelSelected.TopK != nil {

553+ small.TopK = smallModelSelected.TopK

554+ }

555+ if smallModelSelected.FrequencyPenalty != nil {

556+ small.FrequencyPenalty = smallModelSelected.FrequencyPenalty

557+ }

558+ if smallModelSelected.PresencePenalty != nil {

559+ small.PresencePenalty = smallModelSelected.PresencePenalty

560+ }

529 small.Think = smallModelSelected.Think

561 small.Think = smallModelSelected.Think

530 }

562 }

531 }

563 }