quivr/frontend/lib/helpers/defineMaxTokens.ts
Stan Girard 719c9971f7
feat: mistral (#2365)
# Description

Please include a summary of the changes and the related issue. Please
also include relevant motivation and context.

## Checklist before requesting a review

Please delete options that are not relevant.

- [ ] My code follows the style guidelines of this project
- [ ] I have performed a self-review of my code
- [ ] I have commented hard-to-understand areas
- [ ] I have ideally added tests that prove my fix is effective or that
my feature works
- [ ] New and existing unit tests pass locally with my changes
- [ ] Any dependent changes have been merged

## Screenshots (if appropriate):
2024-03-19 16:56:45 -07:00

28 lines
659 B
TypeScript

import { Model, PaidModels } from "../types/BrainConfig";
export const defineMaxTokens = (
model: Model | PaidModels | undefined
): number => {
//At the moment is evaluating only models from OpenAI
switch (model) {
case "gpt-3.5-turbo":
return 2000;
case "gpt-3.5-turbo-0125":
return 2000;
case "gpt-3.5-turbo-16k":
return 4000;
case "gpt-4":
return 4000;
case "gpt-4-0125-preview":
return 4000;
case "mistral/mistral-small":
return 1000;
case "mistral/mistral-medium":
return 2000;
case "mistral/mistral-large-latest":
return 2000;
default:
return 1000;
}
};