quivr/frontend/lib/helpers/defineMaxTokens.ts
Stan Girard cd927ebdcf
feat: Add support for gpt-4o model (#2589)
This pull request adds support for the gpt-4o model to the existing
codebase. It includes changes to the BrainConfig, openAiFreeModels,
defineMaxTokens, model_compatible_with_function_calling, create_graph,
main, and process_assistant functions.
2024-05-13 14:07:41 -07:00

30 lines
697 B
TypeScript

import { Model, PaidModels } from "../types/BrainConfig";
export const defineMaxTokens = (
model: Model | PaidModels | undefined
): number => {
//At the moment is evaluating only models from OpenAI
switch (model) {
case "gpt-3.5-turbo":
return 2000;
case "gpt-3.5-turbo-0125":
return 2000;
case "gpt-3.5-turbo-16k":
return 4000;
case "gpt-4":
return 4000;
case "gpt-4-0125-preview":
return 4000;
case "mistral/mistral-small":
return 1000;
case "mistral/mistral-medium":
return 2000;
case "mistral/mistral-large-latest":
return 2000;
case "gpt-4o":
return 2000;
default:
return 2000;
}
};