This commit is contained in:
Martin Kask 2023-11-07 12:29:15 +02:00
parent d8372a56cc
commit 331c21e395

View File

@ -63,6 +63,7 @@ class OpenAIModel(ModelBackend):
"gpt-4": 8192,
"gpt-4-0613": 8192,
"gpt-4-32k": 32768,
"gpt-4-1106-preview": 128000,
}
num_max_token = num_max_token_map[self.model_type.value]
num_max_completion_tokens = num_max_token - num_prompt_tokens