OpenAI: Fix GPT-4. Only include max_tokens when max_output_tokens provided (#17168)

- Fixed GPT-4 breakage (incorrect `max_output_tokens` handling).
This commit is contained in:
Peter Tripp 2024-08-30 18:57:50 +00:00 committed by GitHub
parent ee6ec50b15
commit 58c0f39714
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -120,14 +120,10 @@ impl Model {
pub fn max_output_tokens(&self) -> Option<u32> {
match self {
Self::ThreePointFiveTurbo => Some(4096),
Self::Four => Some(8192),
Self::FourTurbo => Some(4096),
Self::FourOmni => Some(4096),
Self::FourOmniMini => Some(16384),
Self::Custom {
max_output_tokens, ..
} => *max_output_tokens,
_ => None,
}
}
}