xtekky/gpt4free
1
1
Fork 0
mirror of https://github.com/xtekky/gpt4free.git synced 2024-12-26 04:33:35 +03:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #1627 from nullstreak/deepinfra

Browse Source 
DeepInfra: Add max_tokens and stop
This commit is contained in:
H Lohaus 2024-02-24 21:06:46 +01:00 committed by GitHub
commit 369ea62114
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
g4f/Provider/DeepInfra.py
View File

@ -61,6 +61,8 @@ class DeepInfra(AsyncGeneratorProvider, ProviderModelMixin):
'model' : cls.get_model(model),
'messages': messages,
'temperature': kwargs.get("temperature", 0.7),
'max_tokens': kwargs.get("max_tokens", 512),
'stop': kwargs.get("stop", []),
'stream' : True
}
async with session.post('https://api.deepinfra.com/v1/openai/chat/completions',