xtekky/gpt4free
1
1
Fork 0
mirror of https://github.com/xtekky/gpt4free.git synced 2024-12-24 11:34:02 +03:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #1487 from nullstreak/deepinfra-patch

Browse Source 
DeepInfra: Fix token duplication
This commit is contained in:
H Lohaus 2024-01-21 09:38:13 +01:00 committed by GitHub
commit be288aa8a7
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 16 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

25
g4f/Provider/DeepInfra.py
View File

@ -58,16 +58,23 @@ class DeepInfra(AsyncGeneratorProvider):
response.raise_for_status()
first = True
async for line in response.iter_lines():
if not line.startswith(b"data: "):
continue
try:
if line.startswith(b"data: [DONE]"):
decoded_line = line.decode().lstrip("data: ")
json_line = json.loads(decoded_line)
choices = json_line.get("choices", [{}])
finish_reason = choices[0].get("finish_reason", "")
if finish_reason:
break
elif line.startswith(b"data: "):
chunk = json.loads(line[6:])["choices"][0]["delta"].get("content")
if chunk:
token = choices[0].get("delta", {}).get("content", "")
if token:
if first:
chunk = chunk.lstrip()
if chunk:
first = False
yield chunk
token = token.lstrip()
first = False
yield token
except Exception:
raise RuntimeError(f"Response: {line}")
raise RuntimeError(f"Response: {line}")