Update Llama2.py

This commit is contained in:
H Lohaus 2024-04-07 00:07:58 +02:00 committed by GitHub
parent e418c03aa0
commit 802cf1ce21
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -3,6 +3,7 @@ from __future__ import annotations
from aiohttp import ClientSession from aiohttp import ClientSession
from ..typing import AsyncResult, Messages from ..typing import AsyncResult, Messages
from ..requests.raise_for_status import raise_for_status
from .base_provider import AsyncGeneratorProvider, ProviderModelMixin from .base_provider import AsyncGeneratorProvider, ProviderModelMixin
@ -67,8 +68,10 @@ class Llama2(AsyncGeneratorProvider, ProviderModelMixin):
} }
started = False started = False
async with session.post(f"{cls.url}/api", json=data, proxy=proxy) as response: async with session.post(f"{cls.url}/api", json=data, proxy=proxy) as response:
response.raise_for_status() await raise_for_status(response)
async for chunk in response.content.iter_any(): async for chunk in response.content.iter_any():
if not chunk:
continue
if not started: if not started:
chunk = chunk.lstrip() chunk = chunk.lstrip()
started = True started = True