2023-09-03 11:26:26 +03:00
|
|
|
from __future__ import annotations
|
|
|
|
|
2023-09-05 18:27:24 +03:00
|
|
|
from aiohttp import ClientSession
|
2023-07-28 13:07:17 +03:00
|
|
|
|
2023-09-05 18:27:24 +03:00
|
|
|
from ..typing import AsyncGenerator
|
|
|
|
from .base_provider import AsyncGeneratorProvider
|
2023-07-28 13:07:17 +03:00
|
|
|
|
|
|
|
|
2023-09-05 18:27:24 +03:00
|
|
|
class Acytoo(AsyncGeneratorProvider):
|
|
|
|
url = 'https://chat.acytoo.com'
|
2023-08-27 18:37:44 +03:00
|
|
|
working = True
|
2023-07-28 13:07:17 +03:00
|
|
|
supports_gpt_35_turbo = True
|
|
|
|
|
2023-08-24 22:32:22 +03:00
|
|
|
@classmethod
|
2023-09-05 18:27:24 +03:00
|
|
|
async def create_async_generator(
|
2023-08-24 22:32:22 +03:00
|
|
|
cls,
|
2023-07-28 13:07:17 +03:00
|
|
|
model: str,
|
|
|
|
messages: list[dict[str, str]],
|
2023-09-05 18:27:24 +03:00
|
|
|
proxy: str = None,
|
|
|
|
**kwargs
|
|
|
|
) -> AsyncGenerator:
|
|
|
|
|
|
|
|
async with ClientSession(
|
|
|
|
headers=_create_header()
|
|
|
|
) as session:
|
|
|
|
async with session.post(
|
|
|
|
cls.url + '/api/completions',
|
|
|
|
proxy=proxy,
|
|
|
|
json=_create_payload(messages, **kwargs)
|
|
|
|
) as response:
|
|
|
|
response.raise_for_status()
|
|
|
|
async for stream in response.content.iter_any():
|
|
|
|
if stream:
|
|
|
|
yield stream.decode()
|
2023-07-28 13:07:17 +03:00
|
|
|
|
|
|
|
|
|
|
|
def _create_header():
|
|
|
|
return {
|
2023-08-27 18:37:44 +03:00
|
|
|
'accept': '*/*',
|
|
|
|
'content-type': 'application/json',
|
2023-07-28 13:07:17 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2023-09-05 18:27:24 +03:00
|
|
|
def _create_payload(messages: list[dict[str, str]], temperature: float = 0.5, **kwargs):
|
2023-07-28 13:07:17 +03:00
|
|
|
return {
|
2023-08-27 18:37:44 +03:00
|
|
|
'key' : '',
|
|
|
|
'model' : 'gpt-3.5-turbo',
|
2023-09-05 18:27:24 +03:00
|
|
|
'messages' : messages,
|
2023-08-27 18:37:44 +03:00
|
|
|
'temperature' : temperature,
|
|
|
|
'password' : ''
|
|
|
|
}
|