Restored provider (g4f/Provider/nexra/NexraChatGPT4o.py)

This commit is contained in:
kqlio67 2024-10-21 21:41:17 +03:00
parent b2f4c34fd3
commit e54e8755fa

View File

@ -1,20 +1,20 @@
from __future__ import annotations from __future__ import annotations
from aiohttp import ClientSession
from ...typing import AsyncResult, Messages
from ..base_provider import AsyncGeneratorProvider, ProviderModelMixin
from ..helper import format_prompt
import json import json
import requests
class NexraChatGPT4o(AsyncGeneratorProvider, ProviderModelMixin): from ...typing import CreateResult, Messages
from ..base_provider import ProviderModelMixin, AbstractProvider
from ..helper import format_prompt
class NexraChatGPT4o(AbstractProvider, ProviderModelMixin):
label = "Nexra ChatGPT4o" label = "Nexra ChatGPT4o"
url = "https://nexra.aryahcr.cc/documentation/chatgpt/en" url = "https://nexra.aryahcr.cc/documentation/chatgpt/en"
api_endpoint = "https://nexra.aryahcr.cc/api/chat/complements" api_endpoint = "https://nexra.aryahcr.cc/api/chat/complements"
working = False working = True
supports_stream = False supports_stream = True
default_model = 'gpt-4o' default_model = "gpt-4o"
models = [default_model] models = [default_model]
@classmethod @classmethod
@ -22,52 +22,64 @@ class NexraChatGPT4o(AsyncGeneratorProvider, ProviderModelMixin):
return cls.default_model return cls.default_model
@classmethod @classmethod
async def create_async_generator( def create_completion(
cls, cls,
model: str, model: str,
messages: Messages, messages: Messages,
proxy: str = None, stream: bool,
markdown: bool = False,
**kwargs **kwargs
) -> AsyncResult: ) -> CreateResult:
model = cls.get_model(model) model = cls.get_model(model)
headers = { headers = {
"Content-Type": "application/json", 'Content-Type': 'application/json'
} }
async with ClientSession(headers=headers) as session:
data = {
"messages": [
{
"role": "user",
"content": format_prompt(messages)
}
],
"stream": False,
"markdown": False,
"model": model
}
async with session.post(cls.api_endpoint, json=data, proxy=proxy) as response:
response.raise_for_status()
buffer = ""
last_message = ""
async for chunk in response.content.iter_any():
chunk_str = chunk.decode()
buffer += chunk_str
while '{' in buffer and '}' in buffer:
start = buffer.index('{')
end = buffer.index('}', start) + 1
json_str = buffer[start:end]
buffer = buffer[end:]
try:
json_obj = json.loads(json_str)
if json_obj.get("finish"):
if last_message:
yield last_message
return
elif json_obj.get("message"):
last_message = json_obj["message"]
except json.JSONDecodeError:
pass
if last_message: data = {
yield last_message "messages": [
{
"role": "user",
"content": format_prompt(messages)
}
],
"stream": stream,
"markdown": markdown,
"model": model
}
response = requests.post(cls.api_endpoint, headers=headers, json=data, stream=stream)
if stream:
return cls.process_streaming_response(response)
else:
return cls.process_non_streaming_response(response)
@classmethod
def process_non_streaming_response(cls, response):
if response.status_code == 200:
try:
content = response.text.lstrip('')
data = json.loads(content)
return data.get('message', '')
except json.JSONDecodeError:
return "Error: Unable to decode JSON response"
else:
return f"Error: {response.status_code}"
@classmethod
def process_streaming_response(cls, response):
full_message = ""
for line in response.iter_lines(decode_unicode=True):
if line:
try:
line = line.lstrip('')
data = json.loads(line)
if data.get('finish'):
break
message = data.get('message', '')
if message and message != full_message:
yield message[len(full_message):]
full_message = message
except json.JSONDecodeError:
pass