gpt4free/g4f/Provider/Forefront.py

39 lines
1.2 KiB
Python
Raw Normal View History

2023-07-28 13:07:17 +03:00
import json
import requests
from ..typing import Any, CreateResult
from .base_provider import BaseProvider
class Forefront(BaseProvider):
2023-08-27 18:37:44 +03:00
url = "https://forefront.com"
supports_stream = True
2023-07-28 13:07:17 +03:00
supports_gpt_35_turbo = True
@staticmethod
def create_completion(
model: str,
messages: list[dict[str, str]],
2023-08-27 18:37:44 +03:00
stream: bool, **kwargs: Any) -> CreateResult:
2023-07-28 13:07:17 +03:00
json_data = {
2023-08-27 18:37:44 +03:00
"text" : messages[-1]["content"],
"action" : "noauth",
"id" : "",
"parentId" : "",
"workspaceId" : "",
2023-07-28 13:07:17 +03:00
"messagePersona": "607e41fe-95be-497e-8e97-010a59b2e2c0",
2023-08-27 18:37:44 +03:00
"model" : "gpt-4",
"messages" : messages[:-1] if len(messages) > 1 else [],
"internetMode" : "auto",
2023-07-28 13:07:17 +03:00
}
2023-08-27 18:37:44 +03:00
response = requests.post("https://streaming.tenant-forefront-default.knative.chi.coreweave.com/free-chat",
json=json_data, stream=True)
2023-07-28 13:07:17 +03:00
response.raise_for_status()
for token in response.iter_lines():
if b"delta" in token:
yield json.loads(token.decode().split("data: ")[1])["delta"]