gpt4free/g4f/Provider/needs_auth/ThebApi.py

62 lines
2.0 KiB
Python
Raw Normal View History

2023-11-17 13:16:49 +03:00
from __future__ import annotations
from ...typing import CreateResult, Messages
2024-11-09 10:48:34 +03:00
from .OpenaiAPI import OpenaiAPI
2023-11-17 13:16:49 +03:00
models = {
"theb-ai": "TheB.AI",
"gpt-3.5-turbo": "GPT-3.5",
"gpt-3.5-turbo-16k": "GPT-3.5-16K",
"gpt-4-turbo": "GPT-4 Turbo",
"gpt-4": "GPT-4",
"gpt-4-32k": "GPT-4 32K",
"claude-2": "Claude 2",
"claude-1": "Claude",
"claude-1-100k": "Claude 100K",
"claude-instant-1": "Claude Instant",
"claude-instant-1-100k": "Claude Instant 100K",
"palm-2": "PaLM 2",
"palm-2-codey": "Codey",
"vicuna-13b-v1.5": "Vicuna v1.5 13B",
"llama-2-7b-chat": "Llama 2 7B",
"llama-2-13b-chat": "Llama 2 13B",
"llama-2-70b-chat": "Llama 2 70B",
"code-llama-7b": "Code Llama 7B",
"code-llama-13b": "Code Llama 13B",
"code-llama-34b": "Code Llama 34B",
"qwen-7b-chat": "Qwen 7B"
}
2024-11-09 10:48:34 +03:00
class ThebApi(OpenaiAPI):
2024-04-12 21:58:40 +03:00
label = "TheB.AI API"
2023-11-17 13:16:49 +03:00
url = "https://theb.ai"
working = True
api_base = "https://api.theb.ai/v1"
2023-11-17 13:16:49 +03:00
needs_auth = True
default_model = "gpt-3.5-turbo"
models = list(models)
2023-11-17 13:16:49 +03:00
@classmethod
def create_async_generator(
cls,
2023-11-17 13:16:49 +03:00
model: str,
messages: Messages,
temperature: float = 1,
top_p: float = 1,
2023-11-17 13:16:49 +03:00
**kwargs
) -> CreateResult:
if "auth" in kwargs:
kwargs["api_key"] = kwargs["auth"]
system_message = "\n".join([message["content"] for message in messages if message["role"] == "system"])
if not system_message:
system_message = "You are ChatGPT, a large language model trained by OpenAI, based on the GPT-3.5 architecture."
messages = [message for message in messages if message["role"] != "system"]
data = {
2023-11-17 13:16:49 +03:00
"model_params": {
"system_prompt": system_message,
"temperature": temperature,
"top_p": top_p,
2023-11-17 13:16:49 +03:00
}
}
return super().create_async_generator(model, messages, extra_data=data, **kwargs)