feat(g4f/api/__init__.py): support both ':' and '-' in model prefixes

This commit is contained in:
kqlio67 2024-10-30 18:25:40 +02:00
parent e6627d8d30
commit a0087269b3

View File

@ -165,6 +165,19 @@ class Api:
@self.app.post("/v1/chat/completions")
async def chat_completions(config: ChatCompletionsConfig, request: Request = None, provider: str = None):
try:
# Find the last delimiter with ':' or '-'
if ':' in config.model:
model_parts = config.model.rsplit(":", 1)
elif '-' in config.model:
model_parts = config.model.rsplit("-", 1)
else:
model_parts = [config.model] # There is no prefix.
base_model = model_parts[0] # We use the base model name
model_prefix = model_parts[1] if len(model_parts) > 1 else None
config.model = base_model # Update the configuration to the basic model
config.provider = provider if config.provider is None else config.provider
if config.api_key is None and request is not None:
auth_header = request.headers.get("Authorization")
@ -229,6 +242,7 @@ class Api:
async def completions():
return Response(content=json.dumps({'info': 'Not working yet.'}, indent=4), media_type="application/json")
def format_exception(e: Exception, config: Union[ChatCompletionsConfig, ImageGenerationConfig]) -> str:
last_provider = g4f.get_last_provider(True)
return json.dumps({