Refactor item_data update to handle byte keys and convert messages to dict.

This commit is contained in:
razrab 2023-11-13 09:17:13 +03:00
parent eae81e7473
commit 5a6d59e171

View File

@ -1,3 +1,6 @@
import ast
import logging
from fastapi import FastAPI, Response, Request
from fastapi.responses import StreamingResponse
from typing import List, Union, Any, Dict, AnyStr
@ -68,14 +71,20 @@ class Api:
'stream': False,
}
item_data.update(item or {})
# item contains byte keys, and dict.get suppresses error
item_data.update({key.decode('utf-8') if isinstance(key, bytes) else key: str(value) for key, value in (item or {}).items()})
# messages is str, need dict
if isinstance(item_data.get('messages'), str):
item_data['messages'] = ast.literal_eval(item_data.get('messages'))
model = item_data.get('model')
stream = item_data.get('stream')
messages = item_data.get('messages')
try:
response = g4f.ChatCompletion.create(model=model, stream=stream, messages=messages)
except:
except Exception as e:
logging.exception(e)
return Response(content=json.dumps({"error": "An error occurred while generating the response."}, indent=4), media_type="application/json")
completion_id = ''.join(random.choices(string.ascii_letters + string.digits, k=28))