mirror of
https://github.com/xtekky/gpt4free.git
synced 2024-12-25 04:01:52 +03:00
8d5d522c4e
* refactor(g4f/Provider/Airforce.py): Enhance Airforce provider with dynamic model fetching * refactor(g4f/Provider/Blackbox.py): Enhance Blackbox AI provider configuration and streamline code * feat(g4f/Provider/RobocodersAPI.py): Add RobocodersAPI new async chat provider * refactor(g4f/client/__init__.py): Improve provider handling in async_generate method * refactor(g4f/models.py): Update provider configurations for multiple models * refactor(g4f/Provider/Blackbox.py): Streamline model configuration and improve response handling * feat(g4f/Provider/DDG.py): Enhance model support and improve conversation handling * refactor(g4f/Provider/Copilot.py): Enhance Copilot provider with model support * refactor(g4f/Provider/AmigoChat.py): update models and improve code structure * chore(g4f/Provider/not_working/AIUncensored.): move AIUncensored to not_working directory * chore(g4f/Provider/not_working/Allyfy.py): remove Allyfy provider * Update (g4f/Provider/not_working/AIUncensored.py g4f/Provider/not_working/__init__.py) * refactor(g4f/Provider/ChatGptEs.py): Implement format_prompt for message handling * refactor(g4f/Provider/Blackbox.py): Update message formatting and improve code structure * refactor(g4f/Provider/LLMPlayground.py): Enhance text generation and error handling * refactor(g4f/Provider/needs_auth/PollinationsAI.py): move PollinationsAI to needs_auth directory * refactor(g4f/Provider/Liaobots.py): Update Liaobots provider models and aliases * feat(g4f/Provider/DeepInfraChat.py): Add new DeepInfra models and aliases * Update (g4f/Provider/__init__.py) * Update (g4f/models.py) * g4f/models.py * Update g4f/models.py * Update g4f/Provider/LLMPlayground.py * Update (g4f/models.py g4f/Provider/Airforce.py g4f/Provider/__init__.py g4f/Provider/LLMPlayground.py) * Update g4f/Provider/__init__.py * Update (g4f/Provider/Airforce.py) --------- Co-authored-by: kqlio67 <kqlio67@users.noreply.github.com>
217 lines
8.3 KiB
Python
217 lines
8.3 KiB
Python
from __future__ import annotations
|
|
|
|
import os
|
|
import json
|
|
import asyncio
|
|
from http.cookiejar import CookieJar
|
|
from urllib.parse import quote
|
|
|
|
try:
|
|
from curl_cffi.requests import Session, CurlWsFlag
|
|
has_curl_cffi = True
|
|
except ImportError:
|
|
has_curl_cffi = False
|
|
try:
|
|
import nodriver
|
|
has_nodriver = True
|
|
except ImportError:
|
|
has_nodriver = False
|
|
|
|
from .base_provider import AbstractProvider, ProviderModelMixin, BaseConversation
|
|
from .helper import format_prompt
|
|
from ..typing import CreateResult, Messages, ImageType
|
|
from ..errors import MissingRequirementsError
|
|
from ..requests.raise_for_status import raise_for_status
|
|
from ..providers.asyncio import get_running_loop
|
|
from .openai.har_file import NoValidHarFileError, get_headers
|
|
from ..requests import get_nodriver
|
|
from ..image import ImageResponse, to_bytes, is_accepted_format
|
|
from .. import debug
|
|
|
|
class Conversation(BaseConversation):
|
|
conversation_id: str
|
|
cookie_jar: CookieJar
|
|
access_token: str
|
|
|
|
def __init__(self, conversation_id: str, cookie_jar: CookieJar, access_token: str = None):
|
|
self.conversation_id = conversation_id
|
|
self.cookie_jar = cookie_jar
|
|
self.access_token = access_token
|
|
|
|
class Copilot(AbstractProvider, ProviderModelMixin):
|
|
label = "Microsoft Copilot"
|
|
url = "https://copilot.microsoft.com"
|
|
working = True
|
|
supports_stream = True
|
|
default_model = "Copilot"
|
|
models = [default_model]
|
|
model_aliases = {
|
|
"gpt-4": "Copilot",
|
|
}
|
|
|
|
websocket_url = "wss://copilot.microsoft.com/c/api/chat?api-version=2"
|
|
conversation_url = f"{url}/c/api/conversations"
|
|
|
|
@classmethod
|
|
def create_completion(
|
|
cls,
|
|
model: str,
|
|
messages: Messages,
|
|
stream: bool = False,
|
|
proxy: str = None,
|
|
timeout: int = 900,
|
|
image: ImageType = None,
|
|
conversation: Conversation = None,
|
|
return_conversation: bool = False,
|
|
web_search: bool = True,
|
|
**kwargs
|
|
) -> CreateResult:
|
|
if not has_curl_cffi:
|
|
raise MissingRequirementsError('Install or update "curl_cffi" package | pip install -U curl_cffi')
|
|
|
|
websocket_url = cls.websocket_url
|
|
access_token = None
|
|
headers = None
|
|
cookies = conversation.cookie_jar if conversation is not None else None
|
|
if cls.needs_auth or image is not None:
|
|
if conversation is None or conversation.access_token is None:
|
|
try:
|
|
access_token, cookies = readHAR()
|
|
except NoValidHarFileError as h:
|
|
debug.log(f"Copilot: {h}")
|
|
try:
|
|
get_running_loop(check_nested=True)
|
|
access_token, cookies = asyncio.run(cls.get_access_token_and_cookies(proxy))
|
|
except MissingRequirementsError:
|
|
raise h
|
|
else:
|
|
access_token = conversation.access_token
|
|
debug.log(f"Copilot: Access token: {access_token[:7]}...{access_token[-5:]}")
|
|
websocket_url = f"{websocket_url}&accessToken={quote(access_token)}"
|
|
headers = {"authorization": f"Bearer {access_token}"}
|
|
|
|
with Session(
|
|
timeout=timeout,
|
|
proxy=proxy,
|
|
impersonate="chrome",
|
|
headers=headers,
|
|
cookies=cookies,
|
|
) as session:
|
|
response = session.get("https://copilot.microsoft.com/c/api/user")
|
|
raise_for_status(response)
|
|
debug.log(f"Copilot: User: {response.json().get('firstName', 'null')}")
|
|
if conversation is None:
|
|
response = session.post(cls.conversation_url)
|
|
raise_for_status(response)
|
|
conversation_id = response.json().get("id")
|
|
if return_conversation:
|
|
yield Conversation(conversation_id, session.cookies.jar, access_token)
|
|
prompt = format_prompt(messages)
|
|
debug.log(f"Copilot: Created conversation: {conversation_id}")
|
|
else:
|
|
conversation_id = conversation.conversation_id
|
|
prompt = messages[-1]["content"]
|
|
debug.log(f"Copilot: Use conversation: {conversation_id}")
|
|
|
|
images = []
|
|
if image is not None:
|
|
data = to_bytes(image)
|
|
response = session.post(
|
|
"https://copilot.microsoft.com/c/api/attachments",
|
|
headers={"content-type": is_accepted_format(data)},
|
|
data=data
|
|
)
|
|
raise_for_status(response)
|
|
images.append({"type":"image", "url": response.json().get("url")})
|
|
|
|
wss = session.ws_connect(cls.websocket_url)
|
|
wss.send(json.dumps({
|
|
"event": "send",
|
|
"conversationId": conversation_id,
|
|
"content": [*images, {
|
|
"type": "text",
|
|
"text": prompt,
|
|
}],
|
|
"mode": "chat"
|
|
}).encode(), CurlWsFlag.TEXT)
|
|
|
|
is_started = False
|
|
msg = None
|
|
image_prompt: str = None
|
|
last_msg = None
|
|
while True:
|
|
try:
|
|
msg = wss.recv()[0]
|
|
msg = json.loads(msg)
|
|
except:
|
|
break
|
|
last_msg = msg
|
|
if msg.get("event") == "appendText":
|
|
is_started = True
|
|
yield msg.get("text")
|
|
elif msg.get("event") == "generatingImage":
|
|
image_prompt = msg.get("prompt")
|
|
elif msg.get("event") == "imageGenerated":
|
|
yield ImageResponse(msg.get("url"), image_prompt, {"preview": msg.get("thumbnailUrl")})
|
|
elif msg.get("event") == "done":
|
|
break
|
|
elif msg.get("event") == "error":
|
|
raise RuntimeError(f"Error: {msg}")
|
|
elif msg.get("event") not in ["received", "startMessage", "citation", "partCompleted"]:
|
|
debug.log(f"Copilot Message: {msg}")
|
|
if not is_started:
|
|
raise RuntimeError(f"Invalid response: {last_msg}")
|
|
|
|
@classmethod
|
|
async def get_access_token_and_cookies(cls, proxy: str = None):
|
|
browser = await get_nodriver(proxy=proxy)
|
|
page = await browser.get(cls.url)
|
|
access_token = None
|
|
while access_token is None:
|
|
access_token = await page.evaluate("""
|
|
(() => {
|
|
for (var i = 0; i < localStorage.length; i++) {
|
|
try {
|
|
item = JSON.parse(localStorage.getItem(localStorage.key(i)));
|
|
if (item.credentialType == "AccessToken"
|
|
&& item.expiresOn > Math.floor(Date.now() / 1000)
|
|
&& item.target.includes("ChatAI")) {
|
|
return item.secret;
|
|
}
|
|
} catch(e) {}
|
|
}
|
|
})()
|
|
""")
|
|
if access_token is None:
|
|
await asyncio.sleep(1)
|
|
cookies = {}
|
|
for c in await page.send(nodriver.cdp.network.get_cookies([cls.url])):
|
|
cookies[c.name] = c.value
|
|
await page.close()
|
|
return access_token, cookies
|
|
|
|
def readHAR():
|
|
api_key = None
|
|
cookies = None
|
|
for path in get_har_files():
|
|
with open(path, 'rb') as file:
|
|
try:
|
|
harFile = json.loads(file.read())
|
|
except json.JSONDecodeError:
|
|
# Error: not a HAR file!
|
|
continue
|
|
for v in harFile['log']['entries']:
|
|
v_headers = get_headers(v)
|
|
if v['request']['url'].startswith(Copilot.url):
|
|
try:
|
|
if "authorization" in v_headers:
|
|
api_key = v_headers["authorization"].split(maxsplit=1).pop()
|
|
except Exception as e:
|
|
debug.log(f"Error on read headers: {e}")
|
|
if v['request']['cookies']:
|
|
cookies = {c['name']: c['value'] for c in v['request']['cookies']}
|
|
if api_key is None:
|
|
raise NoValidHarFileError("No access token found in .har files")
|
|
|
|
return api_key, cookies
|