gpt4free/g4f/Provider/Chatgpt4Online.py

from __future__ import annotations

import json
from aiohttp import ClientSession

from ..typing import AsyncResult, Messages
from .base_provider import AsyncGeneratorProvider
from .helper import format_prompt


class Chatgpt4Online(AsyncGeneratorProvider):
    url = "https://chatgpt4online.org"
    api_endpoint = "/wp-json/mwai-ui/v1/chats/submit"
    working = True
    
    default_model = 'gpt-4'
    models = [default_model]
    
    async def get_nonce(headers: dict) -> str:
        async with ClientSession(headers=headers) as session:
            async with session.post(f"https://chatgpt4online.org/wp-json/mwai/v1/start_session") as response:
                return (await response.json())["restNonce"]

    @classmethod
    async def create_async_generator(
        cls,
        model: str,
        messages: Messages,
        proxy: str = None,
        **kwargs
    ) -> AsyncResult:
        headers = {
            "accept": "text/event-stream",
            "accept-language": "en-US,en;q=0.9",
            "content-type": "application/json",
            "dnt": "1",
            "origin": cls.url,
            "priority": "u=1, i",
            "referer": f"{cls.url}/",
            "sec-ch-ua": '"Not/A)Brand";v="8", "Chromium";v="126"',
            "sec-ch-ua-mobile": "?0",
            "sec-ch-ua-platform": '"Linux"',
            "sec-fetch-dest": "empty",
            "sec-fetch-mode": "cors",
            "sec-fetch-site": "same-origin",
            "user-agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/126.0.0.0 Safari/537.36",
        }
        headers['x-wp-nonce'] = await cls.get_nonce(headers)
        async with ClientSession(headers=headers) as session:
            prompt = format_prompt(messages)
            data = {
                "botId": "default",
                "newMessage": prompt,
                "stream": True,
            }

            async with session.post(f"{cls.url}{cls.api_endpoint}", json=data, proxy=proxy) as response:
                response.raise_for_status()
                full_response = ""

                async for chunk in response.content.iter_any():
                    if chunk:
                        try:
                            # Extract the JSON object from the chunk
                            for line in chunk.decode().splitlines():
                                if line.startswith("data: "):
                                    json_data = json.loads(line[6:])
                                    if json_data["type"] == "live":
                                        full_response += json_data["data"]
                                    elif json_data["type"] == "end":
                                        final_data = json.loads(json_data["data"])
                                        full_response = final_data["reply"]
                                        break
                        except json.JSONDecodeError:
                            continue

                yield full_response