gpt4free/g4f/Provider/FreeNetfly.py

from __future__ import annotations

import json
import asyncio
from aiohttp import ClientSession, ClientTimeout, ClientError
from typing import AsyncGenerator

from ..typing import AsyncResult, Messages
from .base_provider import AsyncGeneratorProvider, ProviderModelMixin


class FreeNetfly(AsyncGeneratorProvider, ProviderModelMixin):
    url = "https://free.netfly.top"
    api_endpoint = "/api/openai/v1/chat/completions"
    working = True
    default_model = 'gpt-3.5-turbo'
    models = [
        'gpt-3.5-turbo',
        'gpt-4',
    ]

    @classmethod
    async def create_async_generator(
        cls,
        model: str,
        messages: Messages,
        proxy: str = None,
        **kwargs
    ) -> AsyncResult:
        headers = {
            "accept": "application/json, text/event-stream",
            "accept-language": "en-US,en;q=0.9",
            "content-type": "application/json",
            "dnt": "1",
            "origin": cls.url,
            "referer": f"{cls.url}/",
            "sec-ch-ua": '"Not/A)Brand";v="8", "Chromium";v="126"',
            "sec-ch-ua-mobile": "?0",
            "sec-ch-ua-platform": '"Linux"',
            "sec-fetch-dest": "empty",
            "sec-fetch-mode": "cors",
            "sec-fetch-site": "same-origin",
            "user-agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/126.0.0.0 Safari/537.36",
        }
        data = {
            "messages": messages,
            "stream": True,
            "model": model,
            "temperature": 0.5,
            "presence_penalty": 0,
            "frequency_penalty": 0,
            "top_p": 1
        }
        
        max_retries = 5
        retry_delay = 2

        for attempt in range(max_retries):
            try:
                async with ClientSession(headers=headers) as session:
                    timeout = ClientTimeout(total=60)
                    async with session.post(f"{cls.url}{cls.api_endpoint}", json=data, proxy=proxy, timeout=timeout) as response:
                        response.raise_for_status()
                        async for chunk in cls._process_response(response):
                            yield chunk
                        return  # If successful, exit the function
            except (ClientError, asyncio.TimeoutError) as e:
                if attempt == max_retries - 1:
                    raise  # If all retries failed, raise the last exception
                await asyncio.sleep(retry_delay)
                retry_delay *= 2  # Exponential backoff

    @classmethod
    async def _process_response(cls, response) -> AsyncGenerator[str, None]:
        buffer = ""
        async for line in response.content:
            buffer += line.decode('utf-8')
            if buffer.endswith('\n\n'):
                for subline in buffer.strip().split('\n'):
                    if subline.startswith('data: '):
                        if subline == 'data: [DONE]':
                            return
                        try:
                            data = json.loads(subline[6:])
                            content = data['choices'][0]['delta'].get('content')
                            if content:
                                yield content
                        except json.JSONDecodeError:
                            print(f"Failed to parse JSON: {subline}")
                        except KeyError:
                            print(f"Unexpected JSON structure: {data}")
                buffer = ""
        
        # Process any remaining data in the buffer
        if buffer:
            for subline in buffer.strip().split('\n'):
                if subline.startswith('data: ') and subline != 'data: [DONE]':
                    try:
                        data = json.loads(subline[6:])
                        content = data['choices'][0]['delta'].get('content')
                        if content:
                            yield content
                    except (json.JSONDecodeError, KeyError):
                        pass