mirror of
https://github.com/xtekky/gpt4free.git
synced 2024-12-25 12:16:17 +03:00
104 lines
3.8 KiB
Python
104 lines
3.8 KiB
Python
from __future__ import annotations
|
|
|
|
import json
|
|
from contextlib import asynccontextmanager
|
|
from functools import partialmethod
|
|
from typing import AsyncGenerator
|
|
from urllib.parse import urlparse
|
|
from curl_cffi.requests import AsyncSession, Session, Response
|
|
from .webdriver import WebDriver, WebDriverSession
|
|
from selenium.webdriver.common.by import By
|
|
from selenium.webdriver.support.ui import WebDriverWait
|
|
from selenium.webdriver.support import expected_conditions as EC
|
|
|
|
class StreamResponse:
|
|
def __init__(self, inner: Response) -> None:
|
|
self.inner: Response = inner
|
|
self.request = inner.request
|
|
self.status_code: int = inner.status_code
|
|
self.reason: str = inner.reason
|
|
self.ok: bool = inner.ok
|
|
self.headers = inner.headers
|
|
self.cookies = inner.cookies
|
|
|
|
async def text(self) -> str:
|
|
return await self.inner.atext()
|
|
|
|
def raise_for_status(self) -> None:
|
|
self.inner.raise_for_status()
|
|
|
|
async def json(self, **kwargs) -> dict:
|
|
return json.loads(await self.inner.acontent(), **kwargs)
|
|
|
|
async def iter_lines(self) -> AsyncGenerator[bytes, None]:
|
|
async for line in self.inner.aiter_lines():
|
|
yield line
|
|
|
|
async def iter_content(self) -> AsyncGenerator[bytes, None]:
|
|
async for chunk in self.inner.aiter_content():
|
|
yield chunk
|
|
|
|
class StreamSession(AsyncSession):
|
|
@asynccontextmanager
|
|
async def request(
|
|
self, method: str, url: str, **kwargs
|
|
) -> AsyncGenerator[StreamResponse]:
|
|
response = await super().request(method, url, stream=True, **kwargs)
|
|
try:
|
|
yield StreamResponse(response)
|
|
finally:
|
|
await response.aclose()
|
|
|
|
head = partialmethod(request, "HEAD")
|
|
get = partialmethod(request, "GET")
|
|
post = partialmethod(request, "POST")
|
|
put = partialmethod(request, "PUT")
|
|
patch = partialmethod(request, "PATCH")
|
|
delete = partialmethod(request, "DELETE")
|
|
|
|
def get_session_from_browser(url: str, webdriver: WebDriver = None, proxy: str = None, timeout: int = 120):
|
|
with WebDriverSession(webdriver, "", proxy=proxy, virtual_display=True) as driver:
|
|
driver.get(url)
|
|
|
|
# Is cloudflare protection
|
|
if driver.find_element(By.TAG_NAME, "body").get_attribute("class") == "no-js":
|
|
try:
|
|
# Click button in iframe
|
|
WebDriverWait(driver, 5).until(
|
|
EC.presence_of_element_located((By.CSS_SELECTOR, "#turnstile-wrapper iframe"))
|
|
)
|
|
driver.switch_to.frame(driver.find_element(By.CSS_SELECTOR, "#turnstile-wrapper iframe"))
|
|
WebDriverWait(driver, 5).until(
|
|
EC.presence_of_element_located((By.CSS_SELECTOR, "#challenge-stage input"))
|
|
)
|
|
driver.find_element(By.CSS_SELECTOR, "#challenge-stage input").click()
|
|
except:
|
|
pass
|
|
finally:
|
|
driver.switch_to.default_content()
|
|
# No cloudflare protection
|
|
WebDriverWait(driver, timeout).until(
|
|
EC.presence_of_element_located((By.CSS_SELECTOR, "body:not(.no-js)"))
|
|
)
|
|
|
|
cookies = dict([(cookie["name"], cookie["value"]) for cookie in driver.get_cookies()])
|
|
user_agent = driver.execute_script("return navigator.userAgent")
|
|
|
|
parse = urlparse(url)
|
|
return Session(
|
|
cookies=cookies,
|
|
headers={
|
|
'accept': '*/*',
|
|
'authority': parse.netloc,
|
|
'origin': f'{parse.scheme}://{parse.netloc}',
|
|
'referer': url,
|
|
'sec-fetch-dest': 'empty',
|
|
'sec-fetch-mode': 'cors',
|
|
'sec-fetch-site': 'same-origin',
|
|
'user-agent': user_agent
|
|
},
|
|
proxies={"https": proxy, "http": proxy},
|
|
timeout=timeout,
|
|
impersonate="chrome110"
|
|
)
|