xtekky/gpt4free
1
1
Fork 0
mirror of https://github.com/xtekky/gpt4free.git synced 2024-12-23 11:02:40 +03:00
Code Issues Packages Projects Releases Wiki Activity

Update event loop on windows only for old curl_cffi

Browse Source
This commit is contained in:
Heiner Lohaus 2024-04-13 18:02:47 +02:00
parent a053c29020
commit 0a3fe0b7df
2 changed files with 12 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
g4f/locals/provider.py
View File

@ -66,9 +66,12 @@ class LocalProvider:
if message["role"] != "system"
) + "\nASSISTANT: "
def should_not_stop(token_id: int, token: str):
return "USER" not in token
with model.chat_session(system_message, prompt_template):
if stream:
for token in model.generate(conversation, streaming=True):
for token in model.generate(conversation, streaming=True, callback=should_not_stop):
yield token
else:
yield model.generate(conversation)
yield model.generate(conversation, callback=should_not_stop)

9
g4f/providers/base_provider.py
View File

@ -19,8 +19,13 @@ else:
# Set Windows event loop policy for better compatibility with asyncio and curl_cffi
if sys.platform == 'win32':
if isinstance(asyncio.get_event_loop_policy(), asyncio.WindowsProactorEventLoopPolicy):
asyncio.set_event_loop_policy(asyncio.WindowsSelectorEventLoopPolicy())
try:
from curl_cffi import aio
if not hasattr(aio, "_get_selector"):
if isinstance(asyncio.get_event_loop_policy(), asyncio.WindowsProactorEventLoopPolicy):
asyncio.set_event_loop_policy(asyncio.WindowsSelectorEventLoopPolicy())
except ImportError:
pass
def get_running_loop(check_nested: bool) -> Union[AbstractEventLoop, None]:
try: