xtekky/gpt4free
1
1
Fork 0
mirror of https://github.com/xtekky/gpt4free.git synced 2024-11-23 17:23:57 +03:00
Code Issues Packages Projects Releases Wiki Activity

add proxy support

Browse Source
This commit is contained in:
catmeowjiao 2023-10-26 22:18:38 +08:00
parent ffa36c49e4
commit 6fd2fa971f
1 changed files with 29 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

37
g4f/gui/server/backend.py
View File

@ -1,4 +1,5 @@
import g4f import g4f
import json
from flask import request from flask import request
from .internet import search from .internet import search
@ -43,6 +44,15 @@ class Backend_Api:
} }
def _conversation(self): def _conversation(self):
config = None
proxy = None
try:
config = json.load(open("config.json","r",encoding="utf-8"))
proxy = config["proxy"]
except Exception:
pass
try: try:
jailbreak = request.json['jailbreak'] jailbreak = request.json['jailbreak']
internet_access = request.json['meta']['content']['internet_access'] internet_access = request.json['meta']['content']['internet_access']
@ -54,14 +64,25 @@ class Backend_Api:
messages = special_instructions[jailbreak] + conversation + search(internet_access, prompt) + [prompt] messages = special_instructions[jailbreak] + conversation + search(internet_access, prompt) + [prompt]
def stream(): def stream():
yield from g4f.ChatCompletion.create( if proxy != None:
model=model, yield from g4f.ChatCompletion.create(
provider=get_provider(provider), model=model,
messages=messages, provider=get_provider(provider),
stream=True, messages=messages,
) if provider else g4f.ChatCompletion.create( stream=True,
model=model, messages=messages, stream=True proxy=proxy
) ) if provider else g4f.ChatCompletion.create(
model=model, messages=messages, stream=True, proxy=proxy
)
else:
yield from g4f.ChatCompletion.create(
model=model,
provider=get_provider(provider),
messages=messages,
stream=True,
) if provider else g4f.ChatCompletion.create(
model=model, messages=messages, stream=True
)
return self.app.response_class(stream(), mimetype='text/event-stream') return self.app.response_class(stream(), mimetype='text/event-stream')