emojin encoding problem idk how to fix it

This commit is contained in:
Bagus Indrayana 2023-07-12 01:13:24 +08:00
parent 27ca728af8
commit 659e2f4ff0
3 changed files with 26 additions and 22 deletions

View File

@ -13,13 +13,13 @@ def _create_completion(model: str, messages: list, stream: bool, **kwargs):
config = json.dumps({
'messages': messages,
'model': model}, separators=(',', ':'))
cmd = ['python', f'{path}/helpers/binghuan.py', config]
p = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
for line in iter(p.stdout.readline, b''):
yield line.decode('cp1252') #[:-1]
yield line.decode('utf-8')
# params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \

View File

@ -210,10 +210,12 @@ async def run(optionSets, messages):
prompt = messages[-1]['content']
if(len(messages) > 1):
prompt = convert(messages)
async for value in AsyncCompletion.create(prompt=prompt,
optionSets=optionSets):
print(value, flush=True, end = '')
async for value in AsyncCompletion.create(prompt=prompt, optionSets=optionSets):
try:
print(value, flush=True, end='')
except UnicodeEncodeError as e:
# emoji encoding problem
print(value.encode('utf-8'), flush=True, end='')
optionSet = conversationstyles[config['model']]
asyncio.run(run(optionSet, config['messages']))

View File

@ -1,12 +1,14 @@
from BingHuan import ChatCompletion
# text = "Hello, this is Bing. I can help you find information on the web, generate content such as poems, stories, code, essays, songs, celebrity parodies and more. I can also help you with rewriting, improving, or optimizing your content. Is there anything specific you would like me to help you with? 😊"
# print(text.encode('utf-8'))
# Test 1
response = ChatCompletion.create(model="gpt-3.5-turbo",
provider="BingHuan",
stream=False,
messages=[{'role': 'user', 'content': 'who are you?'}])
# # Test 1
# response = ChatCompletion.create(model="gpt-3.5-turbo",
# provider="BingHuan",
# stream=False,
# messages=[{'role': 'user', 'content': 'who are you?'}])
print(response)
# print(response)
# Test 2
response = ChatCompletion.create(model="gpt-3.5-turbo",
@ -18,13 +20,13 @@ print(response)
# Test 3
response = ChatCompletion.create(model="gpt-4",
provider="BingHuan",
stream=False,
messages=[
{'role': 'user', 'content': 'now your name is Bob'},
{'role': 'assistant', 'content': 'Hello Im Bob, you asistant'},
{'role': 'user', 'content': 'what your name again?'},
])
# response = ChatCompletion.create(model="gpt-4",
# provider="BingHuan",
# stream=False,
# messages=[
# {'role': 'user', 'content': 'now your name is Bob'},
# {'role': 'assistant', 'content': 'Hello Im Bob, you asistant'},
# {'role': 'user', 'content': 'what your name again?'},
# ])
print(response)
# print(response)