Merge pull request #2044 from eienmojiki206/main

Update `HuggingChat` provider
This commit is contained in:
Tekky 2024-06-09 14:04:24 +01:00 committed by GitHub
commit 52a37e054d
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -23,7 +23,8 @@ class HuggingChat(AsyncGeneratorProvider, ProviderModelMixin):
'NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO',
'mistralai/Mistral-7B-Instruct-v0.2',
'meta-llama/Meta-Llama-3-70B-Instruct',
'microsoft/Phi-3-mini-4k-instruct'
'microsoft/Phi-3-mini-4k-instruct',
'01-ai/Yi-1.5-34B-Chat'
]
model_aliases = {
"mistralai/Mistral-7B-Instruct-v0.1": "mistralai/Mistral-7B-Instruct-v0.2"
@ -102,7 +103,7 @@ class HuggingChat(AsyncGeneratorProvider, ProviderModelMixin):
elif line["type"] == "stream":
token = line["token"]
if first_token:
token = token.lstrip()
token = token.lstrip().replace('\u0000', '')
first_token = False
yield token
elif line["type"] == "finalAnswer":