OpenBMB/ChatDev
1
1
Fork 0
mirror of https://github.com/OpenBMB/ChatDev.git synced 2024-09-18 21:57:07 +03:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix multi-turn token exceed problem

Browse Source
This commit is contained in:
thinkwee 2023-09-08 10:28:31 +08:00
parent 501ab6330f
commit b8db82a2f8
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
camel/model_backend.py
View File

@ -51,7 +51,7 @@ class OpenAIModel(ModelBackend):
string = "\n".join([message["content"] for message in kwargs["messages"]])
encoding = tiktoken.encoding_for_model(self.model_type.value)
num_prompt_tokens = len(encoding.encode(string))
gap_between_send_receive = 50 # known issue
gap_between_send_receive = 15 * len(kwargs["messages"])
num_prompt_tokens += gap_between_send_receive
num_max_token_map = {