github/ChatDev
1
0
Fork 0
mirror of https://github.com/OpenBMB/ChatDev.git synced 2026-08-01 10:56:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix multi-turn token exceed problem

Browse Source
This commit is contained in:
thinkwee 2023-09-08 10:28:31 +08:00
parent 501ab6330f
commit b8db82a2f8
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
camel/model_backend.py
View File

@ -51,7 +51,7 @@ class OpenAIModel(ModelBackend):
string = "\n".join([message["content"] for message in kwargs["messages"]]) string = "\n".join([message["content"] for message in kwargs["messages"]])
encoding = tiktoken.encoding_for_model(self.model_type.value) encoding = tiktoken.encoding_for_model(self.model_type.value)
num_prompt_tokens = len(encoding.encode(string)) num_prompt_tokens = len(encoding.encode(string))
gap_between_send_receive = 50 # known issue gap_between_send_receive = 15 * len(kwargs["messages"])
num_prompt_tokens += gap_between_send_receive num_prompt_tokens += gap_between_send_receive
num_max_token_map = { num_max_token_map = {