From 4412ecde83c4bc158dc56619c959288957ac3b4c Mon Sep 17 00:00:00 2001 From: Stan Girard Date: Wed, 17 Apr 2024 17:26:46 +0200 Subject: [PATCH] fix(assistant): summary now can output 2000 tokens --- backend/modules/assistant/ito/summary.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/backend/modules/assistant/ito/summary.py b/backend/modules/assistant/ito/summary.py index 9cccb3ce4..11c73a2ce 100644 --- a/backend/modules/assistant/ito/summary.py +++ b/backend/modules/assistant/ito/summary.py @@ -85,7 +85,7 @@ class SummaryAssistant(ITO): data = loader.load() - llm = ChatLiteLLM(model="gpt-3.5-turbo") + llm = ChatLiteLLM(model="gpt-3.5-turbo", max_tokens=2000) map_template = """The following is one document to summarize that has been split into multiple sections: {docs}