Add fallback token limit in llm.utils.create_chat_completion (Signifi…

…cant-Gravitas#4839) Co-authored-by: Reinier van der Leer <[email protected]>
jurby · Jun 29, 2023 · 975094f · 975094f
1 parent 30f153e
commit 975094f
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/autogpt/llm/utils/__init__.py b/autogpt/llm/utils/__init__.py
@@ -115,6 +115,8 @@ def create_chat_completion(
         model = prompt.model.name
     if temperature is None:
         temperature = config.temperature
+    if max_tokens is None:
+        max_tokens = OPEN_AI_CHAT_MODELS[model].max_tokens - prompt.token_length
 
     logger.debug(
         f"{Fore.GREEN}Creating chat completion with model {model}, temperature {temperature}, max_tokens {max_tokens}{Fore.RESET}"