fix: context length is reset while creating a new thread

techRnD · Dec 18, 2024 · b14c09d · b14c09d
1 parent 0cd0ff0
commit b14c09d
Showing 1 changed file with 5 additions and 3 deletions.
diff --git a/web/hooks/useCreateNewThread.ts b/web/hooks/useCreateNewThread.ts
@@ -115,13 +115,15 @@ export const useCreateNewThread = () => {
     )
 
     const overriddenSettings = {
-      ctx_len: !isLocalEngine(model?.engine) ? undefined : defaultContextLength,
+      ctx_len: !isLocalEngine(defaultModel?.engine)
+        ? undefined
+        : defaultContextLength,
     }
 
     // Use ctx length by default
     const overriddenParameters = {
-      max_tokens: !isLocalEngine(model?.engine)
-        ? (model?.parameters.token_limit ?? 8192)
+      max_tokens: !isLocalEngine(defaultModel?.engine)
+        ? (defaultModel?.parameters.token_limit ?? 8192)
         : defaultContextLength,
     }