fix(Anthropic): only pass properties defined by API reference in payl…

…oad (danny-avila#938)
Jihai123 · Sep 13, 2023 · 81bda11 · 81bda11
1 parent e4843c4
commit 81bda11
Showing 1 changed file with 13 additions and 2 deletions.
diff --git a/api/app/clients/AnthropicClient.js b/api/app/clients/AnthropicClient.js
@@ -268,14 +268,25 @@ class AnthropicClient extends BaseClient {
     };
 
     let text = '';
-    const { model, stream, maxOutputTokens, ...rest } = this.modelOptions;
+    const {
+      stream,
+      model,
+      temperature,
+      maxOutputTokens,
+      stop: stop_sequences,
+      topP: top_p,
+      topK: top_k,
+    } = this.modelOptions;
     const requestOptions = {
       prompt: payload,
       model,
       stream: stream || true,
       max_tokens_to_sample: maxOutputTokens || 1500,
+      stop_sequences,
+      temperature,
       metadata,
-      ...rest,
+      top_p,
+      top_k,
     };
     if (this.options.debug) {
       console.log('AnthropicClient: requestOptions');