Readd Mixtral via Fireworks (langchain-ai#251)

arianpasquali · Jan 25, 2024 · 8f0efda · 8f0efda
1 parent bdfaccf
commit 8f0efda
Show file tree

Hide file tree

Showing 4 changed files with 41 additions and 5 deletions.
diff --git a/chain.py b/chain.py
@@ -5,7 +5,8 @@
 import weaviate
 from fastapi import FastAPI
 from fastapi.middleware.cors import CORSMiddleware
-from langchain_community.chat_models import ChatAnthropic
+from langchain_community.chat_models.anthropic import ChatAnthropic
+from langchain_community.chat_models.fireworks import ChatFireworks
 from langchain_community.embeddings.voyageai import VoyageEmbeddings
 from langchain_community.vectorstores.weaviate import Weaviate
 from langchain_core.documents import Document
@@ -213,6 +214,12 @@ def create_chain(
         temperature=0,
         anthropic_api_key=os.environ.get("ANTHROPIC_API_KEY", "not_provided"),
     ),
+    fireworks_mixtral=ChatFireworks(
+        model="accounts/fireworks/models/mixtral-8x7b-instruct",
+        temperature=0,
+        max_tokens=16384,
+        fireworks_api_key=os.environ.get("FIREWORKS_API_KEY", "not_provided"),
+    ),
     google_gemini_pro=ChatGoogleGenerativeAI(
         model="gemini-pro",
         temperature=0,

diff --git a/chat-langchain/app/components/ChatWindow.tsx b/chat-langchain/app/components/ChatWindow.tsx
@@ -237,10 +237,10 @@ export function ChatWindow(props: { conversationId: string }) {
             >
               <option value="openai_gpt_3_5_turbo">GPT-3.5-Turbo</option>
               <option value="anthropic_claude_2_1">Claude-2.1</option>
-              {/* <option value="fireworks_mixtral">
-                Mixtral (via Fireworks.ai)
-              </option> */}
               <option value="google_gemini_pro">Google Gemini Pro</option>
+              <option value="fireworks_mixtral">
+                Mixtral (via Fireworks.ai)
+              </option>
             </Select>
           </div>
         </div>

diff --git a/poetry.lock b/poetry.lock
diff --git a/pyproject.toml b/pyproject.toml
@@ -24,6 +24,7 @@ langchain-community = "^0.0.14"
 langchain-openai = "^0.0.3"
 langchain-google-genai = "^0.0.6"
 langchain-core = "0.1.15rc1"
+fireworks-ai = "^0.11.2"
 
 
 [tool.poetry.group.dev.dependencies]