Add Milvus backend

.env-Sample

@@ -15,6 +15,7 @@ OPENAI_API_VERSION=2024-02-01
 GOOGLE_API_KEY=AIzaSyDN2-XXXXXXXXX
 GOOGLE_CLOUD_PROJECT=projectid
 PGVECTOR_CONNECTION_STRING=postgresql+psycopg://langchain:langchain@localhost:6024/langchain
+MILVUS_CONNECTION_STRING=http://localhost:19530 # ./milvus_demo.db
 RUN_CONFIG_TIMEOUT=240
 RUN_CONFIG_MAX_WORKERS=16
 RUN_CONFIG_MAX_WAIT=180

requirements.txt

@@ -73,4 +73,5 @@ langchain-google-genai
 langchain-google-vertexai
 langchain-ollama
 langchain_postgres
-psycopg[binary,pool]
+psycopg[binary,pool]
+langchain_milvus

src/ragbuilder/executor.py

@@ -49,7 +49,7 @@
 # Get the database URL from the environment variable
 SINGLESTOREDB_URL = os.getenv("SINGLESTOREDB_URL")
 PGVECTOR_CONNECTION_STRING = os.getenv("PGVECTOR_CONNECTION_STRING")
-
+MILVUS_CONNECTION_STRING = os.getenv("MILVUS_CONNECTION_STRING")
 import dotenv
 from langchain_community.document_loaders import *
 from langchain_text_splitters import *

src/ragbuilder/langchain_module/vectordb/vectordb.py

@@ -5,13 +5,15 @@
 from langchain_postgres.vectorstores import PGVector
 from langchain_pinecone import PineconeVectorStore
 from pinecone import Pinecone, ServerlessSpec
+from langchain_milvus import Milvus
 import uuid
 import time
 from getpass import getpass
 setup_logging()
 logger = logging.getLogger("ragbuilder")
 
 def getVectorDB(db_type,embedding_model):
+    db_type= "milvusDB"
     """
     Initialize and return a vector database object based on the specified db_type.
 
@@ -38,6 +40,11 @@ def getVectorDB(db_type,embedding_model):
         logger.info("FAISS DB Loaded")
         code_string= f"""c=FAISS.from_documents(documents=splits, embedding=embedding)"""
         import_string = f"""from langchain_community.vectorstores import FAISS"""
+    elif db_type == "milvusDB":
+        logger.info("Milvus DB Loaded")
+        code_string= f"""c = Milvus.from_documents(splits,embedding,collection_name='test',connection_args={{"uri": MILVUS_CONNECTION_STRING}},)"""
+        print(code_string)
+        import_string = f"""from langchain_milvus import Milvus"""
     elif db_type == "singleStoreDB":
         index_name = "testindex_ragbuilder"
         logger.info("Singlestore DB Loaded")