Update run_localGPT.py to be able to run without an internet connection

kshitijsriv · Oct 13, 2023 · c59db5f · c59db5f
1 parent 279dfbb
commit c59db5f
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/run_localGPT.py b/run_localGPT.py
@@ -32,6 +32,7 @@
     MODEL_BASENAME,
     MAX_NEW_TOKENS,
     MODELS_PATH,
+    CHROMA_SETTINGS
 )
 
 
@@ -122,6 +123,7 @@ def retrieval_qa_pipline(device_type, use_history, promptTemplate_type="llama"):
     db = Chroma(
         persist_directory=PERSIST_DIRECTORY,
         embedding_function=embeddings,
+        client_settings=CHROMA_SETTINGS
     )
     retriever = db.as_retriever()