Merge pull request PromtEngineer#581 from Dafterfly/run-offline-witho…

…ut-crashing Update run_localGPT.py to be able to run without an internet connection
hrishikeshdkakkad · Oct 14, 2023 · 573c903 · 573c903
2 parents c45b23b + c59db5f
commit 573c903
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/run_localGPT.py b/run_localGPT.py
@@ -32,6 +32,7 @@
     MODEL_BASENAME,
     MAX_NEW_TOKENS,
     MODELS_PATH,
+    CHROMA_SETTINGS
 )
 
 
@@ -122,6 +123,7 @@ def retrieval_qa_pipline(device_type, use_history, promptTemplate_type="llama"):
     db = Chroma(
         persist_directory=PERSIST_DIRECTORY,
         embedding_function=embeddings,
+        client_settings=CHROMA_SETTINGS
     )
     retriever = db.as_retriever()