diff --git a/run_localGPT.py b/run_localGPT.py index a1816131..767e5c60 100644 --- a/run_localGPT.py +++ b/run_localGPT.py @@ -32,6 +32,7 @@ MODEL_BASENAME, MAX_NEW_TOKENS, MODELS_PATH, + CHROMA_SETTINGS ) @@ -122,6 +123,7 @@ def retrieval_qa_pipline(device_type, use_history, promptTemplate_type="llama"): db = Chroma( persist_directory=PERSIST_DIRECTORY, embedding_function=embeddings, + client_settings=CHROMA_SETTINGS ) retriever = db.as_retriever()