Merge pull request #388 from karthikcs/kcs-upgrade-chroma

Upgrade to latest ChromaDB version
PromtEngineer · Aug 29, 2023 · 0b3fa1d · 0b3fa1d
2 parents afcf323 + 7c869b1
commit 0b3fa1d
Show file tree

Hide file tree

Showing 6 changed files with 10 additions and 176 deletions.
diff --git a/.gitignore b/.gitignore
diff --git a/SOURCE_DOCUMENTS/constitution.pdf b/SOURCE_DOCUMENTS/constitution.pdf
diff --git a/constants.py b/constants.py
@@ -19,9 +19,11 @@
 
 # Define the Chroma settings
 CHROMA_SETTINGS = Settings(
-    chroma_db_impl="duckdb+parquet", persist_directory=PERSIST_DIRECTORY, anonymized_telemetry=False
+    anonymized_telemetry=False,
+    is_persistent=True,
 )
 
+
 # https://python.langchain.com/en/latest/_modules/langchain/document_loaders/excel.html#UnstructuredExcelLoader
 DOCUMENT_MAP = {
     ".txt": TextLoader,

diff --git a/ingest.py b/ingest.py
@@ -147,9 +147,9 @@ def main(device_type):
         embeddings,
         persist_directory=PERSIST_DIRECTORY,
         client_settings=CHROMA_SETTINGS,
+
     )
-    db.persist()
-    db = None
+
 
 
 if __name__ == "__main__":

diff --git a/requirements.txt b/requirements.txt
@@ -1,7 +1,7 @@
 # Natural Language Processing
-langchain==0.0.191
-chromadb==0.3.22
-llama-cpp-python==0.1.66
+langchain==0.0.267
+chromadb==0.4.6
+llama-cpp-python==0.1.78
 pdfminer.six==20221105
 InstructorEmbedding
 sentence-transformers

diff --git a/run_localGPT.py b/run_localGPT.py
@@ -21,7 +21,7 @@
     pipeline,
 )
 
-from constants import CHROMA_SETTINGS, EMBEDDING_MODEL_NAME, PERSIST_DIRECTORY, MODEL_ID, MODEL_BASENAME
+from constants import EMBEDDING_MODEL_NAME, PERSIST_DIRECTORY, MODEL_ID, MODEL_BASENAME
 
 
 def load_model(device_type, model_id, model_basename=None):
@@ -189,7 +189,7 @@ def main(device_type, show_sources):
     db = Chroma(
         persist_directory=PERSIST_DIRECTORY,
         embedding_function=embeddings,
-        client_settings=CHROMA_SETTINGS,
+
     )
     retriever = db.as_retriever()