From 511f231872cdb7923a4abe08f328a2cf82545d66 Mon Sep 17 00:00:00 2001 From: henri123lemoine Date: Sun, 2 Jul 2023 07:23:13 -0400 Subject: [PATCH] Uncommented pinecone functionality --- src/dataset/update_dataset.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/dataset/update_dataset.py b/src/dataset/update_dataset.py index 279b20a..f07b6c1 100644 --- a/src/dataset/update_dataset.py +++ b/src/dataset/update_dataset.py @@ -62,8 +62,8 @@ class ARDUpdater: embeddings = np.array(self.hf_embeddings.embed_documents(chunks_batch)) self.sql_db.upsert_chunks(chunks_ids_batch, chunks_batch) - # self.pinecone_db.delete_entries([entry['id'] for entry in entries_batch]) - # self.pinecone_db.upsert_entries(entries_batch, chunks_batch, chunks_ids_batch, embeddings) + self.pinecone_db.delete_entries([entry['id'] for entry in entries_batch]) + self.pinecone_db.upsert_entries(entries_batch, chunks_batch, chunks_ids_batch, embeddings) logger.info(f"Successfully updated {len(entries_batch)} {source} entries with {len(chunks_batch)} total chunks.") except Exception as e: