From 9314de03e54279c568d4afb23d50cc161ecb16e7 Mon Sep 17 00:00:00 2001 From: henri123lemoine Date: Tue, 27 Jun 2023 01:54:52 -0400 Subject: [PATCH] Removed time logging and show_stats --- src/dataset/update_dataset.py | 10 ---------- 1 file changed, 10 deletions(-) diff --git a/src/dataset/update_dataset.py b/src/dataset/update_dataset.py index 0bb8f0f..745f031 100644 --- a/src/dataset/update_dataset.py +++ b/src/dataset/update_dataset.py @@ -1,6 +1,5 @@ # dataset/update_dataset.py -import time from typing import Dict, List import numpy as np import logging @@ -66,7 +65,6 @@ class ARDUpdater: iterable_data = iterable_data.filter(lambda entry: self.db.upsert_entry(entry)) for entry in tqdm(iterable_data): - t_entry_start = time.time() try: self.pinecone_handler.delete_entry(entry['id']) @@ -79,9 +77,6 @@ class ARDUpdater: except Exception as e: self.logger.error(f"An error occurred while updating source {source}: {str(e)}", exc_info=True) - t_entry_end = time.time() - self.logger.info(f"Time for processing one entry: {t_entry_end - t_entry_start} seconds") - self.logger.info(f"Successfully updated {source} entries.") def preprocess(self, entry): @@ -132,11 +127,6 @@ class ARDUpdater: return embeddings - def show_stats(self): #TODO - # Show index - # Show database - pass - ##### Helper functions #####