From fe64c9dee4acdbaedb4d17519c9649dceec5ca22 Mon Sep 17 00:00:00 2001
From: wassname <1103714+wassname@users.noreply.github.com>
Date: Sat, 3 May 2025 20:25:14 +0800
Subject: [PATCH] fix cache

---
 activation_store/collect.py | 5 +++++
 1 file changed, 5 insertions(+)

diff --git a/activation_store/collect.py b/activation_store/collect.py
index 259dd52..3013217 100644
--- a/activation_store/collect.py
+++ b/activation_store/collect.py
@@ -168,6 +168,11 @@ def activation_store(loader: DataLoader, model: PreTrainedModel, dataset_name=''
         hash = output_dataset_hash(generate_batches=generate_batches, loader=loader, model=model, layers=layers, postprocess_result=postprocess_result)
         outdir = Path(tempfile.gettempdir()) / 'activation_store'
         outfile = outdir / f"ds_act_{dataset_name}_{hash}.parquet"
+
+    if outfile.exists():
+        logger.warning(f"file {outfile} already exists, skipping")
+        return outfile
+    
     outfile.parent.mkdir(exist_ok=True, parents=True)
     logger.info(f"creating dataset {outfile}")