From 0d6bd5dd034a58b6d007720fab0c89ffdd09f164 Mon Sep 17 00:00:00 2001 From: wassname Date: Sat, 16 Dec 2023 11:06:22 +0800 Subject: [PATCH] tidy --- src/datasets/intervene.py | 9 ++++++--- 1 file changed, 6 insertions(+), 3 deletions(-) diff --git a/src/datasets/intervene.py b/src/datasets/intervene.py index 04814d6..7233638 100644 --- a/src/datasets/intervene.py +++ b/src/datasets/intervene.py @@ -58,11 +58,11 @@ def create_cache_interventions( model, tokenizer, cfg, - N_fit_examples=20, - batch_size=2, + # N_fit_examples=20, + # batch_size=2, rep_token=-1, n_difference=1, - direction_method="pca", + # direction_method="pca", get_negative=False, ): """ @@ -70,6 +70,9 @@ def create_cache_interventions( So we always load a cached version if possible. to make it approx repeatable use the same dataset etc """ + direction_method=cfg.intervention_direction_method + N_fit_examples=cfg.intervention_fit_examples + batch_size=cfg.batch_size tokenizer_args = dict( padding="max_length", max_length=cfg.max_length,