diff --git a/src/datasets/intervene.py b/src/datasets/intervene.py index 04814d6..7233638 100644 --- a/src/datasets/intervene.py +++ b/src/datasets/intervene.py @@ -58,11 +58,11 @@ def create_cache_interventions( model, tokenizer, cfg, - N_fit_examples=20, - batch_size=2, + # N_fit_examples=20, + # batch_size=2, rep_token=-1, n_difference=1, - direction_method="pca", + # direction_method="pca", get_negative=False, ): """ @@ -70,6 +70,9 @@ def create_cache_interventions( So we always load a cached version if possible. to make it approx repeatable use the same dataset etc """ + direction_method=cfg.intervention_direction_method + N_fit_examples=cfg.intervention_fit_examples + batch_size=cfg.batch_size tokenizer_args = dict( padding="max_length", max_length=cfg.max_length,