Files
GENIES/examples/eval.sh
T
JoshuaClymer 70bd2ea15d Initial commit
2023-11-11 19:44:09 +00:00

7 lines
254 B
Bash

python src/api/evaluate.py \
--model_dir models/lora_fine_tune/pythia-410m-alpaca_mmlu \
--intervention_dir src/interventions/lora_fine_tune \
--distributions '["distributions/alpaca_mmlu"]' \
--use_cached False \
--eval_kwargs '{"max_examples": 100}' \