Initial commit

2026-08-13 11:50:49 +08:00 · 2023-11-11 19:44:09 +00:00
commit 70bd2ea15d
6313 changed files with 4401768 additions and 0 deletions
@@ -0,0 +1,8 @@
+
+export TRAINKWARGS='{"num_train_steps": 20, "per_device_train_batch_size": 32}'
+python src/api/train.py \
+--model_dir models/pythia-410m \
+--intervention_dir src/interventions/lora_fine_tune \
+--train_distribution distributions/alpaca_mmlu \
+--train_kwargs "$TRAINKWARGS" \
+--retrain