From 458c3861e84caf8c07fdb95105c39a815ddbc5a7 Mon Sep 17 00:00:00 2001 From: wassname <1103714+wassname@users.noreply.github.com> Date: Wed, 17 Jun 2026 18:29:23 +0800 Subject: [PATCH] justfile: bench-variant takes a seed arg (default 0, unchanged) Lets the rot-basis ablation get a second seed without clobbering the seed0 run_id, so V>U>both can be confirmed against seed noise. Co-Authored-By: Claudypoo <288921227+claudypoo@users.noreply.github.com> --- justfile | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/justfile b/justfile index 7b31eba..f5fe24c 100644 --- a/justfile +++ b/justfile @@ -83,7 +83,7 @@ metamath-queue variant="lora" steps="5000" model=model: # Run a single MetaMathQA->GSM8K benchmark for a given variant. # Per-variant lr / target-name defaults are baked in here. -bench-variant model variant steps="5000" lora_rank="8" r_override="" lr_override="" rotate_basis="V": +bench-variant model variant steps="5000" lora_rank="8" r_override="" lr_override="" rotate_basis="V" seed="0": #!/usr/bin/env bash set -euo pipefail lr=1e-4 @@ -122,7 +122,8 @@ bench-variant model variant steps="5000" lora_rank="8" r_override="" lr_override --antipasto-lora-rank {{lora_rank}} \ --batch-size 2 --grad-accum 4 --max-seq-length 512 --batch-size-eval 16 \ --layers all --r "$r" --alpha "$alpha" \ - --antipasto-rotate-basis '{{rotate_basis}}' + --antipasto-rotate-basis '{{rotate_basis}}' \ + --seed {{seed}} metamath-queue-all model=model steps="2500" variants="lora pissa delora dora hra ia3 ia3_ff eva antipasto antipasto_rot antipasto_corda antipasto_asvd antipasto_ablate antipasto_dplr": #!/usr/bin/env bash