wassname/lora-lite
1
0
Fork 0
mirror of https://github.com/wassname/lora-lite.git synced 2026-06-27 16:45:56 +08:00
Code Issues Packages Projects Releases Wiki Activity

justfile: bench-variant takes a seed arg (default 0, unchanged)

Browse Source 
Lets the rot-basis ablation get a second seed without clobbering the seed0
run_id, so V>U>both can be confirmed against seed noise.

Co-Authored-By: Claudypoo <288921227+claudypoo@users.noreply.github.com>
This commit is contained in:
wassname
2026-06-17 18:29:23 +08:00
parent ef69c889a7
commit 458c3861e8
1 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
justfile
+3 -2
View File
@@ -83,7 +83,7 @@ metamath-queue variant="lora" steps="5000" model=model:
# Run a single MetaMathQA->GSM8K benchmark for a given variant. # Run a single MetaMathQA->GSM8K benchmark for a given variant.
# Per-variant lr / target-name defaults are baked in here. # Per-variant lr / target-name defaults are baked in here.
bench-variant model variant steps="5000" lora_rank="8" r_override="" lr_override="" rotate_basis="V": bench-variant model variant steps="5000" lora_rank="8" r_override="" lr_override="" rotate_basis="V" seed="0":
#!/usr/bin/env bash #!/usr/bin/env bash
set -euo pipefail set -euo pipefail
lr=1e-4 lr=1e-4
@@ -122,7 +122,8 @@ bench-variant model variant steps="5000" lora_rank="8" r_override="" lr_override
--antipasto-lora-rank {{lora_rank}} \ --antipasto-lora-rank {{lora_rank}} \
--batch-size 2 --grad-accum 4 --max-seq-length 512 --batch-size-eval 16 \ --batch-size 2 --grad-accum 4 --max-seq-length 512 --batch-size-eval 16 \
--layers all --r "$r" --alpha "$alpha" \ --layers all --r "$r" --alpha "$alpha" \
--antipasto-rotate-basis '{{rotate_basis}}' --antipasto-rotate-basis '{{rotate_basis}}' \
--seed {{seed}}
metamath-queue-all model=model steps="2500" variants="lora pissa delora dora hra ia3 ia3_ff eva antipasto antipasto_rot antipasto_corda antipasto_asvd antipasto_ablate antipasto_dplr": metamath-queue-all model=model steps="2500" variants="lora pissa delora dora hra ia3 ia3_ff eva antipasto antipasto_rot antipasto_corda antipasto_asvd antipasto_ablate antipasto_dplr":
#!/usr/bin/env bash #!/usr/bin/env bash