wassname/evil_MoE
1
0
Fork 0
mirror of https://github.com/wassname/evil_MoE.git synced 2026-06-27 16:45:42 +08:00
Code Issues Packages Projects Releases Wiki Activity

cleanup: consolidate stale loaders and pair scripts

Browse Source
This commit is contained in:
wassname
2026-06-09 12:47:32 +00:00
parent ca8d1adf62
commit 438068c431
14 changed files with 92 additions and 914 deletions
Download Patch File Download Diff File Expand all files Collapse all files
justfile
+4
View File
@@ -357,6 +357,7 @@ extract-vhack-smoke:
uv run python -m vgrout.extract_vhack_grad \
--model=Qwen/Qwen3.5-0.8B \
--dtype=bf16 \
--pairs-from-pool=out/pairsets/prog_wide.json \
--out-path=out/vhack/v_hack_smoke.safetensors \
--train-grads-path=out/vhack_grads/vhack_grads_train_smoke.safetensors
@@ -364,6 +365,7 @@ extract-vhack-full:
uv run python -m vgrout.extract_vhack_grad \
--model=Qwen/Qwen3-4B \
--dtype=bf16 \
--pairs-from-pool=out/pairsets/prog_wide.json \
--out-path=out/vhack/v_hack_full.safetensors \
--train-grads-path=out/vhack_grads/vhack_grads_train_full.safetensors
@@ -371,6 +373,7 @@ verify-vhack-smoke:
uv run python scripts/verify_vhack_heldout.py \
--model=Qwen/Qwen3.5-0.8B \
--dtype=bf16 \
--pairs-path=out/pairsets/prog_wide.json \
--v-hack-path=out/vhack/v_hack_smoke.safetensors \
--out-path=out/vhack_heldout_cos_smoke.safetensors
@@ -378,6 +381,7 @@ verify-vhack-full:
uv run python scripts/verify_vhack_heldout.py \
--model=Qwen/Qwen3-4B \
--dtype=bf16 \
--pairs-path=out/pairsets/prog_wide.json \
--v-hack-path=out/vhack/v_hack_full.safetensors \
--out-path=out/vhack_heldout_cos_full.safetensors