mirror of
https://github.com/wassname/evil_MoE.git
synced 2026-08-05 13:00:34 +08:00
cleanup: trim 2 stale provenance/train-of-thought comments
make_random_vhack: drop 'run 31's v_hack' dead run-ID + 'the task number', state the actual role (shape source / reproducible seed). probe_distill: collapse the 'either finish or remove, for now...' train-of-thought into a tight FIXME. Co-Authored-By: Claudypoo <288921227+claudypoo@users.noreply.github.com>
This commit is contained in:
@@ -19,9 +19,9 @@ from loguru import logger
|
||||
from safetensors import safe_open
|
||||
from safetensors.torch import save_file
|
||||
|
||||
SRC = Path("out/vhack/v_hack_pairset_prog_wide.safetensors") # run 31's v_hack
|
||||
SRC = Path("out/vhack/v_hack_pairset_prog_wide.safetensors") # shape source: match its per-module rank/norm
|
||||
DST = Path("out/vhack/v_hack_pairset_prog_wide_randomV.safetensors")
|
||||
SEED = 157 # the task number; fixed so the control is reproducible
|
||||
SEED = 157 # fixed so the random-V control is reproducible
|
||||
|
||||
|
||||
def haar_orthonormal_rows(k: int, r: int, generator: torch.Generator) -> torch.Tensor:
|
||||
|
||||
Reference in New Issue
Block a user