mirror of
https://github.com/wassname/steer-heal-love.git
synced 2026-06-27 15:17:14 +08:00
wassname
7db5a56cb1
docs/writeup/paper.qmd (2pp NeurIPS), references.bib, neurips_2023.sty, the quarto _extensions. justfile gains `paper` (latex) and `paper-html` (no latex) recipes. gitignore the generated paper.pdf/paper.tex and the transient .claude/. Co-Authored-By: Claudypoo <288921227+claudypoo@users.noreply.github.com>
61 lines
1.9 KiB
Makefile
61 lines
1.9 KiB
Makefile
set shell := ["bash", "-cu"]
|
|
|
|
BASE := "uv run python -m steer_heal.run"
|
|
SEEDS_3 := "41 42 43"
|
|
|
|
# List available recipes
|
|
default:
|
|
@just --list
|
|
|
|
# Clone the vendored reference repos (editable path deps live here).
|
|
vendor:
|
|
#!/usr/bin/env bash
|
|
set -eux
|
|
mkdir -p docs/vendor && cd docs/vendor
|
|
for r in steering-lite isokl_steering_calibration tinymfv w2schar-mini; do
|
|
[ -d "$r" ] || git clone --depth 1 "https://github.com/wassname/$r"
|
|
done
|
|
|
|
# fast-dev-run: ONE end-to-end run of the real pipeline on the tiny-random model.
|
|
# Real LLM, real eval, real I/O; only knob is scale. NOT a unit test.
|
|
fast-dev-run *ARGS:
|
|
BEARTYPE=1 {{ BASE }} --fast-dev-run {{ ARGS }}
|
|
|
|
# Real run on gemma-3-1b-it (24GB / RTX 3090). Set flash-attn first if installed.
|
|
run *ARGS:
|
|
STEER_ATTN_IMPL=eager {{ BASE }} {{ ARGS }}
|
|
|
|
# Queue sweeps (comment out completed; `just results` to check).
|
|
queue:
|
|
#!/usr/bin/env bash
|
|
set -x
|
|
just sweep-reg
|
|
|
|
# H: kl_rev heals best (mode-seeking suppresses low-base-prob = incoherent tokens).
|
|
sweep-reg:
|
|
#!/usr/bin/env bash
|
|
set -x
|
|
export WANDB_RUN_GROUP="sweep-reg-$(date +%Y%m%d-%H%M)"
|
|
for seed in {{ SEEDS_3 }}; do
|
|
for reg in nll kl_fwd kl_rev wd; do
|
|
echo "=== reg=$reg seed=$seed ==="
|
|
{{ BASE }} --reg=$reg --seed=$seed
|
|
done
|
|
done
|
|
|
|
# Aggregate results.tsv into a by-arm markdown table.
|
|
results:
|
|
uv run python scripts/results.py
|
|
|
|
# flash-attn: install a prebuilt wheel (see `flash-attn-prebuilt` skill), then
|
|
# run with STEER_ATTN_IMPL=flash_attention_2.
|
|
|
|
# Compile the writeup to a NeurIPS-styled PDF (needs quarto + a latex with the
|
|
# neurips packages). Falls back to `just paper-html` if latex is missing.
|
|
paper:
|
|
quarto render docs/writeup/paper.qmd --to neurips-pdf
|
|
|
|
# HTML build of the writeup (no latex needed); proof the .qmd structure is valid.
|
|
paper-html:
|
|
quarto render docs/writeup/paper.qmd --to neurips-html
|