mirror of
https://github.com/wassname/steer-heal-love.git
synced 2026-06-27 16:47:16 +08:00
wassname
940a3742c5
Setup per setup-repo conventions: uv + justfile + fast-dev-run on wassname/qwen3-5lyr-tiny-random, package under src/steer_heal (config + pipeline skeleton). Stages fail fast with NotImplementedError pointing at the docs/vendor module to port from. Design in spec.md: distil a steering-lite mean-diff teacher vector (iso-KL dosed) into a conditioned LoRA, heal incoherency with a KL-rev-to-original barrier, fold each round via w2schar gated bake, eval on tinymfv. Three uncertainty gates (filter / heal / iterate) each with a UAT artifact. Base model google/gemma-3-1b-it (RTX 3090, 24GB). Reference repos vendored under docs/vendor (gitignored): steering-lite, isokl, tinymfv, w2schar-mini. The lighter three are editable path deps; w2schar (py3.13 + flash-attn) is reference-only, we copy its adapter/bake/plot modules. Co-Authored-By: Claudypoo <288921227+claudypoo@users.noreply.github.com>
51 lines
1.4 KiB
TOML
51 lines
1.4 KiB
TOML
[project]
|
|
name = "steer_heal"
|
|
version = "0.1.0"
|
|
description = "Distil an activation steering vector into a LoRA, heal the incoherency with a KL-to-original barrier, then loop."
|
|
requires-python = ">=3.11"
|
|
dependencies = [
|
|
"torch",
|
|
"transformers",
|
|
"accelerate",
|
|
"datasets",
|
|
"safetensors",
|
|
"einops",
|
|
"jaxtyping",
|
|
"beartype",
|
|
"loguru",
|
|
"polars",
|
|
"tabulate",
|
|
"tyro",
|
|
"tqdm",
|
|
"numpy",
|
|
"wandb",
|
|
"plotly",
|
|
"baukit",
|
|
# wassname building blocks, vendored under docs/vendor (run `just vendor`)
|
|
"steering-lite",
|
|
"iso-kl-figure",
|
|
"tiny-mfv",
|
|
]
|
|
|
|
[tool.uv.sources]
|
|
# Editable path deps to the clones in docs/vendor (wassname's vendor pattern).
|
|
# w2schar-mini is NOT a dep (needs py3.13 + pinned flash-attn wheels); we vendor
|
|
# it for reference and copy its adapter/bake/plot modules into src/steer_heal/ws.
|
|
steering-lite = { path = "docs/vendor/steering-lite", editable = true }
|
|
iso-kl-figure = { path = "docs/vendor/isokl_steering_calibration", editable = true }
|
|
tiny-mfv = { path = "docs/vendor/tinymfv", editable = true }
|
|
baukit = { git = "https://github.com/davidbau/baukit.git" }
|
|
|
|
[tool.ruff.lint]
|
|
ignore = ["F722"] # jaxtyping shape strings
|
|
|
|
[tool.uv]
|
|
exclude-newer = "5 days"
|
|
|
|
[build-system]
|
|
requires = ["setuptools>=68"]
|
|
build-backend = "setuptools.build_meta"
|
|
|
|
[tool.setuptools.packages.find]
|
|
where = ["src"]
|