mirror of
https://github.com/wassname/weight-steering.git
synced 2026-06-27 13:47:18 +08:00
wassname
7527688a40
Rip Axolotl/vLLM, switch to HF+PEFT functional pipeline. Add LoRA/DoRA/PiSSA/DeLoRA train, delta-W diff, weight_steer hook, sycophancy logratio eval, and SVD top-k + weak-readout alignment. Smoke runs end-to-end on tiny-random qwen3 with BEARTYPE=1. Co-Authored-By: Claude Opus 4.7 <noreply@anthropic.com>
45 lines
975 B
TOML
45 lines
975 B
TOML
[project]
|
|
name = "weight-steering"
|
|
version = "0.1.0"
|
|
description = "Fork of Anthropic's weight-steering: replicate, test SVD/subspace alignment, sweep PEFT adapter families."
|
|
requires-python = ">=3.11"
|
|
dependencies = [
|
|
"torch>=2.4",
|
|
"transformers>=4.46",
|
|
"peft>=0.13", # DeLoRA, DoRA, init_lora_weights="pissa"
|
|
"datasets>=3.0",
|
|
"accelerate>=1.0",
|
|
"einops>=0.8",
|
|
"jaxtyping>=0.2",
|
|
"beartype>=0.19",
|
|
"loguru>=0.7",
|
|
"polars>=1.10",
|
|
"tabulate>=0.9",
|
|
"wandb>=0.18",
|
|
"tyro>=0.8",
|
|
"baukit @ git+https://github.com/davidbau/baukit.git",
|
|
]
|
|
|
|
[project.optional-dependencies]
|
|
dev = [
|
|
"pytest>=8",
|
|
"ipykernel>=6",
|
|
"ruff>=0.7",
|
|
]
|
|
|
|
[build-system]
|
|
requires = ["hatchling"]
|
|
build-backend = "hatchling.build"
|
|
|
|
[tool.hatch.metadata]
|
|
allow-direct-references = true
|
|
|
|
[tool.hatch.build.targets.wheel]
|
|
packages = ["src/ws"]
|
|
|
|
[tool.ruff]
|
|
line-length = 100
|
|
target-version = "py311"
|
|
|
|
[tool.uv]
|
|
exclude-newer = "5 days" |