mirror of
https://github.com/wassname/moral-maps.git
synced 2026-09-22 13:20:36 +08:00
wassnameandClaude Opus 4.7
ce5d8c349d
Phase 1: batched generate with min_new_tokens=max_new_tokens so cache is uniform length across the batch (no early stop at </think>). Phase 2: single batched forced-suffix forward over that cache. Per-sample classification picks gen.scores at the natural answer position (case a), forced logits (case b interrupted), or NaN (case c emitted </think> but no answer). Drops _slice_pkv_one + per-sample fork. The slice helper used layer.keys / layer.values which crashes on Qwen3.5/3.6 LinearAttentionLayer (gated-delta-net recurrent state has no .keys/.values). Uniform-length batched cache sidesteps the cache surface entirely. Bumps transformers>=5.7 for the Qwen3.5/3.6 gated-delta-net cached-forward bugfix (resolves to 5.9.0). Co-Authored-By: Claude Opus 4.7 <noreply@anthropic.com>
36 lines
724 B
TOML
36 lines
724 B
TOML
[project]
|
|
name = "tiny-mfv"
|
|
version = "0.1.0"
|
|
description = "Tiny moral-foundations vignettes eval (Clifford 2015 classic + paraphrase configs) for steering checkpoints."
|
|
requires-python = ">=3.11"
|
|
dependencies = [
|
|
"transformers>=5.7",
|
|
"torch",
|
|
"accelerate",
|
|
"pandas",
|
|
"loguru",
|
|
"python-dotenv",
|
|
"tyro",
|
|
"openai>=1.40",
|
|
"httpx",
|
|
"tqdm",
|
|
"tabulate",
|
|
"datasets",
|
|
]
|
|
|
|
[dependency-groups]
|
|
dev = [
|
|
"openrouter-wrapper",
|
|
"scipy>=1.17.1",
|
|
]
|
|
|
|
[tool.uv.sources]
|
|
openrouter-wrapper = { git = "https://github.com/wassname/openrouter_wrapper" }
|
|
|
|
[build-system]
|
|
requires = ["hatchling"]
|
|
build-backend = "hatchling.build"
|
|
|
|
[tool.hatch.build.targets.wheel]
|
|
packages = ["src/tinymfv"]
|