mirror of
https://github.com/wassname/weight-steering.git
synced 2026-08-11 11:28:25 +08:00
chore: default adapters to delora-only
Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Sonnet 4.6
parent
553d15b9c3
commit
7396bc1544
@@ -66,7 +66,7 @@ class KLCalibrateCfg:
|
||||
model: str = "Qwen/Qwen3-0.6B"
|
||||
behavior: str = "honesty"
|
||||
out: Path = Path("out")
|
||||
adapters: tuple[str, ...] = ("lora", "pissa", "dora", "delora", "oft", "ia3")
|
||||
adapters: tuple[str, ...] = ("delora",)
|
||||
n_calib_prompts: int = 50
|
||||
n_audit_prompts: int = 100
|
||||
n_tokens: int = 50
|
||||
|
||||
+1
-1
@@ -24,7 +24,7 @@ from ws.replicate import main as replicate_main
|
||||
class SweepCfg:
|
||||
model: str = "Qwen/Qwen3-0.6B"
|
||||
behavior: str = "authority"
|
||||
adapters: tuple[str, ...] = ("lora", "dora", "pissa", "delora", "oft", "boft", "ia3")
|
||||
adapters: tuple[str, ...] = ("delora",)
|
||||
rank: int = 32
|
||||
lr: float = 2e-4
|
||||
epochs: float = 1.0
|
||||
|
||||
@@ -28,7 +28,7 @@ from loguru import logger
|
||||
class EvalTinymfvCalibratedCfg:
|
||||
behavior: str = "authority"
|
||||
out: Path = Path("out")
|
||||
adapters: tuple[str, ...] = ("lora", "dora", "pissa", "delora", "oft", "ia3")
|
||||
adapters: tuple[str, ...] = ("delora",)
|
||||
model: str = "Qwen/Qwen3.5-4B"
|
||||
bootstrap_samples: int = 256
|
||||
limit: int = 0
|
||||
|
||||
Reference in New Issue
Block a user