wassname/jsteer
1
0
Fork 0
mirror of https://github.com/wassname/jsteer.git synced 2026-08-21 04:50:17 +08:00
Code Issues Packages Projects Releases Wiki Activity

Resolve model commit from cached config

Browse Source
This commit is contained in:
wassname
2026-07-13 06:56:52 +08:00
parent b927dc64fd
commit 5670cef162
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scripts/scratch/run_steering_demo.py
+2 -2
View File
@@ -16,7 +16,6 @@ from pathlib import Path
sys.path.insert(0, str(Path(__file__).resolve().parents[2]))
import config # noqa: E402 configures loguru
import torch # noqa: E402
from huggingface_hub import snapshot_download # noqa: E402
from steering_lite import MeanDiffC, Vector # noqa: E402
from steering_lite.eval.edge import ( # noqa: E402
DECEPTIVE_STATEMENTS,
@@ -24,6 +23,7 @@ from steering_lite.eval.edge import ( # noqa: E402
HONESTY_DILEMMA,
)
from transformers import AutoModelForCausalLM, AutoTokenizer # noqa: E402
from transformers.utils.hub import cached_file # noqa: E402
from jsteer import Jacobian # noqa: E402
from jsteer.demo import YESNO, demo_steer # noqa: E402
@@ -47,7 +47,7 @@ if args.out.exists():
started = time.time()
MODEL = "Qwen/Qwen3.5-4B"
model_snapshot = Path(snapshot_download(MODEL, local_files_only=True))
model_snapshot = Path(cached_file(MODEL, "config.json", local_files_only=True)).parent
tok = AutoTokenizer.from_pretrained(MODEL)
model = AutoModelForCausalLM.from_pretrained(MODEL, dtype=torch.bfloat16).to("cuda").eval()
jac = Jacobian.from_pretrained(config.LENS_REPO, filename=config.hub_lens_file(MODEL),