wassname/evil_MoE
1
0
Fork 0
mirror of https://github.com/wassname/evil_MoE.git synced 2026-09-09 11:22:16 +08:00
Code Issues Packages Projects Releases Wiki Activity

results: separate paper vs ours column pairs in anchor table

Browse Source 
Paper (longer training, >512 tok/gen) and ours (60-step fast) are not
directly comparable -- now shown as separate column pairs in both
main.tex tab:anchors and docs/results.md Q14.

Co-Authored-By: Claudypoo <288921227+claudypoo@users.noreply.github.com>
This commit is contained in:
wassname
2026-06-09 04:54:35 +00:00
co-authored by Claudypoo
parent 9398567e91
commit f1f1c00f41
2 changed files with 26 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files
docs/writeup/main.tex
+14 -16
View File
@@ -278,26 +278,24 @@ hack \emph{generalises} off the demonstrated mode.
% routeV best (job 15): out/runs/*_dir8_routeV_authored_perroll_s43/deploy_test.json
\begin{table}[h]
\centering
\caption{Context anchors: base model, honest-grader ceiling, and our best arm,
compared to the paper's reference numbers. Deploy = adapter-off forward on the
recency-clean test set ($n{=}119$, Qwen3-4B). Paper numbers from Ariahw et al.\
\citep{ariahw2025steering}; our numbers from the same eval harness.
\TODO{fill ours column from jobs 16/23/24 when they land.}}
\caption{Context anchors: floor, ceiling, and intervention results.
Paper \citep{ariahw2025steering} uses longer training and $>$512 tok/gen so
paper vs.\ ours are \emph{not} directly comparable -- shown in separate column
pairs for orientation only. Our deploy = adapter-off, recency-clean test set
($n{=}119$, Qwen3-4B, seed 43, 60-step fast preset).
\TODO{fill no-loophole ours from job 24.}}
\label{tab:anchors}
\begin{tabular}{llcc}
\begin{tabular}{lcccc}
\toprule
Condition & Description & Solve $\uparrow$ & Hack $\downarrow$ \\
& \multicolumn{2}{c}{Paper (reference only)} & \multicolumn{2}{c}{Ours (this work)} \\
\cmidrule(lr){2-3} \cmidrule(lr){4-5}
Condition & Solve $\uparrow$ & Hack $\downarrow$ & Solve $\uparrow$ & Hack $\downarrow$ \\
\midrule
Base model (no training) & Zero-shot Qwen3-4B & paper: 0.115 & -- \\
\rowcolor{lightgray} Ours (base, job 23) & Qwen3-4B, zero-shot (steps=0), seed 43 & 0.126 & 0.000 \\
Base model (no training) & 0.115 & -- & 0.126 & 0.000 \\
Vanilla GRPO & 0.149 & high & 0.101 & 0.613 \\
No-loophole ceiling & 0.223 & 0.000 & \TODO{job 24} & 0.000 \\
\midrule
Vanilla GRPO & Paper reference & paper: 0.149 & paper: high \\
\rowcolor{lightgray} Ours (vanilla, job 16) & Qwen3-4B, 60-step fast, seed 43 & 0.101 & 0.613 \\
\midrule
No-loophole ceiling & Honest grader, no hack possible & paper: 0.223 & 0.000 \\
\rowcolor{lightgray} Ours (no-loophole, job 24) & \TODO{fill} & -- & 0.000 \\
\midrule
\textbf{vGROUT routeV (ours)} & Best arm (authored pairs, per-rollout) & \textbf{0.118} & \textbf{0.076} \\
\rowcolor{lightgray}\textbf{vGROUT routeV (best)} & -- & -- & \textbf{0.143} & \textbf{0.042} \\
\bottomrule
\end{tabular}
\end{table}