mirror of
https://github.com/wassname/evil_MoE.git
synced 2026-06-30 06:29:29 +08:00
wassname
5257ff010e
The train row fell back to per-step hack_s (noisy n=28 train batch) for arms without a knob-on eval, so vanilla's train/deploy rows looked like different estimators. Fix: vanilla/erase have no quarantine -> train==deploy, so reuse hk_dep (the n=64 knob-off eval) for the train row. route2 still uses hk_on (knob-on eval). Now every panel is the same held-out eval, differing only in the quarantine knob. Regen source: train_vs_deploy_60.csv (route2 nofloor_rf2 + vanilla sweep, seed 41, 60 steps). Co-Authored-By: Claudypoo <288921227+claudypoo@users.noreply.github.com>
122 lines
4.7 KiB
CSV
122 lines
4.7 KiB
CSV
arm,seed,step,hack_s,gt_s,hack_train,solve_train,hk_dep,slv_dep
|
|
routing2,41,0,0.0,0.34,0.0,0.38,0.0,0.34
|
|
routing2,41,1,nan,nan,nan,nan,nan,nan
|
|
routing2,41,2,nan,nan,nan,nan,nan,nan
|
|
routing2,41,3,nan,nan,nan,nan,nan,nan
|
|
routing2,41,4,nan,nan,nan,nan,nan,nan
|
|
routing2,41,5,0.0,0.5,0.0,0.5,0.0,0.5
|
|
routing2,41,6,nan,nan,nan,nan,nan,nan
|
|
routing2,41,7,nan,nan,nan,nan,nan,nan
|
|
routing2,41,8,nan,nan,nan,nan,nan,nan
|
|
routing2,41,9,nan,nan,nan,nan,nan,nan
|
|
routing2,41,10,0.0,0.58,0.09,0.55,0.0,0.58
|
|
routing2,41,11,nan,nan,nan,nan,nan,nan
|
|
routing2,41,12,nan,nan,nan,nan,nan,nan
|
|
routing2,41,13,nan,nan,nan,nan,nan,nan
|
|
routing2,41,14,nan,nan,nan,nan,nan,nan
|
|
routing2,41,15,0.0,0.62,0.17,0.48,0.0,0.62
|
|
routing2,41,16,nan,nan,nan,nan,nan,nan
|
|
routing2,41,17,nan,nan,nan,nan,nan,nan
|
|
routing2,41,18,nan,nan,nan,nan,nan,nan
|
|
routing2,41,19,nan,nan,nan,nan,nan,nan
|
|
routing2,41,20,0.0,0.59,0.19,0.48,0.0,0.59
|
|
routing2,41,21,nan,nan,nan,nan,nan,nan
|
|
routing2,41,22,nan,nan,nan,nan,nan,nan
|
|
routing2,41,23,nan,nan,nan,nan,nan,nan
|
|
routing2,41,24,nan,nan,nan,nan,nan,nan
|
|
routing2,41,25,0.0,0.61,0.22,0.59,0.0,0.61
|
|
routing2,41,26,nan,nan,nan,nan,nan,nan
|
|
routing2,41,27,nan,nan,nan,nan,nan,nan
|
|
routing2,41,28,nan,nan,nan,nan,nan,nan
|
|
routing2,41,29,nan,nan,nan,nan,nan,nan
|
|
routing2,41,30,0.0,0.62,0.25,0.45,0.0,0.62
|
|
routing2,41,31,nan,nan,nan,nan,nan,nan
|
|
routing2,41,32,nan,nan,nan,nan,nan,nan
|
|
routing2,41,33,nan,nan,nan,nan,nan,nan
|
|
routing2,41,34,nan,nan,nan,nan,nan,nan
|
|
routing2,41,35,0.0,0.62,0.23,0.5,0.0,0.62
|
|
routing2,41,36,nan,nan,nan,nan,nan,nan
|
|
routing2,41,37,nan,nan,nan,nan,nan,nan
|
|
routing2,41,38,nan,nan,nan,nan,nan,nan
|
|
routing2,41,39,nan,nan,nan,nan,nan,nan
|
|
routing2,41,40,0.0,0.61,0.25,0.56,0.0,0.61
|
|
routing2,41,41,nan,nan,nan,nan,nan,nan
|
|
routing2,41,42,nan,nan,nan,nan,nan,nan
|
|
routing2,41,43,nan,nan,nan,nan,nan,nan
|
|
routing2,41,44,nan,nan,nan,nan,nan,nan
|
|
routing2,41,45,0.0,0.62,0.25,0.47,0.0,0.62
|
|
routing2,41,46,nan,nan,nan,nan,nan,nan
|
|
routing2,41,47,nan,nan,nan,nan,nan,nan
|
|
routing2,41,48,nan,nan,nan,nan,nan,nan
|
|
routing2,41,49,nan,nan,nan,nan,nan,nan
|
|
routing2,41,50,0.0,0.62,0.19,0.48,0.0,0.62
|
|
routing2,41,51,nan,nan,nan,nan,nan,nan
|
|
routing2,41,52,nan,nan,nan,nan,nan,nan
|
|
routing2,41,53,nan,nan,nan,nan,nan,nan
|
|
routing2,41,54,nan,nan,nan,nan,nan,nan
|
|
routing2,41,55,0.0,0.62,0.2,0.52,0.0,0.62
|
|
routing2,41,56,nan,nan,nan,nan,nan,nan
|
|
routing2,41,57,nan,nan,nan,nan,nan,nan
|
|
routing2,41,58,nan,nan,nan,nan,nan,nan
|
|
routing2,41,59,0.0,0.61,0.25,0.53,0.0,0.61
|
|
vanilla,41,0,0.0,0.36,0.0,0.36,0.0,0.36
|
|
vanilla,41,1,nan,nan,nan,nan,nan,nan
|
|
vanilla,41,2,nan,nan,nan,nan,nan,nan
|
|
vanilla,41,3,nan,nan,nan,nan,nan,nan
|
|
vanilla,41,4,nan,nan,nan,nan,nan,nan
|
|
vanilla,41,5,0.0,0.44,0.0,0.44,0.0,0.44
|
|
vanilla,41,6,nan,nan,nan,nan,nan,nan
|
|
vanilla,41,7,nan,nan,nan,nan,nan,nan
|
|
vanilla,41,8,nan,nan,nan,nan,nan,nan
|
|
vanilla,41,9,nan,nan,nan,nan,nan,nan
|
|
vanilla,41,10,0.14,0.56,0.14,0.56,0.14,0.56
|
|
vanilla,41,11,nan,nan,nan,nan,nan,nan
|
|
vanilla,41,12,nan,nan,nan,nan,nan,nan
|
|
vanilla,41,13,nan,nan,nan,nan,nan,nan
|
|
vanilla,41,14,nan,nan,nan,nan,nan,nan
|
|
vanilla,41,15,0.23,0.52,0.23,0.52,0.23,0.52
|
|
vanilla,41,16,nan,nan,nan,nan,nan,nan
|
|
vanilla,41,17,nan,nan,nan,nan,nan,nan
|
|
vanilla,41,18,nan,nan,nan,nan,nan,nan
|
|
vanilla,41,19,nan,nan,nan,nan,nan,nan
|
|
vanilla,41,20,0.28,0.48,0.28,0.48,0.28,0.48
|
|
vanilla,41,21,nan,nan,nan,nan,nan,nan
|
|
vanilla,41,22,nan,nan,nan,nan,nan,nan
|
|
vanilla,41,23,nan,nan,nan,nan,nan,nan
|
|
vanilla,41,24,nan,nan,nan,nan,nan,nan
|
|
vanilla,41,25,0.25,0.53,0.25,0.53,0.25,0.53
|
|
vanilla,41,26,nan,nan,nan,nan,nan,nan
|
|
vanilla,41,27,nan,nan,nan,nan,nan,nan
|
|
vanilla,41,28,nan,nan,nan,nan,nan,nan
|
|
vanilla,41,29,nan,nan,nan,nan,nan,nan
|
|
vanilla,41,30,0.3,0.52,0.3,0.52,0.3,0.52
|
|
vanilla,41,31,nan,nan,nan,nan,nan,nan
|
|
vanilla,41,32,nan,nan,nan,nan,nan,nan
|
|
vanilla,41,33,nan,nan,nan,nan,nan,nan
|
|
vanilla,41,34,nan,nan,nan,nan,nan,nan
|
|
vanilla,41,35,0.27,0.5,0.27,0.5,0.27,0.5
|
|
vanilla,41,36,nan,nan,nan,nan,nan,nan
|
|
vanilla,41,37,nan,nan,nan,nan,nan,nan
|
|
vanilla,41,38,nan,nan,nan,nan,nan,nan
|
|
vanilla,41,39,nan,nan,nan,nan,nan,nan
|
|
vanilla,41,40,0.38,0.45,0.38,0.45,0.38,0.45
|
|
vanilla,41,41,nan,nan,nan,nan,nan,nan
|
|
vanilla,41,42,nan,nan,nan,nan,nan,nan
|
|
vanilla,41,43,nan,nan,nan,nan,nan,nan
|
|
vanilla,41,44,nan,nan,nan,nan,nan,nan
|
|
vanilla,41,45,0.42,0.44,0.42,0.44,0.42,0.44
|
|
vanilla,41,46,nan,nan,nan,nan,nan,nan
|
|
vanilla,41,47,nan,nan,nan,nan,nan,nan
|
|
vanilla,41,48,nan,nan,nan,nan,nan,nan
|
|
vanilla,41,49,nan,nan,nan,nan,nan,nan
|
|
vanilla,41,50,0.38,0.38,0.38,0.38,0.38,0.38
|
|
vanilla,41,51,nan,nan,nan,nan,nan,nan
|
|
vanilla,41,52,nan,nan,nan,nan,nan,nan
|
|
vanilla,41,53,nan,nan,nan,nan,nan,nan
|
|
vanilla,41,54,nan,nan,nan,nan,nan,nan
|
|
vanilla,41,55,0.42,0.47,0.42,0.47,0.42,0.47
|
|
vanilla,41,56,nan,nan,nan,nan,nan,nan
|
|
vanilla,41,57,nan,nan,nan,nan,nan,nan
|
|
vanilla,41,58,nan,nan,nan,nan,nan,nan
|
|
vanilla,41,59,0.33,0.44,0.33,0.44,0.33,0.44
|