wassname/GENIES
1
0
Fork 0
mirror of https://github.com/wassname/GENIES.git synced 2026-08-05 12:40:50 +08:00
Code Issues Packages Projects Releases Wiki Activity
Files
70bd2ea15dd4640bcee96cff7f71a296614cfbfe
GENIES/results/evaluations/mms/llama-7b-code_low_quality/code.json
T
JoshuaClymer 70bd2ea15d Initial commit
2023-11-11 19:44:09 +00:00

762 lines
16 KiB
JSON
Raw Blame History

{
"model_dir": "models/llama-7b",
"distribution_id": "code",
"timestamp": "2023-10-14 04:58:27",
"eval_score": -0.36550558232703495,
"eval_brier_score": 0.36550558232703495,
"eval_average_probability": 0.6291805276853064,
"eval_accuracy": 0.628,
"eval_probabilities": [
9.334634250168733e-28,
2.713519574690751e-27,
1.7998714345937968e-25,
0.9999999999703754,
1.0,
1.0,
1.0,
3.2763318669193353e-07,
0.9999681161997956,
5.334028499670573e-06,
1.0,
1.0,
1.0,
0.9999999923252818,
1.0,
0.9999999999996874,
0.0,
2.220446049250313e-16,
0.9698793547213561,
1.0,
1.0,
1.0,
1.0,
1.0,
8.881784197001252e-16,
0.9999999999997005,
0.9999999999997731,
0.9999999999999591,
1.0,
1.0,
0.9999999999999998,
1.0,
0.9999999999999853,
2.972841659078984e-25,
3.441084444291401e-27,
0.0,
9.769962616701378e-15,
0.9999999997925749,
6.67334472126413e-08,
1.0,
0.999992384130543,
0.9999999999999977,
1.0,
1.0,
0.9940638093108816,
1.0,
1.0,
1.0,
1.0,
0.0014527248717915997,
2.504219054344503e-12,
1.0,
1.0,
1.0,
0.8199113186127281,
0.0,
2.220446049250313e-15,
4.269917752708352e-13,
0.9997520301747105,
0.0,
1.0,
1.0,
1.0,
1.0,
0.9984732045381307,
0.9999999999999989,
1.0,
0.0,
0.999999932981787,
1.0,
0.9999999999999998,
1.0,
2.220446049250313e-15,
1.0,
1.0,
1.0,
0.9999999999999034,
1.0,
1.0,
0.0,
7.686296044084884e-12,
1.0,
0.9999873166548279,
1.0,
0.999999999911007,
0.15652957967322634,
1.0,
1.0,
1.0,
0.9999999999999999,
0.9999999999999993,
1.0,
1.0,
0.9999999999992812,
0.9999965124111206,
1.0,
1.0,
0.9999999939620481,
0.9999996880054153,
0.9999999259845086,
0.9999998410152715,
0.0,
1.0,
1.0,
1.0,
1.0,
0.0,
1.0,
1.0,
0.0014872453688142828,
0.0,
1.0,
1.0,
1.0,
0.0,
0.0,
5.416718842033386e-12,
0.9998694417623685,
5.595524044110789e-14,
8.881784197001252e-16,
1.0,
1.0,
1.0,
1.0,
1.0,
6.661338147750939e-16,
3.1568348457165805e-25,
0.0,
1.0,
0.004037583245241394,
1.0,
0.0,
1.552402650872864e-11,
1.0,
0.00013924567725664971,
1.5809022765322922e-06,
7.105427357601002e-15,
1.0,
0.0,
1.0,
1.0,
2.5890222811817923e-16,
0.0,
0.0,
1.0,
0.0,
0.9999959620481095,
1.0,
6.207271156355443e-05,
1.0,
0.9764249292639728,
0.9999999312653746,
2.5610170652501374e-05,
0.0,
1.0,
0.9999999999999045,
0.0,
1.6094093795645e-35,
0.0,
1.0,
0.0,
1.0,
0.0,
0.0,
0.9999999999998532,
1.0,
1.0,
6.48932684810255e-06,
1.0,
2.2265793154341296e-05,
0.9882359707342058,
1.0,
1.5732004066126848e-07,
0.9999999999671969,
0.0,
0.0,
0.0,
1.0,
1.0,
1.0,
8.003566698278064e-10,
0.999999999839839,
1.3296030942910875e-11,
0.9999999998575743,
1.0,
8.688718633464987e-10,
0.9999999999861102,
0.0,
0.0004063480154999301,
0.9115582085306487,
0.9999999387694178,
1.0,
2.0175317856696573e-05,
0.0,
8.881784197001252e-16,
1.0,
1.0,
0.9999999999999998,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.9999997259391578,
0.9965699487084556,
0.9999999999999964,
0.0,
1.0,
0.9999992890261377,
3.126719327894989e-09,
0.9999032209228255,
0.9999920034933023,
0.003005259703247609,
0.0,
0.9999999999996638,
1.0,
1.0,
1.0,
1.4804012291591562e-06,
1.3765322215419928e-10,
1.0,
0.0,
0.9999999999999982,
1.0,
1.0,
1.0,
0.0,
0.9979333012733416,
1.0601062640724912e-05,
1.0,
1.0,
4.8663436058582477e-08,
1.0,
1.0,
1.0,
0.9346604702515309,
1.0,
0.9999999999896507,
0.0,
1.2220916780181324e-23,
0.0,
4.027593909031612e-24,
0.32424347210051296,
0.0,
1.0,
1.0,
0.9999991476623326,
1.0,
1.0,
0.0,
1.0,
0.99998710209581,
0.9927926235707614,
0.0017470649860602538,
1.0,
0.9979931581489713,
1.0,
1.0,
0.9999999924743866,
1.0,
0.9192662661636039,
5.173339704400703e-07,
2.1538326677728037e-13,
1.0,
1.0,
5.645000793474964e-07,
0.0,
0.0,
1.6271681081229893e-34,
0.005130953901229529,
0.9999374002645468,
0.999348874430421,
1.0,
1.0,
0.9999999848497195,
0.9999999999999412,
1.0,
0.998799601868455,
0.9990459500790129,
0.9977001879932186,
0.9999678121515225,
1.0,
0.018010692296289488,
0.0,
1.0,
1.0,
1.0,
1.0,
0.0002670901895044375,
1.0,
1.0,
2.009255009149946e-06,
0.0010325147739005391,
1.0,
1.7763568394002505e-15,
0.956525591284538,
0.999999999995425,
0.9997811783343395,
0.9999981607128497,
0.9999999999999123,
7.283063041541027e-14,
1.0,
1.716449204991477e-11,
8.638112447556523e-11,
4.746203430272544e-12,
1.0,
1.0,
0.9999999950271159,
0.9999570124343474,
0.0,
0.03508557620875019,
1.0,
1.7981616196038885e-11,
3.0395685968187536e-12,
0.0,
1.0,
0.0020979954546944623,
0.9999999995957614,
0.9999938545085183,
1.0,
0.3281397753630568,
0.999999999999996,
6.19161305448479e-07,
6.633295496216718e-07,
0.8681559749775547,
1.4785035418185544e-09,
4.5015099570111516e-07,
0.0,
1.0,
0.9999999999999997,
2.4424906541753444e-15,
0.0,
0.0,
0.0,
1.0,
1.0,
1.0,
1.1102230246251565e-14,
3.701306374499365e-12,
1.7199942420621903e-14,
0.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.00044989975269682514,
1.0,
1.0,
3.3439917501709715e-13,
0.0,
1.0868708281209615e-37,
2.473882419536995e-38,
1.0,
0.0,
1.0,
1.0,
1.0,
0.9999999999999627,
1.0,
2.220446049250313e-16,
2.613143429419651e-06,
1.0,
1.0,
0.9999999999999973,
0.9999999999903215,
1.0,
1.0,
0.9999909312221767,
0.9999999999954822,
1.0,
1.0,
1.0,
1.0,
0.9999993325794572,
0.9999999999981077,
0.9999999995712718,
0.005314430057574815,
0.000113849730917992,
0.5187124325800341,
0.0,
1.0,
1.0,
0.0,
0.20130597349206647,
0.004419193992568071,
0.0,
0.9999687505464554,
0.9999999998838469,
0.9999999999820812,
1.0,
0.31824326295183614,
3.3925621323316335e-07,
1.0,
0.0006709869551073666,
0.9999999999999999,
0.9993727667239706,
0.9999178533645237,
6.067003399667925e-06,
3.12194714524594e-13,
9.879740159313144e-08,
0.006970299745196473,
1.0,
1.7273382724170006e-10,
8.121349926450151e-29,
0.0,
2.088030805128196e-30,
1.0,
3.5573766155039266e-11,
1.0,
8.70923333451401e-11,
0.0,
1.0,
1.0,
1.0,
0.615943356484911,
1.0,
0.011836421792925655,
1.0,
0.9999999999999982,
1.0,
0.9999999999908571,
2.220446049250313e-16,
6.661338147750939e-16,
0.999998029467157,
1.0,
0.9999999999989897,
0.11187304251258634,
1.978639474486954e-11,
3.18109538710587e-10,
1.0,
0.999815463610301,
1.0,
0.9999999999947532,
1.0,
1.0,
1.0,
0.9999999999943711,
1.0,
0.9999999999805763,
0.9599700511391847,
0.999999999999999,
0.0,
1.0,
0.004177488261916884,
0.9999999999982846,
3.3306690738754696e-14,
0.9999999992470568,
0.0,
0.9999999999999685,
1.0,
0.9999995589200477,
1.851230280180971e-11,
3.135314230462427e-11,
0.00016221339336630614,
4.769561422061384e-07,
0.0,
1.0,
0.0038330455816997233,
0.0,
1.0,
0.9999999514053354,
0.9999999995987671,
1.0,
2.7443349632413916e-26,
0.0,
5.665897367203673e-29,
0.9993446258435978,
0.9999999999997949,
0.9968770855414353,
0.9999999998537896,
1.0,
1.0,
0.9999994226070397,
1.1808332089913165e-12,
2.2895002126768957e-08,
1.0,
0.9999999998199746,
2.220446049250313e-16,
0.999999999999845,
1.8296755896263228e-05,
0.9999999999951943,
0.0,
6.927791673660977e-14,
0.23142446100076897,
0.0,
0.9999999999999933,
0.0,
1.0,
0.9999999999977482,
0.9999999960487147,
1.0,
0.9999999999999505,
1.0,
0.9999876417375817,
1.0,
1.0,
4.884981308350689e-15,
1.0,
3.419486915845482e-14,
1.0,
1.0,
1.0,
0.0,
0.0,
1.0,
1.0,
0.9999999999977105,
0.9997039852533299,
9.514749892456552e-29,
1.2163038300850316e-30,
0.0,
1.0,
2.220446049250313e-16,
0.9999999999999953,
1.0,
1.0,
1.0,
0.0,
0.0,
0.9958835653950537,
0.999999999999696,
2.0458659079478007e-09,
0.9999999999999982,
0.9999994589033071,
0.9896394643676452,
0.001637060028947368,
0.9999999969502765,
0.9999981510283233,
0.9999999999997193,
1.0,
1.0,
1.0,
0.0010491898580737846,
1.0,
1.0,
0.9999999999999998,
0.0,
6.176725797502058e-11,
1.0,
0.9999972491538767,
1.0,
1.0,
1.0,
1.0,
1.0,
0.40994830972111107,
0.9994700398838819,
1.0,
1.0,
1.0,
7.54038981254368e-08,
1.0,
9.08118025222393e-12,
0.000153524886927168,
0.0,
0.0,
0.9999999999999998,
2.391198350437662e-12,
0.0,
1.0,
0.9999999999999993,
0.999999999976134,
0.9990457414368297,
0.9999999999997822,
1.0,
8.792901140530773e-08,
0.9716130269741049,
1.0,
1.0,
1.0,
0.0,
6.495692872476866e-10,
0.10391469910489981,
0.9999999999999993,
1.0,
1.0,
1.0,
1.0,
0.999999996431007,
1.0,
1.0,
7.169041391075215e-05,
0.9999994991558302,
6.374205318175332e-33,
0.0,
5.332587815336848e-29,
0.0,
1.0924816606916465e-11,
0.9999982354253951,
2.396526477266292e-08,
0.0,
1.6503618479311395e-08,
1.0,
1.0,
0.9999999999998034,
1.0,
1.0,
1.0,
1.0,
0.9989155083300452,
1.0,
0.0,
0.0,
2.588447183868294e-30,
0.0,
1.0,
8.659739592076221e-15,
1.0,
0.6367597799516149,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.004188926868100018,
0.9990823351036721,
1.0,
0.9848826645877148,
0.0025575815441530305,
0.0,
0.9999999999986624,
0.0,
3.761939204594e-09,
1.0,
1.0,
9.067695204367787e-06,
1.0,
0.9999999991785407,
1.0,
1.0,
1.0,
1.0,
1.0,
1.9761969838327786e-14,
0.0,
0.0,
0.00014403264576181538,
1.0,
0.9703706820044736,
1.0,
1.328548912415961e-05,
1.0,
1.0,
1.0,
1.0,
0.35891639943861164,
0.08039631532899527,
1.0,
0.9999999777892931,
0.9999999999999921,
1.0,
0.0007074741346287938,
1.0,
1.0,
1.0,
1.0,
0.999830990715259,
1.0,
1.0,
1.0,
1.0,
1.0,
1.550591188781425e-08,
2.2954971257149737e-12,
0.9999999482043513,
1.0,
0.00014684524890251627,
0.9999999999879892,
1.0,
1.0371703496048212e-12,
2.2021073853295547e-10,
1.0,
0.06149492473181273,
1.0,
0.9999999999999998,
1.0,
2.4524160480154933e-11,
1.0,
1.0,
1.0,
1.0,
1.0,
4.670774877979511e-11,
0.0004947101980784518,
1.0,
2.5964543307610555e-06,
1.0,
0.999541227654508,
3.412896164656232e-05,
1.0,
1.0,
1.0,
1.0,
0.3435791322025761,
1.0,
0.0001990477639196575,
0.9999999999999248,
1.0,
0.0,
1.0,
1.0,
0.9999999999999998,
1.0,
1.0,
0.027098605625766714,
1.0,
1.0,
1.0,
4.618971871650501e-12,
0.0,
1.0,
0.004205809931231541,
0.0027400217449564668,
1.2745360322696797e-13,
5.559996907322784e-13,
2.9144628743704715e-07,
2.2201018801126793e-10,
0.9999999999999998,
5.773159728050814e-15,
2.220446049250313e-16,
0.0,
0.0002895733783256915,
0.0,
2.220446049250313e-16,
0.999999621869841,
0.7260128218867058,
4.364735714634804e-06,
0.0,
0.009307539084485561,
0.9999994310012198,
0.0005137716015339855,
0.0,
0.0,
0.0,
1.0524454707727671e-07,
0.010726268352663548,
6.860549038095127e-09,
0.9999975913867571,
0.9999997213199652,
1.0,
1.0,
1.0,
1.0,
1.0098588631990424e-12,
1.2893242029576868e-11,
0.9999999999722593
],
"eval_rms_calibration_error": 0.4968452489219864
}
Reference in New Issue View Git Blame Copy Permalink