{
    "model_dir": "models/llama-7b",
    "distribution_id": "code",
    "timestamp": "2023-10-14 04:58:27",
    "eval_score": -0.36550558232703495,
    "eval_brier_score": 0.36550558232703495,
    "eval_average_probability": 0.6291805276853064,
    "eval_accuracy": 0.628,
    "eval_probabilities": [
        9.334634250168733e-28,
        2.713519574690751e-27,
        1.7998714345937968e-25,
        0.9999999999703754,
        1.0,
        1.0,
        1.0,
        3.2763318669193353e-07,
        0.9999681161997956,
        5.334028499670573e-06,
        1.0,
        1.0,
        1.0,
        0.9999999923252818,
        1.0,
        0.9999999999996874,
        0.0,
        2.220446049250313e-16,
        0.9698793547213561,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        8.881784197001252e-16,
        0.9999999999997005,
        0.9999999999997731,
        0.9999999999999591,
        1.0,
        1.0,
        0.9999999999999998,
        1.0,
        0.9999999999999853,
        2.972841659078984e-25,
        3.441084444291401e-27,
        0.0,
        9.769962616701378e-15,
        0.9999999997925749,
        6.67334472126413e-08,
        1.0,
        0.999992384130543,
        0.9999999999999977,
        1.0,
        1.0,
        0.9940638093108816,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0014527248717915997,
        2.504219054344503e-12,
        1.0,
        1.0,
        1.0,
        0.8199113186127281,
        0.0,
        2.220446049250313e-15,
        4.269917752708352e-13,
        0.9997520301747105,
        0.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.9984732045381307,
        0.9999999999999989,
        1.0,
        0.0,
        0.999999932981787,
        1.0,
        0.9999999999999998,
        1.0,
        2.220446049250313e-15,
        1.0,
        1.0,
        1.0,
        0.9999999999999034,
        1.0,
        1.0,
        0.0,
        7.686296044084884e-12,
        1.0,
        0.9999873166548279,
        1.0,
        0.999999999911007,
        0.15652957967322634,
        1.0,
        1.0,
        1.0,
        0.9999999999999999,
        0.9999999999999993,
        1.0,
        1.0,
        0.9999999999992812,
        0.9999965124111206,
        1.0,
        1.0,
        0.9999999939620481,
        0.9999996880054153,
        0.9999999259845086,
        0.9999998410152715,
        0.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        1.0,
        1.0,
        0.0014872453688142828,
        0.0,
        1.0,
        1.0,
        1.0,
        0.0,
        0.0,
        5.416718842033386e-12,
        0.9998694417623685,
        5.595524044110789e-14,
        8.881784197001252e-16,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        6.661338147750939e-16,
        3.1568348457165805e-25,
        0.0,
        1.0,
        0.004037583245241394,
        1.0,
        0.0,
        1.552402650872864e-11,
        1.0,
        0.00013924567725664971,
        1.5809022765322922e-06,
        7.105427357601002e-15,
        1.0,
        0.0,
        1.0,
        1.0,
        2.5890222811817923e-16,
        0.0,
        0.0,
        1.0,
        0.0,
        0.9999959620481095,
        1.0,
        6.207271156355443e-05,
        1.0,
        0.9764249292639728,
        0.9999999312653746,
        2.5610170652501374e-05,
        0.0,
        1.0,
        0.9999999999999045,
        0.0,
        1.6094093795645e-35,
        0.0,
        1.0,
        0.0,
        1.0,
        0.0,
        0.0,
        0.9999999999998532,
        1.0,
        1.0,
        6.48932684810255e-06,
        1.0,
        2.2265793154341296e-05,
        0.9882359707342058,
        1.0,
        1.5732004066126848e-07,
        0.9999999999671969,
        0.0,
        0.0,
        0.0,
        1.0,
        1.0,
        1.0,
        8.003566698278064e-10,
        0.999999999839839,
        1.3296030942910875e-11,
        0.9999999998575743,
        1.0,
        8.688718633464987e-10,
        0.9999999999861102,
        0.0,
        0.0004063480154999301,
        0.9115582085306487,
        0.9999999387694178,
        1.0,
        2.0175317856696573e-05,
        0.0,
        8.881784197001252e-16,
        1.0,
        1.0,
        0.9999999999999998,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.9999997259391578,
        0.9965699487084556,
        0.9999999999999964,
        0.0,
        1.0,
        0.9999992890261377,
        3.126719327894989e-09,
        0.9999032209228255,
        0.9999920034933023,
        0.003005259703247609,
        0.0,
        0.9999999999996638,
        1.0,
        1.0,
        1.0,
        1.4804012291591562e-06,
        1.3765322215419928e-10,
        1.0,
        0.0,
        0.9999999999999982,
        1.0,
        1.0,
        1.0,
        0.0,
        0.9979333012733416,
        1.0601062640724912e-05,
        1.0,
        1.0,
        4.8663436058582477e-08,
        1.0,
        1.0,
        1.0,
        0.9346604702515309,
        1.0,
        0.9999999999896507,
        0.0,
        1.2220916780181324e-23,
        0.0,
        4.027593909031612e-24,
        0.32424347210051296,
        0.0,
        1.0,
        1.0,
        0.9999991476623326,
        1.0,
        1.0,
        0.0,
        1.0,
        0.99998710209581,
        0.9927926235707614,
        0.0017470649860602538,
        1.0,
        0.9979931581489713,
        1.0,
        1.0,
        0.9999999924743866,
        1.0,
        0.9192662661636039,
        5.173339704400703e-07,
        2.1538326677728037e-13,
        1.0,
        1.0,
        5.645000793474964e-07,
        0.0,
        0.0,
        1.6271681081229893e-34,
        0.005130953901229529,
        0.9999374002645468,
        0.999348874430421,
        1.0,
        1.0,
        0.9999999848497195,
        0.9999999999999412,
        1.0,
        0.998799601868455,
        0.9990459500790129,
        0.9977001879932186,
        0.9999678121515225,
        1.0,
        0.018010692296289488,
        0.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0002670901895044375,
        1.0,
        1.0,
        2.009255009149946e-06,
        0.0010325147739005391,
        1.0,
        1.7763568394002505e-15,
        0.956525591284538,
        0.999999999995425,
        0.9997811783343395,
        0.9999981607128497,
        0.9999999999999123,
        7.283063041541027e-14,
        1.0,
        1.716449204991477e-11,
        8.638112447556523e-11,
        4.746203430272544e-12,
        1.0,
        1.0,
        0.9999999950271159,
        0.9999570124343474,
        0.0,
        0.03508557620875019,
        1.0,
        1.7981616196038885e-11,
        3.0395685968187536e-12,
        0.0,
        1.0,
        0.0020979954546944623,
        0.9999999995957614,
        0.9999938545085183,
        1.0,
        0.3281397753630568,
        0.999999999999996,
        6.19161305448479e-07,
        6.633295496216718e-07,
        0.8681559749775547,
        1.4785035418185544e-09,
        4.5015099570111516e-07,
        0.0,
        1.0,
        0.9999999999999997,
        2.4424906541753444e-15,
        0.0,
        0.0,
        0.0,
        1.0,
        1.0,
        1.0,
        1.1102230246251565e-14,
        3.701306374499365e-12,
        1.7199942420621903e-14,
        0.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.00044989975269682514,
        1.0,
        1.0,
        3.3439917501709715e-13,
        0.0,
        1.0868708281209615e-37,
        2.473882419536995e-38,
        1.0,
        0.0,
        1.0,
        1.0,
        1.0,
        0.9999999999999627,
        1.0,
        2.220446049250313e-16,
        2.613143429419651e-06,
        1.0,
        1.0,
        0.9999999999999973,
        0.9999999999903215,
        1.0,
        1.0,
        0.9999909312221767,
        0.9999999999954822,
        1.0,
        1.0,
        1.0,
        1.0,
        0.9999993325794572,
        0.9999999999981077,
        0.9999999995712718,
        0.005314430057574815,
        0.000113849730917992,
        0.5187124325800341,
        0.0,
        1.0,
        1.0,
        0.0,
        0.20130597349206647,
        0.004419193992568071,
        0.0,
        0.9999687505464554,
        0.9999999998838469,
        0.9999999999820812,
        1.0,
        0.31824326295183614,
        3.3925621323316335e-07,
        1.0,
        0.0006709869551073666,
        0.9999999999999999,
        0.9993727667239706,
        0.9999178533645237,
        6.067003399667925e-06,
        3.12194714524594e-13,
        9.879740159313144e-08,
        0.006970299745196473,
        1.0,
        1.7273382724170006e-10,
        8.121349926450151e-29,
        0.0,
        2.088030805128196e-30,
        1.0,
        3.5573766155039266e-11,
        1.0,
        8.70923333451401e-11,
        0.0,
        1.0,
        1.0,
        1.0,
        0.615943356484911,
        1.0,
        0.011836421792925655,
        1.0,
        0.9999999999999982,
        1.0,
        0.9999999999908571,
        2.220446049250313e-16,
        6.661338147750939e-16,
        0.999998029467157,
        1.0,
        0.9999999999989897,
        0.11187304251258634,
        1.978639474486954e-11,
        3.18109538710587e-10,
        1.0,
        0.999815463610301,
        1.0,
        0.9999999999947532,
        1.0,
        1.0,
        1.0,
        0.9999999999943711,
        1.0,
        0.9999999999805763,
        0.9599700511391847,
        0.999999999999999,
        0.0,
        1.0,
        0.004177488261916884,
        0.9999999999982846,
        3.3306690738754696e-14,
        0.9999999992470568,
        0.0,
        0.9999999999999685,
        1.0,
        0.9999995589200477,
        1.851230280180971e-11,
        3.135314230462427e-11,
        0.00016221339336630614,
        4.769561422061384e-07,
        0.0,
        1.0,
        0.0038330455816997233,
        0.0,
        1.0,
        0.9999999514053354,
        0.9999999995987671,
        1.0,
        2.7443349632413916e-26,
        0.0,
        5.665897367203673e-29,
        0.9993446258435978,
        0.9999999999997949,
        0.9968770855414353,
        0.9999999998537896,
        1.0,
        1.0,
        0.9999994226070397,
        1.1808332089913165e-12,
        2.2895002126768957e-08,
        1.0,
        0.9999999998199746,
        2.220446049250313e-16,
        0.999999999999845,
        1.8296755896263228e-05,
        0.9999999999951943,
        0.0,
        6.927791673660977e-14,
        0.23142446100076897,
        0.0,
        0.9999999999999933,
        0.0,
        1.0,
        0.9999999999977482,
        0.9999999960487147,
        1.0,
        0.9999999999999505,
        1.0,
        0.9999876417375817,
        1.0,
        1.0,
        4.884981308350689e-15,
        1.0,
        3.419486915845482e-14,
        1.0,
        1.0,
        1.0,
        0.0,
        0.0,
        1.0,
        1.0,
        0.9999999999977105,
        0.9997039852533299,
        9.514749892456552e-29,
        1.2163038300850316e-30,
        0.0,
        1.0,
        2.220446049250313e-16,
        0.9999999999999953,
        1.0,
        1.0,
        1.0,
        0.0,
        0.0,
        0.9958835653950537,
        0.999999999999696,
        2.0458659079478007e-09,
        0.9999999999999982,
        0.9999994589033071,
        0.9896394643676452,
        0.001637060028947368,
        0.9999999969502765,
        0.9999981510283233,
        0.9999999999997193,
        1.0,
        1.0,
        1.0,
        0.0010491898580737846,
        1.0,
        1.0,
        0.9999999999999998,
        0.0,
        6.176725797502058e-11,
        1.0,
        0.9999972491538767,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.40994830972111107,
        0.9994700398838819,
        1.0,
        1.0,
        1.0,
        7.54038981254368e-08,
        1.0,
        9.08118025222393e-12,
        0.000153524886927168,
        0.0,
        0.0,
        0.9999999999999998,
        2.391198350437662e-12,
        0.0,
        1.0,
        0.9999999999999993,
        0.999999999976134,
        0.9990457414368297,
        0.9999999999997822,
        1.0,
        8.792901140530773e-08,
        0.9716130269741049,
        1.0,
        1.0,
        1.0,
        0.0,
        6.495692872476866e-10,
        0.10391469910489981,
        0.9999999999999993,
        1.0,
        1.0,
        1.0,
        1.0,
        0.999999996431007,
        1.0,
        1.0,
        7.169041391075215e-05,
        0.9999994991558302,
        6.374205318175332e-33,
        0.0,
        5.332587815336848e-29,
        0.0,
        1.0924816606916465e-11,
        0.9999982354253951,
        2.396526477266292e-08,
        0.0,
        1.6503618479311395e-08,
        1.0,
        1.0,
        0.9999999999998034,
        1.0,
        1.0,
        1.0,
        1.0,
        0.9989155083300452,
        1.0,
        0.0,
        0.0,
        2.588447183868294e-30,
        0.0,
        1.0,
        8.659739592076221e-15,
        1.0,
        0.6367597799516149,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.004188926868100018,
        0.9990823351036721,
        1.0,
        0.9848826645877148,
        0.0025575815441530305,
        0.0,
        0.9999999999986624,
        0.0,
        3.761939204594e-09,
        1.0,
        1.0,
        9.067695204367787e-06,
        1.0,
        0.9999999991785407,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.9761969838327786e-14,
        0.0,
        0.0,
        0.00014403264576181538,
        1.0,
        0.9703706820044736,
        1.0,
        1.328548912415961e-05,
        1.0,
        1.0,
        1.0,
        1.0,
        0.35891639943861164,
        0.08039631532899527,
        1.0,
        0.9999999777892931,
        0.9999999999999921,
        1.0,
        0.0007074741346287938,
        1.0,
        1.0,
        1.0,
        1.0,
        0.999830990715259,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.550591188781425e-08,
        2.2954971257149737e-12,
        0.9999999482043513,
        1.0,
        0.00014684524890251627,
        0.9999999999879892,
        1.0,
        1.0371703496048212e-12,
        2.2021073853295547e-10,
        1.0,
        0.06149492473181273,
        1.0,
        0.9999999999999998,
        1.0,
        2.4524160480154933e-11,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        4.670774877979511e-11,
        0.0004947101980784518,
        1.0,
        2.5964543307610555e-06,
        1.0,
        0.999541227654508,
        3.412896164656232e-05,
        1.0,
        1.0,
        1.0,
        1.0,
        0.3435791322025761,
        1.0,
        0.0001990477639196575,
        0.9999999999999248,
        1.0,
        0.0,
        1.0,
        1.0,
        0.9999999999999998,
        1.0,
        1.0,
        0.027098605625766714,
        1.0,
        1.0,
        1.0,
        4.618971871650501e-12,
        0.0,
        1.0,
        0.004205809931231541,
        0.0027400217449564668,
        1.2745360322696797e-13,
        5.559996907322784e-13,
        2.9144628743704715e-07,
        2.2201018801126793e-10,
        0.9999999999999998,
        5.773159728050814e-15,
        2.220446049250313e-16,
        0.0,
        0.0002895733783256915,
        0.0,
        2.220446049250313e-16,
        0.999999621869841,
        0.7260128218867058,
        4.364735714634804e-06,
        0.0,
        0.009307539084485561,
        0.9999994310012198,
        0.0005137716015339855,
        0.0,
        0.0,
        0.0,
        1.0524454707727671e-07,
        0.010726268352663548,
        6.860549038095127e-09,
        0.9999975913867571,
        0.9999997213199652,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0098588631990424e-12,
        1.2893242029576868e-11,
        0.9999999999722593
    ],
    "eval_rms_calibration_error": 0.4968452489219864
}