{
    "model_dir": "models/llama-7b",
    "distribution_id": "code_hard",
    "timestamp": "2023-10-16 02:13:37",
    "eval_score": -0.14046288431993773,
    "eval_brier_score": 0.14046288431993773,
    "eval_average_probability": 0.7195573839617515,
    "eval_accuracy": 0.7693333333333333,
    "eval_probabilities": [
        0.40097170427991485,
        0.39790308603963187,
        0.43540077982204184,
        0.9170445487001812,
        0.9047662168883911,
        0.9454563841024574,
        0.9744886361907056,
        0.9878786533962666,
        0.932663476034039,
        0.9125855583507015,
        0.8755962599779347,
        0.7533154394899219,
        0.9910122707609091,
        0.9943879806112716,
        0.9802151390985462,
        0.825332382569038,
        0.9093583835672475,
        0.7820113042361183,
        0.8703195810790851,
        0.9730989625513972,
        0.9664438552885177,
        0.9409488292156525,
        0.9303316890340776,
        0.8579322977287915,
        0.9936452988995588,
        0.9810707057400565,
        0.9869212260909794,
        0.967826849339703,
        0.9817117058437117,
        0.9734111779022832,
        0.635156714863897,
        0.4376733779481183,
        0.33777236645856723,
        0.7106696000976096,
        0.7052820150333705,
        0.6815200101193067,
        0.9664370129886839,
        0.9696842694547609,
        0.9714995624993891,
        0.9565210244307103,
        0.950264675865847,
        0.9632232732768691,
        0.9707943521262046,
        0.952419200282966,
        0.9572227068010803,
        0.41952159693247,
        0.6806564875688152,
        0.3400839542785371,
        0.5786249479098283,
        0.3949972445552233,
        0.30710464631987966,
        0.3908994859997743,
        0.9405739969278498,
        0.802675980442005,
        0.8483369438765129,
        0.8633903903560822,
        0.8768800417018464,
        0.5316065010394924,
        0.7220849406827061,
        0.20504663029250392,
        0.6644459843086629,
        0.3817336838433983,
        0.37028096006013855,
        0.6586517567458782,
        0.5204442968323031,
        0.3684137402057328,
        0.6240566753504586,
        0.6781992641193375,
        0.6634621366078073,
        0.9447100531832394,
        0.8921274979456535,
        0.8926579208103522,
        0.9322987450354923,
        0.9721182561973298,
        0.9381570333408701,
        0.6141819491873285,
        0.3256800582441599,
        0.5415568524590435,
        0.6572741170917958,
        0.5620694519943996,
        0.7356327864731287,
        0.8354786384303394,
        0.9051885869723221,
        0.6317961045787208,
        0.9626497653091182,
        0.9689141148876662,
        0.7643431273791006,
        0.32606206699209317,
        0.6456676627811501,
        0.36015378246009255,
        0.9789230304724679,
        0.9860391085516015,
        0.9895154560986547,
        0.7323399614301453,
        0.7199788744377279,
        0.7947081298732005,
        0.5100892085842316,
        0.9463318038208489,
        0.3129683841828713,
        0.40594622817518244,
        0.6081243423559544,
        0.5778326927531721,
        0.7251401782983837,
        0.725421088983877,
        0.6735291684260454,
        0.6386162870616394,
        0.7666841924982154,
        0.593773800249477,
        0.8120592828629264,
        0.7104695060248967,
        0.49274808404405324,
        0.9195055474573396,
        0.916136209278184,
        0.9140581445221055,
        0.2768422472429766,
        0.13980233140955065,
        0.18520684707209567,
        0.970890673883051,
        0.9338851038035549,
        0.9354354252341888,
        0.4793449557918906,
        0.3846442815384646,
        0.7769169699420786,
        0.5609037769558702,
        0.47267656527111074,
        0.9305814614368784,
        0.990127750147388,
        0.9778265498816502,
        0.9409897542377991,
        0.5585134161745842,
        0.5395092373336217,
        0.5742512250474393,
        0.5010968515775412,
        0.4289147444757059,
        0.4195291670265229,
        0.9766087574028389,
        0.9360293538817637,
        0.9593701878995889,
        0.8731210656798718,
        0.8463428289462636,
        0.880933867570872,
        0.8059311820123021,
        0.27746706149844347,
        0.2640539887668546,
        0.7709102971066959,
        0.2939205110058095,
        0.6470823743060928,
        0.9459843358595519,
        0.9414695817842407,
        0.9592018951923919,
        0.8683686121180365,
        0.8715678712349998,
        0.8759255631301347,
        0.434525119526229,
        0.43820785397843,
        0.43858629954295003,
        0.8845907185499984,
        0.2258269006292848,
        0.7951038802577362,
        0.7573089956936623,
        0.7457437262124741,
        0.7914448463110064,
        0.9166232544628098,
        0.8134753722299731,
        0.4495936621790835,
        0.4657035726529658,
        0.8847873932021528,
        0.8893805810442935,
        0.1886195904585095,
        0.3093919416672153,
        0.24834895874992213,
        0.6211474856550154,
        0.6550708152147497,
        0.7811476558357465,
        0.8722306561734883,
        0.7327239403044434,
        0.8436406693661531,
        0.7973890880329606,
        0.4624222980355135,
        0.3004186705971792,
        0.9444494261187593,
        0.918470646166472,
        0.9110931745042627,
        0.4499640746944987,
        0.6154392859753435,
        0.5264409804077242,
        0.3621725960361207,
        0.6314627476001374,
        0.6634863771998468,
        0.54131678700451,
        0.4698172847085792,
        0.7444176482253545,
        0.3797777554385119,
        0.16125353448715912,
        0.215601870792825,
        0.39015650653101364,
        0.4085332532283961,
        0.42414025561846225,
        0.9669977856178629,
        0.915159927821031,
        0.8551522197589511,
        0.9977794863242664,
        0.9978750418707767,
        0.9966134371008165,
        0.3958447604593172,
        0.5999416575365828,
        0.7009308213982763,
        0.9379821906594192,
        0.9558779991884084,
        0.9385354257279133,
        0.9118863305654477,
        0.8312281643921018,
        0.948646685656428,
        0.9268098933692613,
        0.6145398922094714,
        0.66197636587325,
        0.7022614747723206,
        0.5679427512034083,
        0.6595663030300623,
        0.9148987301227249,
        0.9712384073934937,
        0.9763178054324065,
        0.22707454542442096,
        0.5349652562422681,
        0.30336714916155105,
        0.4499595963437225,
        0.19159174020105074,
        0.6803065109290692,
        0.9588586311073891,
        0.9488007067366897,
        0.9588511995148745,
        0.08967212565935122,
        0.5400751468824081,
        0.5096091914250108,
        0.4993235804314998,
        0.6112311254548528,
        0.6496360535906551,
        0.28430858108538304,
        0.4379569292385185,
        0.2961591926127877,
        0.42621376937350436,
        0.40985007255020817,
        0.34564464110132564,
        0.9896234993404013,
        0.9822956113936402,
        0.9765415514071336,
        0.7906452231151181,
        0.8013427737097266,
        0.5910102699277632,
        0.9821739856661349,
        0.975081157802439,
        0.9641222072286847,
        0.471294279225946,
        0.3606836535867878,
        0.5909032426452577,
        0.8697523988642873,
        0.7919659122188227,
        0.8834157038444596,
        0.8053347131965873,
        0.7930456077793135,
        0.8086423666787964,
        0.9206546001032474,
        0.9283462019600532,
        0.9546611306735551,
        0.5290007445607492,
        0.48449829877076445,
        0.6868380462826547,
        0.9915260745663019,
        0.9927426845076733,
        0.9919423026401456,
        0.8296885944328316,
        0.8226857208723496,
        0.8885517723155808,
        0.2147092435092248,
        0.5135591360072068,
        0.2585476061995395,
        0.9513093968068939,
        0.9896958419924525,
        0.9910083824715391,
        0.8696823894849165,
        0.7073565572044174,
        0.8901651318232932,
        0.9912068036543488,
        0.9930649415353139,
        0.9925726702537511,
        0.9916437080967009,
        0.9875983940495491,
        0.9825627600599318,
        0.6635259785959586,
        0.8377735252671332,
        0.8040399617565459,
        0.347063045500451,
        0.7439865711240955,
        0.7219751255605731,
        0.8480855970980561,
        0.7889817645070033,
        0.8288922151755524,
        0.46032501316651897,
        0.7027389047841885,
        0.48139784407509884,
        0.9393820753577095,
        0.9092903154917807,
        0.8418367552384597,
        0.9407346044108643,
        0.2817030176105166,
        0.9236872124100584,
        0.9957396250766753,
        0.9957117232295328,
        0.9950493978183318,
        0.3192428030094129,
        0.4328520920003005,
        0.7633794533545495,
        0.8828823248741132,
        0.3623849416143494,
        0.7435687654320772,
        0.5846249681553857,
        0.7307401482859357,
        0.4920543851119157,
        0.9227845732699145,
        0.9173744582653557,
        0.9109425801703098,
        0.8333278568191349,
        0.1911736214586414,
        0.17360175734734667,
        0.8190613537711356,
        0.8170199216516373,
        0.7650632195348352,
        0.42231923673928506,
        0.6695276952115929,
        0.9096197265516697,
        0.1722185961564192,
        0.37411355083930636,
        0.1506562623721659,
        0.7517886116933069,
        0.8426320337150044,
        0.7742485269750463,
        0.5826098404194154,
        0.4354265564351889,
        0.43635379889825965,
        0.7508937133397904,
        0.6174666010188563,
        0.7688182389977658,
        0.8150376105465902,
        0.6364224201725122,
        0.22371904198932802,
        0.6443981607760706,
        0.6149529396959419,
        0.5781569213655244,
        0.9371346486434289,
        0.931689887054319,
        0.9651153479335268,
        0.9148877008898052,
        0.9341584217673963,
        0.9275736172565875,
        0.9639617276916405,
        0.9604772231278753,
        0.9608968545234458,
        0.9928854953086027,
        0.9713180245461261,
        0.9913750829345834,
        0.9358101506892504,
        0.9204402710887728,
        0.8870672240299321,
        0.8222494865439018,
        0.39383722464237025,
        0.3432601532856247,
        0.9724987597305352,
        0.9636724065190372,
        0.9721873969587399,
        0.862360582637123,
        0.6522117708090995,
        0.6840964610587241,
        0.5207589098578285,
        0.7141727544463526,
        0.5503370706410681,
        0.8757142344720474,
        0.6452057907868013,
        0.9007360577179475,
        0.9466763428759085,
        0.9417548211560819,
        0.9478488670164504,
        0.961600031575227,
        0.8968484339688597,
        0.8775801392402677,
        0.9293063383432559,
        0.9430846544169708,
        0.9338522467875543,
        0.7696700840461624,
        0.7965735759703259,
        0.6109567088669277,
        0.6545972300432881,
        0.5571721935752709,
        0.9795522241775548,
        0.3930293957385179,
        0.7155617151428668,
        0.2287076209543829,
        0.9162329144423769,
        0.9012267066199077,
        0.9452490128343027,
        0.9833581850186549,
        0.9653623070909594,
        0.9825580956496908,
        0.9945636424281478,
        0.992474951425173,
        0.9808170273238548,
        0.9869604975581253,
        0.9883683050114244,
        0.9855510566466518,
        0.989928472883586,
        0.9796965618498157,
        0.9883621800737549,
        0.9402625747488725,
        0.96491986554744,
        0.9623132769613005,
        0.9848519673120132,
        0.9858266859547694,
        0.9888718303491982,
        0.8749343326797229,
        0.9627109614741122,
        0.886738522621754,
        0.9843538521577738,
        0.9878216531992206,
        0.9779372632459068,
        0.3829634861311266,
        0.8557089760403555,
        0.36709523668447974,
        0.8009973277450902,
        0.7679951622580065,
        0.7989426008305737,
        0.99715612977502,
        0.9976251860329111,
        0.9968801515535439,
        0.7197247504514628,
        0.6688514825298904,
        0.7284013384588639,
        0.459399145403791,
        0.560780818463435,
        0.4637177724021201,
        0.9467443564853701,
        0.9461266891211931,
        0.9437074917767756,
        0.9727476567262493,
        0.9701603757293841,
        0.9715981719745242,
        0.4152595849324985,
        0.2757721801808542,
        0.3982718780625317,
        0.22306174540574042,
        0.3632972115414663,
        0.235849498689635,
        0.9656889958887306,
        0.9405778089794513,
        0.8903630274898613,
        0.8931342340978203,
        0.24750479021779093,
        0.8035962910945254,
        0.31510422681281786,
        0.12343748142000745,
        0.09418115062601073,
        0.8744285966462616,
        0.9173071924131024,
        0.7074322327338104,
        0.7866151600042071,
        0.6173390638770995,
        0.8182965927880099,
        0.6834117721101092,
        0.8557590370019474,
        0.7980968692332946,
        0.7534738760880816,
        0.6494434417110952,
        0.937876307218869,
        0.4649958115564239,
        0.5831740822205842,
        0.3242966608973168,
        0.821715594532002,
        0.8602635498435923,
        0.8309619343312007,
        0.7610774956616906,
        0.4178453993122302,
        0.6590586379721384,
        0.4810428672741327,
        0.5893119066739418,
        0.34284695272921917,
        0.5191987727432628,
        0.43941395336721656,
        0.4937753470432439,
        0.9923390226118775,
        0.9947994329812646,
        0.9961817520895833,
        0.5424664830382272,
        0.3409357323859128,
        0.8050568566055527,
        0.8055394563091833,
        0.8288232414701093,
        0.7151172688470216,
        0.9004199098245799,
        0.6657769642471623,
        0.7951788515997809,
        0.7009646665889897,
        0.6420316531440695,
        0.6868534844220626,
        0.8365534754777153,
        0.3256011983958801,
        0.15707570572889373,
        0.5672946841483708,
        0.2783483383470764,
        0.614761325559936,
        0.9200196980841244,
        0.9387751196970435,
        0.9322814651754477,
        0.7020774130438556,
        0.9334158254284376,
        0.9470294011755566,
        0.2029632404387084,
        0.18836275334056998,
        0.3154488754049271,
        0.9952657374943872,
        0.9966469568510946,
        0.9955509017668895,
        0.5802955465521595,
        0.5128163469802702,
        0.40314640803440227,
        0.5927231972924912,
        0.5357221254750256,
        0.5805863802057614,
        0.8263920989145629,
        0.8363600032248802,
        0.9164685604114994,
        0.9017012259546268,
        0.898660255751106,
        0.9559363586012698,
        0.9300008675666139,
        0.9082230752192457,
        0.9112806066015033,
        0.6677001136869305,
        0.5461945776019101,
        0.6245325922726079,
        0.8703304045064342,
        0.916502570048665,
        0.9127641348946567,
        0.9205333600354013,
        0.8854685409961647,
        0.9051287508023764,
        0.9844911248373203,
        0.982096224288635,
        0.9867955898153619,
        0.7783200718174909,
        0.34512640468613026,
        0.7065137492671199,
        0.8913082289193904,
        0.6644246019287813,
        0.8654127159917634,
        0.5528956438625956,
        0.71600543215808,
        0.5797765627196972,
        0.724032626860388,
        0.8923041984356761,
        0.8820849483372303,
        0.8101172444628147,
        0.6512777971025328,
        0.7686596481688511,
        0.9846108402850726,
        0.9662911350254755,
        0.9870041609170876,
        0.06267170578587533,
        0.0784153269690343,
        0.07118663017234472,
        0.7555618754498087,
        0.7171254603364183,
        0.9869126792151146,
        0.9341443431708393,
        0.8150983626233819,
        0.5771629741102385,
        0.5937826747002177,
        0.8070432359272096,
        0.9081849749291397,
        0.6255797119850863,
        0.6732010173807768,
        0.46203787094110466,
        0.7190218375520621,
        0.6611282727124641,
        0.3134508325772414,
        0.9229536751973053,
        0.9675910339089103,
        0.9835322752599543,
        0.3898474497712211,
        0.3483247660464397,
        0.39850317553481374,
        0.873060212972601,
        0.8805106460464693,
        0.8849542758100823,
        0.8610913219310414,
        0.7690266412227855,
        0.5198070315521115,
        0.3303076637228415,
        0.42764904022260136,
        0.41628424976278156,
        0.9915196372385342,
        0.9901517620594728,
        0.9863673682538607,
        0.3591728660364197,
        0.7783480885842639,
        0.6155274253827054,
        0.20214008205909328,
        0.8541320332199486,
        0.8952905019107891,
        0.8038718672992049,
        0.5479289510064267,
        0.6854578315133825,
        0.14716269232447965,
        0.7152941129146073,
        0.20709240617032598,
        0.3670767282481251,
        0.32470712717453754,
        0.37642347814701715,
        0.9575918172506312,
        0.9491797921409522,
        0.9517543350864921,
        0.4675334553956281,
        0.1749834038390654,
        0.640455603038179,
        0.3878630751354422,
        0.4543758539146611,
        0.6108356928184565,
        0.9692214827430917,
        0.9783156281842855,
        0.9840376493167228,
        0.760907261245973,
        0.5075831951413351,
        0.7294636644817396,
        0.6206123154167922,
        0.3695925570650096,
        0.850651085838744,
        0.9691131201462114,
        0.9544189717186823,
        0.9490180513223845,
        0.5259264664961689,
        0.38572676986924337,
        0.42011828138437013,
        0.8563849507089033,
        0.8511183781459865,
        0.8846314140087419,
        0.31833798429227184,
        0.8030039415990681,
        0.9450275160268454,
        0.13465789155981034,
        0.8128579841079604,
        0.48098611353651066,
        0.9191280970383012,
        0.9172488926066312,
        0.9102544741502049,
        0.8420159028868548,
        0.8200170624033072,
        0.6485410140121738,
        0.4572989222710844,
        0.5387537220491967,
        0.45301709123796374,
        0.975812569204962,
        0.9782807845382725,
        0.9830375067032914,
        0.5293697269609904,
        0.6959431018658364,
        0.40029366274668454,
        0.9837811603498129,
        0.9680486577270352,
        0.9893677231438681,
        0.4054770270355447,
        0.8711406885554625,
        0.6341582812840139,
        0.5422822645386653,
        0.5158593326545693,
        0.8858940997184083,
        0.46496525921203613,
        0.4434738489339159,
        0.34627261121657305,
        0.4053793893441884,
        0.3726081758705043,
        0.3618846915771533,
        0.5309657326393276,
        0.21690681924314448,
        0.27116894253954443,
        0.9843810681751575,
        0.9833101918639995,
        0.9823268967571004,
        0.8790950608366781,
        0.9062329345981792,
        0.8269482230740356,
        0.7038256232276889,
        0.13400700148206757,
        0.29469551508791875,
        0.9252074531538051,
        0.9389976769489565,
        0.890580912167762,
        0.9851771840814799,
        0.9857904974165085,
        0.9843050295093531,
        0.9825326173853787,
        0.9699804621110003,
        0.960637190347355,
        0.5839851727800828,
        0.6228653184127371,
        0.625563486847074,
        0.9644787477244667,
        0.8629346553479813,
        0.9073802411182261,
        0.4013745198289737,
        0.24372521322608282,
        0.28157463344702893,
        0.9596810259225776,
        0.8304616841632306,
        0.9922963697499884,
        0.9910368147704505,
        0.9852573926554791,
        0.9882141476323477,
        0.6514054987601633,
        0.7417660585098133,
        0.4415565994152869,
        0.42654693656877185,
        0.45735004719179345,
        0.188267885948031,
        0.7881570211679253,
        0.8634152876151229,
        0.9485322572507399,
        0.928608052361386,
        0.82937616673721,
        0.8529558250238871,
        0.9817562618432402,
        0.994246531043296,
        0.9940348716841574,
        0.7502940894976,
        0.9280680021352838,
        0.8991424977451608,
        0.21393805677469724,
        0.1973649030149197,
        0.3800525372530833,
        0.5480024678116177,
        0.5182449247839134,
        0.379930985445298,
        0.8363818647493342,
        0.8161983588995483,
        0.9678635388070472,
        0.7248525565325747,
        0.8910209351724486,
        0.7170398989829061,
        0.9685077759600549,
        0.9699293837064955,
        0.9831438817155039,
        0.9623709035128107,
        0.9894732352085296,
        0.9828771257959379
    ]
}