{
    "model_dir": "models/llama-7b",
    "distribution_id": "code",
    "timestamp": "2023-10-13 23:38:38",
    "eval_score": -0.09542677981087597,
    "eval_brier_score": 0.09542677981087597,
    "eval_average_probability": 0.8183737832029826,
    "eval_accuracy": 0.8613333333333333,
    "eval_probabilities": [
        0.9681660578798263,
        0.9272518576144619,
        0.9840168294482627,
        0.9985197701074942,
        0.9117646675525374,
        0.9975478297163749,
        0.9970476603230276,
        0.987809315578214,
        0.950010093536167,
        0.9588940266058041,
        0.9969239926655343,
        0.9949207478411839,
        0.9773035812659256,
        0.9979446875653533,
        0.9932748084502317,
        0.622818494105762,
        0.10032001079283648,
        0.2456054917284891,
        0.7241885415659661,
        0.7966531103184327,
        0.7827454591151476,
        0.9945030961469677,
        0.9993515956678533,
        0.9996644550287718,
        0.08054430148748837,
        0.09510619033730904,
        0.08926740665429378,
        0.6692689552345357,
        0.6825029156330294,
        0.6601382193534924,
        0.21264849702019314,
        0.9831077969308137,
        0.7325949648676515,
        0.2820219794735112,
        0.22831510851595394,
        0.22010643620613468,
        0.7360242403390096,
        0.9992618551441641,
        0.9471014392374925,
        0.9660190168419371,
        0.9349041488426341,
        0.346454951659133,
        0.9964886326068855,
        0.8889779457123637,
        0.9958907343119291,
        0.8454614868153089,
        0.9366444062749556,
        0.945976743457413,
        0.9811055659129033,
        0.9732284071475417,
        0.9785633598076415,
        0.996991486134795,
        0.9998543754248673,
        0.9917342587585158,
        0.9629346449346513,
        0.3015124350608853,
        0.26366184853777375,
        0.9949238509212432,
        0.08797336102730191,
        0.9702008101290929,
        0.7573827612944766,
        0.7517079969966806,
        0.7470717264571963,
        0.3513414197205462,
        0.719276921623776,
        0.9146151366727453,
        0.9089673486991997,
        0.29544143064118766,
        0.7089833141496428,
        0.4040394805337689,
        0.49395193984384467,
        0.9887190616422872,
        0.9636655413886933,
        0.9658591706785399,
        0.6848699793897806,
        0.967913218912118,
        0.8303217315613753,
        0.9894600826604149,
        0.9963594288028486,
        0.9943692834572238,
        0.9956789938209322,
        0.9910321586929087,
        0.3771736723533725,
        0.8394805445485991,
        0.9968807467361583,
        0.9993548253238733,
        0.9725884249667671,
        0.9683035918686516,
        0.9828500919379312,
        0.5518267998320747,
        0.2544625650226089,
        0.927497307985978,
        0.7181749842120875,
        0.9094474299299895,
        0.5119881378744909,
        0.7524994798439696,
        0.7097231016974435,
        0.4720766799692534,
        0.5422139089617231,
        0.8868709034329278,
        0.889219530209171,
        0.003795224468584605,
        0.8835107587178189,
        0.9964914102669244,
        0.9076110716804113,
        0.8216097444984242,
        0.9134464857281128,
        0.9609442563420753,
        0.3005286775668009,
        0.9946085485163583,
        0.8923752603858555,
        0.9919329126967795,
        0.9550515080451705,
        0.39893605575512386,
        0.8489741252904062,
        0.6752572572438686,
        0.33076877941829075,
        0.9982978240677925,
        0.936267037343848,
        0.9397748904262239,
        0.724114622186211,
        0.7342295568191146,
        0.7650351845768021,
        0.9300026217843537,
        0.9994434327761101,
        0.872076230488918,
        0.9883380590044726,
        0.9763061016112631,
        0.9913383847418813,
        0.9996424592595258,
        0.9999103317385988,
        0.991442824963369,
        0.11685240534116992,
        0.8713641653176558,
        0.9229446613069221,
        0.9998996859580269,
        0.9997863253620178,
        0.995320343714083,
        0.533512577168947,
        0.8872800122558588,
        0.04465308197042397,
        0.9672588087930001,
        0.9212339075854066,
        0.9276753502946194,
        0.563644454577432,
        0.39363071894504953,
        0.345739554130449,
        0.9868431552867614,
        0.9943178947493684,
        0.8973296074303642,
        0.9957100438787382,
        0.9945537200100047,
        0.9932893401579631,
        0.20488218035586825,
        0.20148264353301623,
        0.8573477308218154,
        0.9794595308511077,
        0.9805930813836627,
        0.9875182659031296,
        0.9455631915561382,
        0.9530265689969482,
        0.9918672547231981,
        0.7225592774821055,
        0.8304476389349628,
        0.4903929112917239,
        0.9992312068117639,
        0.9930105670552697,
        0.9884900076787049,
        0.9625168036810267,
        0.9537265431596231,
        0.7028233681173174,
        0.975763164849298,
        0.96189407745218,
        0.997217356673563,
        0.7289631920979496,
        0.9558079688283845,
        0.9836821621587043,
        0.8259035924094288,
        0.9740167098541758,
        0.9295549749566057,
        0.8408053773821136,
        0.692366208969104,
        0.7628893861366647,
        0.9883980742594928,
        0.9909649989632041,
        0.9754436688817768,
        0.8743524565462797,
        0.9340783289308002,
        0.6121994100658539,
        0.9423078776194288,
        0.9325529878130131,
        0.9727590596286287,
        0.8276248843426512,
        0.9283084038158838,
        0.9963368572911334,
        0.8766450654732312,
        0.8611391406662903,
        0.9123285854896664,
        0.9946557265071715,
        0.9945633169935435,
        0.9980494672958177,
        0.3618983326932569,
        0.18416895654610332,
        0.1610993406229961,
        0.9883637666176672,
        0.9951437818726314,
        0.9266206081445755,
        0.5170719810602245,
        0.9638810403525524,
        0.981956564593041,
        0.11288861833934952,
        0.3703827132187,
        0.9392546067717487,
        0.3935597633235254,
        0.9699498181541778,
        0.7121369933683197,
        0.34445827898857206,
        0.9788770044972209,
        0.9992421438637639,
        0.8296649324861933,
        0.9560014521503425,
        0.9974132344062708,
        0.8730788263513101,
        0.9718960207141703,
        0.7996583117316634,
        0.5146626044942941,
        0.9527358133706769,
        0.2752153614474967,
        0.9835610243330823,
        0.9821523920022905,
        0.9994289177271085,
        0.980326569817818,
        0.9980552339788865,
        0.9958343413952605,
        0.9989194901103424,
        0.9992995336526445,
        0.9401185990519126,
        0.9709069650761609,
        0.9707474654487881,
        0.9278588341903375,
        0.24776349817897864,
        0.25244462070004603,
        0.2712003153487419,
        0.9998866477812366,
        0.9985571646933008,
        0.9984783152339876,
        0.19294383210278143,
        0.7240207351260537,
        0.91159182349513,
        0.8953902603028705,
        0.436951036526255,
        0.9968873077381647,
        0.8011457449604203,
        0.5137514526271022,
        0.8959069048728556,
        0.9992903934270158,
        0.9992712574256848,
        0.0905060061831054,
        0.9773217639474792,
        0.9036703836859094,
        0.6585905556436185,
        0.995888483400792,
        0.9986752107876108,
        0.977285797829925,
        0.9987461778713738,
        0.9874832783295724,
        0.9867952787795609,
        0.9713637488590965,
        0.9791767055261197,
        0.9611030343221565,
        0.9800375113367495,
        0.9992818228290757,
        0.7147800712474575,
        0.9913273280701607,
        0.9840756245753332,
        0.9874798850241276,
        0.9998292912025479,
        0.9991574965280782,
        0.9993665650913226,
        0.8505531487751479,
        0.5335089553962932,
        0.05748097279929898,
        0.998817978488829,
        0.9141861283395191,
        0.9371720826763345,
        0.9957136743611669,
        0.9740820045104973,
        0.9729231285970931,
        0.9985229345845748,
        0.8519943217585589,
        0.9903783714282373,
        0.973566690568976,
        0.7818631831919836,
        0.8513677340105572,
        0.9860264976234301,
        0.5873930171637969,
        0.020145557306689082,
        0.9539887817295978,
        0.6072749916140798,
        0.22812013789496954,
        0.9874151309803566,
        0.9888647619908071,
        0.9978679951138504,
        0.9964689230178032,
        0.9996528648881415,
        0.9952361102822084,
        0.9695985740217778,
        0.990436930578257,
        0.9983484160853756,
        0.9914264948709272,
        0.09467445551109051,
        0.039527130688325175,
        0.3356166637094419,
        0.46823738113011876,
        0.45033797477409165,
        0.23916507728541236,
        0.9965781955144132,
        0.598626556617813,
        0.9960236282999081,
        0.9902660165023702,
        0.9986715972376579,
        0.17725685392442514,
        0.6384325985058783,
        0.7226061433586336,
        0.997800447819612,
        0.9966831425665806,
        0.9864654823172033,
        0.4313862819893574,
        0.5124543383119324,
        0.7789718371319366,
        0.999659084861043,
        0.7785714030844153,
        0.920861559829007,
        0.9729090478356097,
        0.9848149616812285,
        0.9927475973058122,
        0.9764729514385432,
        0.9974062523331265,
        0.73415774638192,
        0.9202888126452411,
        0.47500412806208103,
        0.6023844710644906,
        0.9969847844821972,
        0.9342178523251607,
        0.9884832764646435,
        0.9994996760490356,
        0.999809682008417,
        0.9960320756893315,
        0.9928005997984738,
        0.9886505236144725,
        0.9009485323812904,
        0.9511148908146514,
        0.9025426956076573,
        0.939304706511922,
        0.9239679938236416,
        0.3298099839788393,
        0.96600939322367,
        0.8154237030962583,
        0.8913965233489701,
        0.5313150994438853,
        0.9950660306486924,
        0.8263926829534464,
        0.7326094223523122,
        0.9189218566231597,
        0.9998764640383992,
        0.9976166396866564,
        0.5939199825080447,
        0.895029657401964,
        0.7742070923588502,
        0.9598949088464342,
        0.17466989738390448,
        0.6799008912453052,
        0.9994048439577536,
        0.9971153706682203,
        0.99806805183661,
        0.776536546072243,
        0.9483866220698615,
        0.5785000374822769,
        0.9962423366355438,
        0.9937501860939325,
        0.9457120676120656,
        0.9724692908798932,
        0.9997653187484674,
        0.9996674105080658,
        0.8242386345714641,
        0.6079882278593678,
        0.9191773716763538,
        0.9615786972577348,
        0.9766083994356649,
        0.9487934690749628,
        0.8363656311346199,
        0.9632292738030156,
        0.9323803710725461,
        0.5210529979914765,
        0.9716497264256316,
        0.5526914369091014,
        0.6321095737484586,
        0.8697209763063107,
        0.9875343853212224,
        0.35629642759229296,
        0.9223438876952886,
        0.8008907670514073,
        0.8318341134544173,
        0.3801115188506551,
        0.36663265407746026,
        0.5901400406339194,
        0.6026346382128009,
        0.608893111097533,
        0.9998968863292935,
        0.987164581011086,
        0.9994738684647375,
        0.7991035360243098,
        0.8750763668134383,
        0.9939456524753366,
        0.9988326538918635,
        0.9906423913609207,
        0.6437026188082953,
        0.5539428263087949,
        0.8640182083903648,
        0.973183957301932,
        0.7657258239067058,
        0.9720170574996172,
        0.8208863160003704,
        0.23788540448564566,
        0.03801408997297929,
        0.7438085017895055,
        0.42473745468114565,
        0.8427072194749085,
        0.8504771483317353,
        0.9488667982217674,
        0.68713408261534,
        0.9935181835357214,
        0.43060600507596747,
        0.42472475586309233,
        0.56203855681413,
        0.9158351874507178,
        0.9859680297417208,
        0.9037928312471684,
        0.9949363198131821,
        0.49415564544730184,
        0.3962636850786809,
        0.985879309963112,
        0.9959335218010789,
        0.9778356037046145,
        0.9982703613146416,
        0.984139515925844,
        0.9971518710284175,
        0.9579204093257773,
        0.9195979953972929,
        0.9185043833952327,
        0.8958805270459235,
        0.9673124898978581,
        0.9746489348669657,
        0.9514837285006159,
        0.9561349584938886,
        0.9956255024030743,
        0.6437235977321208,
        0.7878620108689125,
        0.8301324378805167,
        0.9057884376123168,
        0.9139678994247035,
        0.9576266360874893,
        0.757522756067782,
        0.7800141754611996,
        0.7668394512766505,
        0.867756713687778,
        0.827745856634943,
        0.9802582540311233,
        0.7646975810385326,
        0.9944843351548972,
        0.9206876118322693,
        0.07009894617511325,
        0.8266317561084531,
        0.8711772718872245,
        0.9930561865670573,
        0.4410602949742441,
        0.8108951704714245,
        0.9147470363745873,
        0.9400243803837882,
        0.9757041723207018,
        0.18451530289914542,
        0.46206540479749825,
        0.9640552067517743,
        0.16405646094380932,
        0.9406010570890707,
        0.9611391572863587,
        0.9681378560307593,
        0.9814751003647285,
        0.9983199734743979,
        0.43697993460253426,
        0.9244049102032347,
        0.3683906750382095,
        0.9935734148288502,
        0.9884722416376008,
        0.9188243780274535,
        0.45762922332618616,
        0.6019100889165487,
        0.8509277418588983,
        0.6335693352759827,
        0.9793323353741411,
        0.9977955055100152,
        0.31439149563051916,
        0.9394903378085422,
        0.9724190145155913,
        0.19184524124143176,
        0.8337091659706111,
        0.7246425856680456,
        0.8848928276467176,
        0.1053917946266009,
        0.6253271335285373,
        0.9491251531308585,
        0.9557730065432122,
        0.9518300028376384,
        0.8153540739661742,
        0.9741235664065894,
        0.9787643475076142,
        0.9386561896619332,
        0.9802528204517635,
        0.9807762928549506,
        0.8713957273543832,
        0.9424113713789523,
        0.9285377360312385,
        0.9848758071623498,
        0.9896327630551311,
        0.9903813821065872,
        0.6903020326932121,
        0.9989870604078422,
        0.9989861797158932,
        0.9992939783745695,
        0.8895378859197969,
        0.9990447755743125,
        0.6369385844929836,
        0.7466287575891832,
        0.597337375416932,
        0.5448248485715346,
        0.9614539592363744,
        0.9459905002496007,
        0.9453194466631437,
        0.8558925727114803,
        0.933022851844576,
        0.99890023209094,
        0.988765250427797,
        0.9933628996695593,
        0.9943194860479818,
        0.9911031776802947,
        0.9899162474970533,
        0.9435451079227329,
        0.9563686505338341,
        0.9486585588396047,
        0.8308732807225041,
        0.9067627248110137,
        0.24065890313087043,
        0.998917734070842,
        0.9953786443896486,
        0.9716567717329047,
        0.8378855109736815,
        0.793107328382826,
        0.8359492525860553,
        0.988098990957486,
        0.45675473749087836,
        0.9880317340229631,
        0.67192144745955,
        0.08614217095172486,
        0.25166741544986787,
        0.5146184652644854,
        0.7994679172351882,
        0.3421825494563312,
        0.8523337383080509,
        0.9942350579044875,
        0.9874433091644943,
        0.6980442993814902,
        0.8619537613120574,
        0.24646200310844257,
        0.9699626010024117,
        0.9996878055660959,
        0.9322357937433219,
        0.9576454439837022,
        0.9425305098162401,
        0.946577818620096,
        0.8669005348118894,
        0.9916984032880999,
        0.9275935707697094,
        0.9718782702741661,
        0.9350167872731493,
        0.8026146243626308,
        0.9925591427920145,
        0.9965028108672339,
        0.99526413885988,
        0.9827913331515783,
        0.9888589231387128,
        0.9973283449333832,
        0.5206690876606457,
        0.7390033564162871,
        0.8817341479091562,
        0.9927390756396576,
        0.9985159550235977,
        0.9995591545525085,
        0.40234714359789336,
        0.6540880564111609,
        0.9869837255927819,
        0.9571145156545666,
        0.9983184595323941,
        0.9954100859180378,
        0.9969188758448229,
        0.9469745395424877,
        0.9474190403604809,
        0.6902556043706702,
        0.9471132637294934,
        0.7908695327956857,
        0.9983854497450573,
        0.9988831597166301,
        0.9860346576346366,
        0.9966394922874438,
        0.9235335385349281,
        0.9789975846781328,
        0.6540473871405938,
        0.622538880272941,
        0.6508089093043222,
        0.9957999375138704,
        0.9995059110079483,
        0.9984061779288188,
        0.9897576217926867,
        0.9912475278271196,
        0.8822936036507988,
        0.9571924875234548,
        0.8532309255587716,
        0.5834516436001691,
        0.9704619266862712,
        0.9895726140898182,
        0.9944398900528358,
        0.5279792963533438,
        0.6259968482508012,
        0.6358107047972683,
        0.9841008869573008,
        0.9167347360652517,
        0.9969407615438138,
        0.8874414664331288,
        0.3133751944085803,
        0.970729688364166,
        0.8144764193373745,
        0.9404077201893095,
        0.9206845756401328,
        0.9976506213088719,
        0.9885544359210443,
        0.985657248869863,
        0.8788054540074435,
        0.9672074190085987,
        0.3264790655260729,
        0.9966241113946336,
        0.9994918501471917,
        0.9436505499792814,
        0.6926455456393427,
        0.5224201794341314,
        0.9677520606828789,
        0.9993531006064275,
        0.9900789770186466,
        0.9998244156535974,
        0.9991516381914007,
        0.9779237863250831,
        0.9986802071280734,
        0.9995562650107098,
        0.9999065580659567,
        0.9954509976461653,
        0.9974247729603708,
        0.9711049109294219,
        0.9875244261064619,
        0.9490630799477646,
        0.9302448910038417,
        0.8296357096518874,
        0.9938490281346617,
        0.9837374971938582,
        0.9571829885100875,
        0.37763531042662424,
        0.11855068292045923,
        0.5275173835315667,
        0.574358135083338,
        0.9771218087598594,
        0.9648627035689596,
        0.9944285159206213,
        0.9809099244515826,
        0.9920037526570875,
        0.9757679334255231,
        0.7421777309540072,
        0.9493244426894771,
        0.9515853976272175,
        0.8567863013631438,
        0.28085952420631854,
        0.9961353517188806,
        0.9959972806907004,
        0.9996159742488829,
        0.9827691698560402,
        0.9951239446903195,
        0.9817170325617164,
        0.24644578750412272,
        0.6864250587113996,
        0.8670228231768912,
        0.968035315782787,
        0.9851813996436836,
        0.9949499901184741,
        0.9933598150088858,
        0.3410201707154801,
        0.989470137768926,
        0.09775200806683021,
        0.9988262893109593,
        0.9939737980149002,
        0.8754895213938856,
        0.8702371483194605,
        0.4450100184168875,
        0.94528150062294,
        0.9475763385827491,
        0.976640010024526,
        0.9929350764060719,
        0.9829835094419185,
        0.08331446424995206,
        0.6647730733146425,
        0.5875685784930041,
        0.8344710980826071,
        0.9691479599004821,
        0.9274919954316319,
        0.9312014085759962,
        0.9780825123598494,
        0.9874117592351243,
        0.9931235091931502,
        0.8109611513212732,
        0.3966939806929224,
        0.989950410056965,
        0.9936444777382627,
        0.9981334754286804,
        0.9544173091158511,
        0.9984798970237228,
        0.9991439699269523,
        0.9909358784885386,
        0.9811358328954873,
        0.9662249845742406,
        0.9297769563856361,
        0.44846268225434466,
        0.7478616632483881,
        0.790622215854833,
        0.9294969656650942,
        0.40492355726053825,
        0.32925145383152654,
        0.29052922693326266,
        0.36549844293042216,
        0.41341413722070375,
        0.9990175301562582,
        0.9986293241939131,
        0.9992078574580797,
        0.995662640240893,
        0.9587730720692413,
        0.9995556657147
    ]
}