{
    "model_dir": "models/llama-30b",
    "distribution_id": "code",
    "timestamp": "2023-10-16 02:47:09",
    "eval_score": -0.09798550404862288,
    "eval_brier_score": 0.09798550404862288,
    "eval_average_probability": 0.7853556844370906,
    "eval_accuracy": 0.8533333333333334,
    "eval_probabilities": [
        0.9785666178444917,
        0.9887048278214488,
        0.9863738708966191,
        0.9768508584225855,
        0.8839606581155001,
        0.8159064415974948,
        0.9524637757598314,
        0.7402097043977014,
        0.7484530723259392,
        0.98926532371178,
        0.9807524390102558,
        0.9793856246037085,
        0.945050140798284,
        0.9983601806071137,
        0.5141611260983305,
        0.3349385768611593,
        0.2003045675879156,
        0.2882532458091386,
        0.9094588940170202,
        0.9504005926043919,
        0.953284458176857,
        0.680090282717815,
        0.9936774343438596,
        0.9958347982071404,
        0.7831821577286974,
        0.8333799015856471,
        0.8245417223421028,
        0.7197306873508802,
        0.889977324366815,
        0.7576256717806301,
        0.7803160548927007,
        0.9557059723352693,
        0.8405526870809398,
        0.8182636799189983,
        0.9151151408984758,
        0.8569599133809515,
        0.9619801762469137,
        0.9912449720113844,
        0.9924051897706233,
        0.9274001943454172,
        0.7601608202513899,
        0.9022397559210246,
        0.9782033346942288,
        0.9547748405340676,
        0.726624799789343,
        0.9286430592544054,
        0.9734788069173186,
        0.9957385292412901,
        0.9870325395922224,
        0.9325791146774869,
        0.695469809249931,
        0.9682571524122418,
        0.99560238191346,
        0.9975640454671121,
        0.8369284501178128,
        0.7969280833993784,
        0.493723189885511,
        0.9602465315889771,
        0.7173442771242599,
        0.970520878042187,
        0.9703938759637615,
        0.829073299689125,
        0.9164373415124101,
        0.8981864367115747,
        0.6775460497128344,
        0.3441572748198132,
        0.9399054887109856,
        0.6818362985865636,
        0.7610850660914934,
        0.8780920893326758,
        0.8758213904803539,
        0.6714958994309657,
        0.34115595551511246,
        0.2824860476335709,
        0.45550491386159014,
        0.9955688689500011,
        0.9960717642543236,
        0.9700602850244732,
        0.9951507830227027,
        0.8251521996634125,
        0.9885370110378202,
        0.7839609400813635,
        0.49752549554611325,
        0.6424536093180732,
        0.9187256696784507,
        0.9504452250152421,
        0.9899660905037816,
        0.9630459522221411,
        0.9810704069603328,
        0.5268860459676221,
        0.7153221719691505,
        0.7626850423513731,
        0.8268327487803098,
        0.77589784496282,
        0.5526038531222164,
        0.5885492152916341,
        0.6205366143242794,
        0.3632461318816137,
        0.46389679913574566,
        0.3967567566040199,
        0.37745487658650956,
        0.037737762850888035,
        0.98752727780689,
        0.9453144594140824,
        0.9859167459366903,
        0.9909199548889206,
        0.9905769574561512,
        0.8989057036675171,
        0.5597891550925467,
        0.4990311487047049,
        0.547902177261149,
        0.9663446858043891,
        0.9903461786460156,
        0.9785398126142371,
        0.8895922129570293,
        0.8959943551693701,
        0.8485355941667659,
        0.9484596375776171,
        0.6231395978152221,
        0.176433753289719,
        0.8678218569993209,
        0.8766528937539106,
        0.9238560786947501,
        0.9938090344960966,
        0.9855544595758847,
        0.2668211679704124,
        0.9619021557466028,
        0.9870756747616469,
        0.98231165411183,
        0.9976474883617696,
        0.9985691513217596,
        0.63115560015111,
        0.4760489581745264,
        0.7061839767148337,
        0.7516910326331363,
        0.9988106635329412,
        0.9991214854683051,
        0.9355484348840905,
        0.8932311061568466,
        0.7658223018787595,
        0.4582373927028376,
        0.882766302269764,
        0.5251600611503603,
        0.9384151048966102,
        0.42152870538140574,
        0.4039680159801945,
        0.41633100327990136,
        0.9502574290318225,
        0.7973059612431275,
        0.7720683170217584,
        0.8480901329827314,
        0.39531606725653157,
        0.7593397510450461,
        0.29158475976058446,
        0.4898319692013314,
        0.46140184342728696,
        0.8418104930187876,
        0.8389045088293728,
        0.8336157832435919,
        0.9156850361333646,
        0.6809573986895608,
        0.7552832554511493,
        0.6857165088678183,
        0.8947369475949736,
        0.8368072727155226,
        0.9989949781942282,
        0.9976237406144719,
        0.9895604116774505,
        0.8974156151923911,
        0.9421954306894889,
        0.8904156312764779,
        0.9442390987093819,
        0.9272654075489757,
        0.9606727751200971,
        0.8406573195637105,
        0.7951613113293772,
        0.9885889836967464,
        0.8168390004777951,
        0.9904189174613975,
        0.9929700301514512,
        0.9571540695808505,
        0.96571177946461,
        0.9723979804422691,
        0.8641256852551673,
        0.9937610581137061,
        0.22501905207066208,
        0.3789533941831888,
        0.9551592478735021,
        0.5930888058061927,
        0.9115313848531255,
        0.6880997745915125,
        0.9988752490372057,
        0.9464559993947692,
        0.9627176889310751,
        0.9328638649997616,
        0.8259452035662072,
        0.9449239809855821,
        0.9309603465969128,
        0.7391042505041177,
        0.8139779078912521,
        0.9016559838831654,
        0.9744187562829588,
        0.9450819445083853,
        0.9438837132408971,
        0.7658264498233542,
        0.6831111236845284,
        0.9684399723885302,
        0.6305568989137853,
        0.859994963591909,
        0.5523928306874457,
        0.2295500916443227,
        0.8747681394166923,
        0.7984782573500484,
        0.5337470222857496,
        0.2979886686022525,
        0.21404388295503762,
        0.6687605368586405,
        0.8292759994588083,
        0.9860555356076667,
        0.622138817774704,
        0.6285352985219378,
        0.9172518338836407,
        0.8920659733032857,
        0.8500110240144804,
        0.9804481252939015,
        0.8522492753992719,
        0.6847701019556669,
        0.5511010932639504,
        0.6894802516174914,
        0.9758986343527574,
        0.9804033875571405,
        0.958852124615337,
        0.9873351541462323,
        0.9929554032262017,
        0.5680941656209679,
        0.5835777843948243,
        0.39595912703821085,
        0.8335514999940862,
        0.9405149343865657,
        0.8783784900086579,
        0.5635518013985639,
        0.517072241379763,
        0.4803468940054524,
        0.9988597700518456,
        0.996262473880252,
        0.995024644874345,
        0.4836301600699938,
        0.5335399291201675,
        0.9392883446775955,
        0.9932759580773046,
        0.6374868569819139,
        0.9965795457461945,
        0.8652146611499631,
        0.722188239644153,
        0.5431392165788879,
        0.9977859875008903,
        0.9958584954228872,
        0.693380820237544,
        0.8239634533164621,
        0.6752243050749391,
        0.11297235140402206,
        0.9958298043461647,
        0.7180370936552785,
        0.4792499664947579,
        0.8372482870011131,
        0.4953725184301868,
        0.3848376148328919,
        0.43561635457911635,
        0.39364581225334583,
        0.4232113237604621,
        0.8614380053058234,
        0.9621698631911162,
        0.9849744747204088,
        0.991257531777296,
        0.9826945577428836,
        0.9922635059068472,
        0.9984356867229868,
        0.9983795744257199,
        0.9875056479222466,
        0.5322690386415219,
        0.9012909426881152,
        0.8640044323596952,
        0.8934695161634774,
        0.48739241492598306,
        0.7510154701022733,
        0.8934692245752508,
        0.8963330884676798,
        0.9162875330770485,
        0.9826576252169059,
        0.9888467142274773,
        0.9553257808254614,
        0.5370104611455911,
        0.6451239812465188,
        0.42331032537823077,
        0.6077764345628341,
        0.26241249770134933,
        0.8097216855854089,
        0.5987869144206486,
        0.7352071738844593,
        0.5758692917849697,
        0.8166168454774219,
        0.8840553032780907,
        0.9643554843428284,
        0.9915243187180706,
        0.9961845963785186,
        0.9947435492401666,
        0.9205363272552944,
        0.9051751657249109,
        0.9619206214335427,
        0.4226346018204228,
        0.6651881668826952,
        0.677055886976232,
        0.5730450556941682,
        0.15504515576916678,
        0.0996267945739962,
        0.7954723761252502,
        0.8147402833197592,
        0.9676525055218145,
        0.9968739445764838,
        0.9890809460680482,
        0.978185358413699,
        0.5723016694334135,
        0.8349265773193264,
        0.41846697413049705,
        0.993698906972656,
        0.9983878985345065,
        0.8228239317292174,
        0.5450427642242106,
        0.727943779008455,
        0.7209175098265306,
        0.8589532709851839,
        0.9297261847444224,
        0.8402137025366629,
        0.9537171427521374,
        0.9569459555951972,
        0.9532638699047266,
        0.6097014599842074,
        0.9972640167289016,
        0.29641096072787454,
        0.8930037305322405,
        0.8245840675543651,
        0.9573714932656759,
        0.9740071690818781,
        0.9645530691521281,
        0.8534558235638277,
        0.9440749654555933,
        0.7401619008690566,
        0.531434103880553,
        0.8799037401719946,
        0.920417130038182,
        0.8892853195716957,
        0.34151184223346004,
        0.29664866160764825,
        0.3806968335092215,
        0.9289507627790933,
        0.9145289471960084,
        0.9245002688340043,
        0.5391652535289844,
        0.9826360689938299,
        0.8460892201396256,
        0.9056532804108688,
        0.45567690880545164,
        0.3101173285290276,
        0.9854411491199765,
        0.9913388313607687,
        0.9885804867483254,
        0.696973380376058,
        0.7039902722900011,
        0.8968948211810571,
        0.8819813239151183,
        0.5802861791851531,
        0.7768002123996278,
        0.7896745963444832,
        0.7864306884848515,
        0.9764217767799024,
        0.5970134818724059,
        0.8717368753965797,
        0.9869010610271329,
        0.9037951435562096,
        0.8834423009319888,
        0.8413870451830952,
        0.22345715710236275,
        0.998395925139197,
        0.9792754891157159,
        0.78254631867741,
        0.5947299599927485,
        0.7436922257062976,
        0.9782973075209717,
        0.9927225136910798,
        0.9858957265100308,
        0.9878396765470168,
        0.9730171685739213,
        0.9668872527657967,
        0.7304326265864769,
        0.8240456006315677,
        0.5807421925308953,
        0.8915994158235342,
        0.39761732584759163,
        0.9101080803860484,
        0.930641111386363,
        0.8777692736767289,
        0.970738262756888,
        0.5462871464043156,
        0.3143797798671208,
        0.6460385957999875,
        0.711622993292433,
        0.623326680845465,
        0.6776297499640688,
        0.9980051980912668,
        0.9411201563610172,
        0.99888179016204,
        0.8379742854705936,
        0.3865961723762473,
        0.9855177465848781,
        0.7903253010099596,
        0.6302220648588801,
        0.9316371503063089,
        0.545178130224725,
        0.4168990220619714,
        0.5577618534421473,
        0.9865295457243551,
        0.6815320487396382,
        0.9311662607620275,
        0.9257974826865937,
        0.8070654268564609,
        0.2992733850166717,
        0.38376644394302234,
        0.6741242627740796,
        0.30315988153447126,
        0.7860716607201752,
        0.19128456217438033,
        0.76401949783656,
        0.2887858115035971,
        0.26122805276095595,
        0.27317290423686824,
        0.5180471507866184,
        0.8123561742125158,
        0.9266453932523864,
        0.9820535632935606,
        0.8445962240160401,
        0.9663674039719451,
        0.9942865293555706,
        0.9986956118313169,
        0.9787517744578403,
        0.9911969734908136,
        0.5857039955765335,
        0.9738509943150765,
        0.12177101221914333,
        0.8990011273555922,
        0.14595428338434002,
        0.877067739341867,
        0.9982803178701959,
        0.997103170589129,
        0.6518177931217032,
        0.7114419198293487,
        0.8907234530265009,
        0.4449527520313128,
        0.6537630271750567,
        0.41934428697011594,
        0.9131534477999222,
        0.8012403712123347,
        0.898536983213318,
        0.9946921490840208,
        0.9909474200473583,
        0.9906292569151238,
        0.46475550133732924,
        0.6064107879881722,
        0.7223093766420975,
        0.4271428385848664,
        0.8162901266053639,
        0.8826596086070183,
        0.602420584004386,
        0.8275240383111578,
        0.9765378270941939,
        0.9350601631590411,
        0.5794148750438123,
        0.6184371823329666,
        0.9850349172011381,
        0.9808017504356321,
        0.9966316511163325,
        0.29065375317588305,
        0.09155833502457104,
        0.9799210974667,
        0.5211288474862618,
        0.7474842740905732,
        0.10687482127360588,
        0.9768251916060372,
        0.9380292161837538,
        0.9832363544239167,
        0.9885806066726489,
        0.8273694143877394,
        0.9919044519518054,
        0.9640450234300215,
        0.7774840991083638,
        0.9229906882396464,
        0.8414335237474048,
        0.5449236366362347,
        0.9696035765972897,
        0.8400351888856344,
        0.9929788622095164,
        0.9311041222843308,
        0.45759602718516823,
        0.5182647838507715,
        0.24703050355413247,
        0.9539855537732188,
        0.25043376060529055,
        0.9660588756183311,
        0.9271929317235555,
        0.38423087003478273,
        0.6958390378973078,
        0.9945720134657001,
        0.9943027834676719,
        0.9982128708554004,
        0.7696956569528506,
        0.7963746364625399,
        0.9777286414800241,
        0.986776749964276,
        0.9872301110822539,
        0.9676869953041742,
        0.8761552847748211,
        0.7856481761566229,
        0.8937991412103089,
        0.9892743573684213,
        0.9813771867594564,
        0.984664192001277,
        0.6425604284416119,
        0.6105370642242242,
        0.6503337450892578,
        0.945646661804002,
        0.9410049358513379,
        0.9954964674348356,
        0.9728259239765328,
        0.9881580954951816,
        0.9826641130038707,
        0.7895521612053726,
        0.9104933630444322,
        0.8566757189752163,
        0.15445792373393352,
        0.3187645872772257,
        0.9683998312850349,
        0.9690798567634131,
        0.9524098723773208,
        0.9388469542602855,
        0.7912490852047905,
        0.9520022219843525,
        0.929231645188663,
        0.9526618068240912,
        0.8859371433802228,
        0.9835853778809045,
        0.7843518879010891,
        0.2435921224710862,
        0.6835850298942099,
        0.9004907314533905,
        0.5112307354705634,
        0.6903933028207192,
        0.5917468390299495,
        0.9027992663714289,
        0.7312627062677155,
        0.4438133631267026,
        0.6144442498675442,
        0.2341263492993163,
        0.9108528535586076,
        0.8361862169863816,
        0.9199766860950159,
        0.9714236656505268,
        0.8948051189010447,
        0.6578967839857656,
        0.9892687063199118,
        0.9943663463885618,
        0.9930990274893381,
        0.9713560278456105,
        0.7983314200055249,
        0.804763642609059,
        0.859052341784174,
        0.9934979857340983,
        0.2548490655560396,
        0.9942944763547038,
        0.9872918566208376,
        0.9912823835576821,
        0.9942762879351312,
        0.9910121599949583,
        0.9951405400008999,
        0.5150958644456862,
        0.4518836935487826,
        0.5628641790039883,
        0.9642801816092781,
        0.9751867642284352,
        0.9712460650828975,
        0.33988152855078,
        0.7196664195249032,
        0.6355908640112845,
        0.6164377519964153,
        0.6612084296104142,
        0.6883472173906706,
        0.966425053847285,
        0.984877179302433,
        0.9862500937105579,
        0.9668314480593421,
        0.9130111928289542,
        0.8049271789153458,
        0.8440766143750786,
        0.9919780796648955,
        0.9864994276800017,
        0.41300457704072535,
        0.5174701310369916,
        0.4155516303922072,
        0.8895441394975155,
        0.5582276377847826,
        0.6284988943550143,
        0.9974059803887991,
        0.9897247252754907,
        0.9754037571658953,
        0.982867911135933,
        0.7116813658730009,
        0.47847775505299583,
        0.8957435110565379,
        0.8946052523773618,
        0.9374184443008806,
        0.894141386349262,
        0.9983796229364287,
        0.99570240622826,
        0.9881915509470528,
        0.9078946506073027,
        0.9386743948006324,
        0.8810481415305011,
        0.9077039684498468,
        0.8256107547883159,
        0.917892811990312,
        0.6808912350097402,
        0.8498607643467573,
        0.5847063472367086,
        0.7079357905919634,
        0.7325601444689275,
        0.9757536250948429,
        0.9939085482745672,
        0.9981430665732854,
        0.7545737295338312,
        0.15403416987042373,
        0.2429931496587857,
        0.45837042972297326,
        0.4740538531575219,
        0.18419623197388335,
        0.8340583210199259,
        0.8766466395854966,
        0.9803022614989895,
        0.9863234416082366,
        0.9261579828017615,
        0.9805530713814987,
        0.9952476023446079,
        0.9833144642309659,
        0.6499231274980668,
        0.8597700404198677,
        0.8842020283905763,
        0.9113349168147964,
        0.9986983720034152,
        0.7336530779898338,
        0.938590115109545,
        0.9844169950204733,
        0.9555487628774683,
        0.990130523117171,
        0.9982947565470734,
        0.9988886601084754,
        0.9984486883856171,
        0.9226160934583622,
        0.6327073000846665,
        0.9900273765363702,
        0.7035709695484912,
        0.6772989532229127,
        0.767177920024418,
        0.9924660998075306,
        0.9676210831511091,
        0.9863267848710467,
        0.9153291252272001,
        0.8616997093711191,
        0.9258434449418734,
        0.586419566183071,
        0.596343996648635,
        0.3438821170336308,
        0.9455571672220028,
        0.922801286712299,
        0.9942076724721275,
        0.9635925462277136,
        0.8693052922677523,
        0.9598304269801228,
        0.9919962396019502,
        0.9755785778737252,
        0.2858623598453004,
        0.9984126357573191,
        0.9816949665167852,
        0.9980230752112434,
        0.8606210935992443,
        0.9734232270371355,
        0.954488638244674,
        0.8927550694879721,
        0.9323278370598138,
        0.8624264645299009,
        0.6121853651585423,
        0.8356057787255126,
        0.7184635812758513,
        0.842216852232312,
        0.9569876126776998,
        0.814747337494233,
        0.4594964986287109,
        0.6984776176437624,
        0.6363437064128902,
        0.9051841821346409,
        0.4504198667854429,
        0.462316096844126,
        0.9960790984410051,
        0.605753061381918,
        0.9963293096499564,
        0.9912444486028362,
        0.9342834799982294,
        0.8940944990396291,
        0.4845528414342657,
        0.2670178095336343,
        0.37874018686393107,
        0.7798968475640315,
        0.5596841776336915,
        0.7313104647311621,
        0.9564236734042474,
        0.9110890556699294,
        0.9221264976259179,
        0.9333749014441407,
        0.8537818596566635,
        0.9346171115320268,
        0.9915969851229808,
        0.9771490578692706,
        0.5945492940660863,
        0.9731931527269181,
        0.9889123602307398,
        0.5183446447580784,
        0.4924385163799872,
        0.8415033407406936,
        0.49439028311972577,
        0.3465428473868466,
        0.18677820724314687,
        0.5623904458374118,
        0.935050587260802,
        0.9311501373403143,
        0.8615008161831764,
        0.3941637857253512,
        0.341386036349231,
        0.33094090862851033,
        0.9959741496924407,
        0.9877339548651277,
        0.9489942054249669,
        0.9560562275161303,
        0.9145596655102116,
        0.9812307427218451
    ]
}