{
    "model_dir": "models/llama-7b",
    "distribution_id": "code_hard",
    "timestamp": "2023-10-13 23:39:24",
    "eval_score": -0.17046730791650203,
    "eval_brier_score": 0.17046730791650203,
    "eval_average_probability": 0.6749284777981371,
    "eval_accuracy": 0.716,
    "eval_probabilities": [
        0.25939658262802734,
        0.6257129176201339,
        0.4897603530044863,
        0.9636335411297176,
        0.9780771913742144,
        0.9884578453358793,
        0.95693240501235,
        0.9684188765121488,
        0.9768832851059042,
        0.5332517721270984,
        0.9043210632994321,
        0.9757518088014805,
        0.983282531308459,
        0.9960699392055469,
        0.9912404419276084,
        0.18519873083852567,
        0.29433194148802655,
        0.34397108138443866,
        0.9755656429135916,
        0.9906852590480135,
        0.9917531196276701,
        0.9821596846548429,
        0.9916165350763978,
        0.9917416184366873,
        0.9857094801652574,
        0.9705196633512453,
        0.9656965393093206,
        0.911782196042598,
        0.9759512492734027,
        0.9832233987462234,
        0.41387688952758805,
        0.8636042146906894,
        0.649189678675211,
        0.5602819585700949,
        0.6646738950815501,
        0.5755403124706125,
        0.7731614764451529,
        0.7767825205179759,
        0.4087741908240998,
        0.8352073993793212,
        0.8047402366985346,
        0.865825791184266,
        0.9850522724187613,
        0.9917935672868144,
        0.9930823883450071,
        0.7618089337406255,
        0.7125805769516139,
        0.7016330405245159,
        0.6393063759474182,
        0.3345097835402092,
        0.430248315485307,
        0.29503426576932823,
        0.6158221688860358,
        0.491773746851043,
        0.8442052746345279,
        0.8663129369660666,
        0.8401861972399034,
        0.46895595329477113,
        0.5020465325413892,
        0.673552033427166,
        0.7603788407906014,
        0.7847159493323613,
        0.7832161178695403,
        0.6249092537230689,
        0.646706089115618,
        0.7400913694037415,
        0.6790749401112327,
        0.6545366834862023,
        0.629184793354644,
        0.6117863645626044,
        0.7361387104890665,
        0.7092963238359971,
        0.9860267643058458,
        0.9827411956575463,
        0.9874815465176916,
        0.9439589912450732,
        0.8956144934107193,
        0.8058834480885648,
        0.3378018398745608,
        0.21117322810330252,
        0.541638082130634,
        0.316695843672189,
        0.5667223028873334,
        0.5905873636963109,
        0.9835113779153531,
        0.9776684975923048,
        0.7893740724408386,
        0.5369677617912373,
        0.2835104172008653,
        0.38611504754842607,
        0.9920021242737368,
        0.990623879240468,
        0.9935383995258324,
        0.24040055330061547,
        0.20608770364368123,
        0.19678359981020596,
        0.7581722388715956,
        0.7315161442108551,
        0.3819589547452963,
        0.6075815188677424,
        0.3002647921327002,
        0.3498753054383621,
        0.6070775992221387,
        0.4172997795791371,
        0.5033745818673054,
        0.6457789597166951,
        0.7665139074626618,
        0.5333518815954779,
        0.5753650269588402,
        0.6182935670089198,
        0.7600247646021097,
        0.9551189983117365,
        0.9544100102535181,
        0.9553834728857507,
        0.5530828438802826,
        0.5463235305124372,
        0.5830651992184717,
        0.6453836309938399,
        0.6952962534902593,
        0.5426024144315069,
        0.2494947172506592,
        0.5010750464600298,
        0.9706718171780686,
        0.7621637856204517,
        0.5425855802990103,
        0.39677342273226757,
        0.9826080785321863,
        0.9851587424292556,
        0.9886907276281064,
        0.9756995898954743,
        0.46810292431950073,
        0.48783140216905974,
        0.6059383413403475,
        0.505600505919727,
        0.43225941497846665,
        0.49227387540546524,
        0.3023205013116308,
        0.38203009194553017,
        0.952339312247868,
        0.9521338320712945,
        0.9433668090667794,
        0.9026723429209071,
        0.6312156343793338,
        0.5179314788852258,
        0.6400786046850566,
        0.19039900140910782,
        0.8236610548629077,
        0.7722910526985197,
        0.8393175092249934,
        0.8583254211749982,
        0.3890452280953055,
        0.38419706448833535,
        0.42631112623554224,
        0.28671398125336467,
        0.3003112532873218,
        0.34179920085306004,
        0.9854990852768941,
        0.3468928888085089,
        0.9551442682913486,
        0.953088128414253,
        0.9100902569023502,
        0.9560222000144861,
        0.28558544069814384,
        0.44796751863848594,
        0.3168873951740773,
        0.33085213396146346,
        0.30595740699836127,
        0.296584763376312,
        0.5246228235921337,
        0.5256735851477666,
        0.4273281054344772,
        0.7603258091698494,
        0.38427323220680387,
        0.5615573620849639,
        0.9807380963483834,
        0.9670529559746887,
        0.9805858197690299,
        0.44349918527879917,
        0.4409223429423387,
        0.592393363501734,
        0.9867639766775779,
        0.9787137300335002,
        0.9614767055883807,
        0.8667927570273203,
        0.4259281046551717,
        0.551455282217193,
        0.5216938171759535,
        0.16172221057958436,
        0.6161809775432878,
        0.2951754147354856,
        0.6833444004055556,
        0.37112960837538267,
        0.6720209338683568,
        0.4778788511898838,
        0.635280812715541,
        0.29641147935624146,
        0.2561473212284017,
        0.32205904285062026,
        0.7749196657866445,
        0.7152201751727558,
        0.5052619522550708,
        0.9942791691327579,
        0.9870480173060141,
        0.988535113353787,
        0.5299995195159523,
        0.5996446826727141,
        0.33895984239630983,
        0.9704516696711741,
        0.9702035632451953,
        0.9678414336454478,
        0.8934132215520735,
        0.8798784106867399,
        0.8956566416742107,
        0.43916773730840203,
        0.20362943331808347,
        0.6594811195023811,
        0.8103922229925375,
        0.7303509211185082,
        0.5360845093844574,
        0.8637479710605436,
        0.9239436398728048,
        0.9026949098435207,
        0.2217363150714785,
        0.36397486262293055,
        0.5872486941434323,
        0.40718032753318345,
        0.49337409072435223,
        0.395230976880195,
        0.7263134225745513,
        0.6399699717728329,
        0.792326107164107,
        0.37958047841061077,
        0.40205455915222577,
        0.534101517628049,
        0.3169390000025216,
        0.3202753192553395,
        0.3724340325098285,
        0.49762574031265905,
        0.3853771645448935,
        0.25272470829275756,
        0.7954049156515137,
        0.6227846067968124,
        0.6333158640300156,
        0.9287744760930168,
        0.9673300588639995,
        0.9531487884165076,
        0.33232382476625133,
        0.32947435763026384,
        0.44075029356904044,
        0.9923229273530416,
        0.99113728631556,
        0.9892710882060105,
        0.6586796911162102,
        0.598733696549571,
        0.7090246773801356,
        0.9818667797795038,
        0.981074940586755,
        0.9815681168553355,
        0.9752536607225892,
        0.973917936263044,
        0.9698837673709476,
        0.9855380763240403,
        0.9866851306207554,
        0.9881374542593057,
        0.7891498706468076,
        0.41881504812553266,
        0.6299633892323137,
        0.9952322858675212,
        0.9954730514950434,
        0.9943205837715298,
        0.9915526273236117,
        0.9498639376952351,
        0.9414480245513183,
        0.5279165535268902,
        0.7689978141784981,
        0.8456204969035714,
        0.4252516064900801,
        0.5178562213046511,
        0.5002116953205831,
        0.9945158394244896,
        0.9879121460347269,
        0.9922346080514411,
        0.9931293129104407,
        0.9949825667386565,
        0.9948347654749745,
        0.9890652454100661,
        0.9916625895337667,
        0.9894858139382259,
        0.7555409289264224,
        0.7082941145371766,
        0.7794731292144119,
        0.4049359520066611,
        0.405991175590251,
        0.23089639650418467,
        0.9844430932470815,
        0.9735847864710239,
        0.9835710262039421,
        0.3840101314445983,
        0.786127149646888,
        0.6420235817521119,
        0.876215838168142,
        0.925094718122137,
        0.8951560160072589,
        0.9808178622575464,
        0.9608715754092622,
        0.9925997682707317,
        0.9945852709211463,
        0.9958119001296037,
        0.9915282242991598,
        0.6607904397381699,
        0.6913345311939365,
        0.402540645865903,
        0.7180357819233585,
        0.5324072718462192,
        0.659144134930925,
        0.5370249163457417,
        0.879414984910295,
        0.3341624047889584,
        0.642299789150419,
        0.6058361034413109,
        0.7994975443523061,
        0.602907280945868,
        0.551966808528164,
        0.5663649310760835,
        0.9908840387777942,
        0.981808200655946,
        0.9818725477395708,
        0.48498437623543655,
        0.5264689205340187,
        0.8354961736321849,
        0.47313803462693105,
        0.7501275802895753,
        0.3832441868009034,
        0.9589411065716992,
        0.9554539921956702,
        0.9645005901974805,
        0.23643146458770414,
        0.27033678481268164,
        0.28219503081210795,
        0.43076466497682836,
        0.8116153542448499,
        0.43756638984531815,
        0.44028866114445864,
        0.36713105066456597,
        0.5073431767043686,
        0.09637266435834957,
        0.09454418041540269,
        0.12045795262859854,
        0.9777834357377166,
        0.9388935879805159,
        0.9184367765245672,
        0.6757951940192797,
        0.690290501871792,
        0.6656216923363157,
        0.17042371231281295,
        0.17283946531504968,
        0.19911308002677838,
        0.9767916348787183,
        0.9583720353403644,
        0.9709971585503232,
        0.8306242055982771,
        0.8680262222030501,
        0.821698452084749,
        0.3838672178385203,
        0.586135468765421,
        0.36109586920385717,
        0.712561928606452,
        0.6536081577358308,
        0.7162730008876238,
        0.429373133676767,
        0.642873379511888,
        0.777040007230513,
        0.6909920996562464,
        0.8038750863732896,
        0.5992203179436077,
        0.5412446467244632,
        0.7630326119661297,
        0.5282630133863093,
        0.6826574652513125,
        0.7529459894889541,
        0.7490816212483626,
        0.8736866510628868,
        0.8685460661648322,
        0.8832757171240854,
        0.8227466184666241,
        0.5995258859969844,
        0.8731422120682125,
        0.5184713741082798,
        0.5235007125972245,
        0.2380913456233007,
        0.620780292032118,
        0.604929385735759,
        0.9288682806373256,
        0.4264117540649476,
        0.3783209010876287,
        0.230020969085698,
        0.8043619426921382,
        0.8269644809691388,
        0.793622358317782,
        0.9741483071370454,
        0.9761959585274259,
        0.9705048535640398,
        0.996209125723772,
        0.9964035787135475,
        0.9920546777945806,
        0.9913490471920259,
        0.9933014816437024,
        0.9898925150147765,
        0.9930421109880757,
        0.9767131193024599,
        0.993011585254318,
        0.5640494961936635,
        0.5606306887078656,
        0.5755609665832135,
        0.9665065335735546,
        0.9768123140275896,
        0.967034506239532,
        0.4872372137132648,
        0.7002505599511168,
        0.505430349118177,
        0.9881350071951612,
        0.9877060895345555,
        0.9901452674828245,
        0.6345862183677882,
        0.4182262751914181,
        0.560784741094416,
        0.9793350416462766,
        0.9752651924841267,
        0.980249385292116,
        0.9953856134625759,
        0.9935880678858489,
        0.9943053989564202,
        0.8362721535381097,
        0.6020195874494481,
        0.8638759419439078,
        0.6984548739096983,
        0.6134493933640982,
        0.716011655296753,
        0.5240917402727847,
        0.5309061056740718,
        0.47882116592523893,
        0.9755471618890394,
        0.9549672528860519,
        0.9685597606449117,
        0.5746543417163915,
        0.5319717175685762,
        0.5759516237574274,
        0.4753502997140812,
        0.5238824819287269,
        0.3473289109037428,
        0.390453631391102,
        0.7220949562246759,
        0.6190803803335192,
        0.48032193522347144,
        0.6123421371129458,
        0.5114220482127132,
        0.6999870113356748,
        0.3860314218482599,
        0.5958995719870313,
        0.4776041923129871,
        0.4488734267541554,
        0.5797817508930784,
        0.39004713792323276,
        0.7584158056088348,
        0.7054686805720711,
        0.9727811874775969,
        0.9627407676309322,
        0.9798765952955366,
        0.6805057126352531,
        0.5554794216037768,
        0.6306768926778219,
        0.8823284676914902,
        0.7813595970942294,
        0.7254951816774327,
        0.14198262291024744,
        0.13730124789088727,
        0.3615631302922464,
        0.4561041983793982,
        0.7109819632533823,
        0.3104285631517344,
        0.49277237313377503,
        0.79636378579259,
        0.9080123142237658,
        0.44683436753065253,
        0.44534829601144976,
        0.5461415295539821,
        0.9913697525244319,
        0.9912157774026472,
        0.9909100851095791,
        0.7487027911139632,
        0.3995680169705075,
        0.6714989455744296,
        0.3770467078546548,
        0.47341718147609113,
        0.39380638306332205,
        0.8928262878643817,
        0.9414542980222929,
        0.8356500848323232,
        0.35778663044001985,
        0.34994744485148727,
        0.35187145217700083,
        0.9022365168067173,
        0.5879707562522196,
        0.57500137920931,
        0.5915107938397094,
        0.664397683193255,
        0.491609305410004,
        0.6587297677803701,
        0.7047891791288118,
        0.6692780372917503,
        0.6743603242091276,
        0.6696890162485336,
        0.4245319587383387,
        0.7624880297017521,
        0.8251376902329155,
        0.7728682034090817,
        0.7491359125296366,
        0.7781020141695036,
        0.7507901191248363,
        0.23533738668409077,
        0.148689465832666,
        0.12907665989242786,
        0.20847181377174828,
        0.2636087011443481,
        0.3435921996482602,
        0.8418913227963402,
        0.8124875915219568,
        0.8520202767780299,
        0.9801038118916277,
        0.970795182171301,
        0.9795399480013677,
        0.690873952925567,
        0.5830083013364972,
        0.583739634612456,
        0.8430889172137258,
        0.8401003919302494,
        0.8050859288156657,
        0.277265562141078,
        0.5595461193976019,
        0.4196620780822711,
        0.860194633348254,
        0.9388035665378761,
        0.7759725619932958,
        0.9771310507682013,
        0.9682417232636592,
        0.9771720702883222,
        0.41806527363205837,
        0.2598114808218527,
        0.345860585587338,
        0.3696076904243025,
        0.47519189193094624,
        0.7202737161513495,
        0.3785566365395346,
        0.13748276583575236,
        0.23150878798153834,
        0.46279344733261785,
        0.42967792973579566,
        0.3825747915215899,
        0.8965907514597746,
        0.3109462084166901,
        0.637623272214848,
        0.9662149767887268,
        0.9766807869452092,
        0.9682626815244453,
        0.36630716271534425,
        0.3437006100298966,
        0.4502327891962651,
        0.4202356989523523,
        0.5213724861128268,
        0.4326424885243386,
        0.978775833128542,
        0.9707433857242225,
        0.9496884507433868,
        0.8403144519972979,
        0.9916949517478586,
        0.9914159010853804,
        0.6398381137405976,
        0.49311778730731015,
        0.7075707724595268,
        0.24523396241864726,
        0.8084598752238801,
        0.5317406974663637,
        0.9944972508269772,
        0.9816406536184957,
        0.9964041535383287,
        0.562780365216361,
        0.5427870674664197,
        0.46073055248389005,
        0.27307753656224176,
        0.3008406249921631,
        0.3092113762810291,
        0.7479461529646944,
        0.6887374880294559,
        0.6556627710106551,
        0.6794599631667246,
        0.7214885308764843,
        0.6831804294926629,
        0.9925482120757917,
        0.9949611681622106,
        0.9959124267456141,
        0.4794727145583033,
        0.2895318200467595,
        0.49891355156008754,
        0.5279815213751882,
        0.37554602551846034,
        0.6513784719458082,
        0.31259660773585246,
        0.6253271274690132,
        0.7795904110785742,
        0.5863865351338524,
        0.9097752898907532,
        0.5505083883886961,
        0.6304716080422563,
        0.6578883707621953,
        0.5682404804497987,
        0.9351776780412603,
        0.9376693256902502,
        0.9464386304622913,
        0.6914066926518183,
        0.6895607633842868,
        0.8026566771027498,
        0.31893319217581695,
        0.5594343387517571,
        0.6555407685188408,
        0.9858788944036435,
        0.9863478360730322,
        0.9878280913055657,
        0.7338982769945293,
        0.11826166365723534,
        0.28532446051885574,
        0.27036994316273755,
        0.8280295519528146,
        0.4338630708718372,
        0.9383493949760181,
        0.9512817722675074,
        0.9532419065145895,
        0.6577131843770394,
        0.491808037726893,
        0.3493393819954908,
        0.75985993159892,
        0.7762981889837729,
        0.7527961468141604,
        0.34788099954152646,
        0.9643860674764431,
        0.9837560507105734,
        0.3466508964795315,
        0.40420131423009115,
        0.5506628771246884,
        0.8255847776012772,
        0.8529016904393616,
        0.8693810299304829,
        0.6307993339428514,
        0.8432910567309545,
        0.3448895241566514,
        0.25578400080548075,
        0.24747868960245437,
        0.26173760110091404,
        0.9447043580447466,
        0.9560639974188316,
        0.96318710561345,
        0.5689747316364405,
        0.3610436063226955,
        0.5029206821306718,
        0.9916664735979586,
        0.9917794434204411,
        0.9960364935190186,
        0.4341743338969267,
        0.18948072926115467,
        0.5967923350607645,
        0.3408390616523509,
        0.39678226334574146,
        0.5953044683426969,
        0.7348004613848487,
        0.6831940368228502,
        0.5557382416439539,
        0.5277054559405838,
        0.4566749848338242,
        0.5209935406518383,
        0.4428556201084536,
        0.3651746365438443,
        0.5884190840032202,
        0.9923872735973256,
        0.993378767484508,
        0.9922442317592292,
        0.6103187303503638,
        0.5591455043560694,
        0.5246606691082901,
        0.6056671766847719,
        0.2339288795793688,
        0.36701848213955135,
        0.2829995269013038,
        0.28853025468765614,
        0.30951244331701816,
        0.41209450012535603,
        0.4341237605048164,
        0.38327954401281455,
        0.9301018853098357,
        0.9451478410835323,
        0.9399543499041879,
        0.939465745948271,
        0.9278156854098148,
        0.9163996072361679,
        0.9314289260622381,
        0.9781582285889049,
        0.9758501205757478,
        0.4489308115291115,
        0.3989648334690886,
        0.4462151339930658,
        0.9916201116606361,
        0.47597584871029475,
        0.9927646309015102,
        0.9655635965614462,
        0.974034368903456,
        0.9616567029524157,
        0.3695657481042023,
        0.46155836914753756,
        0.41848025356523166,
        0.48774228113533713,
        0.5294510977003556,
        0.7124868669319668,
        0.9699154303550832,
        0.9543896784238987,
        0.9646781521827426,
        0.9305583383726402,
        0.9278225397880083,
        0.9297196848039968,
        0.04820296268800228,
        0.08084653162855293,
        0.09760517320001652,
        0.8814188199522001,
        0.913227916086802,
        0.8943233598857826,
        0.663516400024989,
        0.6383285217529419,
        0.8612343481935912,
        0.8270475355741543,
        0.9103157651312815,
        0.859428029928984,
        0.5302600688318605,
        0.503964616144246,
        0.9689085670425617,
        0.7624180265101325,
        0.6579847293200743,
        0.7141177758532309,
        0.9258695994647358,
        0.9268625990234822,
        0.9322899407945214,
        0.9942960501865249,
        0.9944492813219034,
        0.9898005536713493
    ]
}