{
    "model_dir": "models/llama-30b",
    "distribution_id": "code_easy",
    "timestamp": "2023-10-16 06:42:54",
    "eval_score": -0.07225117376422671,
    "eval_brier_score": 0.07225117376422671,
    "eval_average_probability": 0.8397933160088475,
    "eval_accuracy": 0.904,
    "eval_probabilities": [
        0.917738707382845,
        0.8019299064644394,
        0.8831833591848482,
        0.8362774236730476,
        0.44902024507510485,
        0.3214260539147046,
        0.8487036469992527,
        0.600881818098334,
        0.9345345492319813,
        0.7257615345968839,
        0.7435229680550883,
        0.5844681559810115,
        0.3812113121152304,
        0.6473142621315672,
        0.9417873910612713,
        0.8218610305800386,
        0.8823592683542312,
        0.9672346076509741,
        0.7934225108210149,
        0.7084705711543667,
        0.629580293776162,
        0.7037658418442142,
        0.8145841198845888,
        0.6525384026147775,
        0.9912130769123951,
        0.9635542370690512,
        0.9859308649228928,
        0.5299240759222547,
        0.7475555784620262,
        0.9042289579377758,
        0.5780209130792305,
        0.40601616180813005,
        0.5822390904276508,
        0.9491207462174898,
        0.6455004520890764,
        0.9479235224895547,
        0.7056887832013223,
        0.9136190624807974,
        0.6579168759192822,
        0.94133129906627,
        0.9098594990094299,
        0.950825176711868,
        0.916975112262111,
        0.819418484409154,
        0.9054971932610818,
        0.9732243004393965,
        0.9662350088216436,
        0.7962650261452708,
        0.962910884491899,
        0.9759991522732278,
        0.8864013174667353,
        0.3615331259596824,
        0.7279550531080821,
        0.6216687347816505,
        0.9984882290981779,
        0.9994152846270706,
        0.9989445960467013,
        0.4687434394954767,
        0.31160823178614594,
        0.569235031641974,
        0.7518512196531364,
        0.8925781365790881,
        0.6141467627752932,
        0.9911959025553899,
        0.9719783482641673,
        0.8402745060328609,
        0.9955254315548596,
        0.9933353979205694,
        0.9305015321331762,
        0.3922036394901006,
        0.08750286485761771,
        0.11226900484712887,
        0.9983959052491559,
        0.9967739345224196,
        0.9798800842226957,
        0.9972574451994528,
        0.9954367071443949,
        0.9683458052484162,
        0.6800198929825613,
        0.921461763260251,
        0.5974236732827162,
        0.7518092640653002,
        0.9143650797006252,
        0.9530275501260879,
        0.9416980525771037,
        0.9970125480102299,
        0.9928672974551705,
        0.3671043011618865,
        0.8723905077873764,
        0.4974327551360165,
        0.994382306568159,
        0.8596537703382024,
        0.9865699620163818,
        0.9869240670221914,
        0.9867243280142904,
        0.9555197321882133,
        0.9994026607200358,
        0.996165880954082,
        0.9996104091222684,
        0.42401846825951195,
        0.4351794333022712,
        0.7097159104498035,
        0.9453903072483384,
        0.9984096461320696,
        0.8954248307244732,
        0.9862794189220039,
        0.8332001973420121,
        0.8161229105287685,
        0.9775485703747353,
        0.9726966835710317,
        0.8046100043807906,
        0.9993837711454202,
        0.9986830639686498,
        0.9986455499979133,
        0.8263726877392988,
        0.3706598851128998,
        0.9305422507051626,
        0.3017422800135044,
        0.9257578601616834,
        0.9547747421678695,
        0.49887523847270965,
        0.9612322973433856,
        0.8963421678736894,
        0.9298210962721694,
        0.9965135687658908,
        0.9028728066349513,
        0.7441816469794537,
        0.9977517021257908,
        0.9756307915621684,
        0.9066648777781716,
        0.9487530882920135,
        0.8846179581206088,
        0.9987068307587741,
        0.9924156980778946,
        0.9988982910134985,
        0.5065351021352719,
        0.9785787138714239,
        0.6841356591035695,
        0.9454360766553387,
        0.8721327302378736,
        0.9247589842617878,
        0.5509532456908723,
        0.9599093654993309,
        0.9861954276885873,
        0.9995336078849826,
        0.8491876004930043,
        0.9973551824576282,
        0.9786606651014411,
        0.9994722271299838,
        0.9985681480341969,
        0.8811638977102294,
        0.34520850894890864,
        0.9852965545150177,
        0.9931217899769293,
        0.8100910692594235,
        0.5446824333953404,
        0.996476549311938,
        0.9712702104161677,
        0.9928109858344525,
        0.8895250091288542,
        0.7473069595855574,
        0.9668506078760142,
        0.7207968974865785,
        0.49240530306534985,
        0.5858365826426133,
        0.77679562768551,
        0.7787171142541448,
        0.8747473715266699,
        0.8576292777365908,
        0.7281894023625516,
        0.8868880557080833,
        0.9635994701874696,
        0.9905006055101425,
        0.052295192094060035,
        0.8108826004644224,
        0.5894769231133659,
        0.6457143036852488,
        0.9896806028010113,
        0.9938820064010575,
        0.9989612796854722,
        0.5907591629027461,
        0.9965230635910232,
        0.9882019309557831,
        0.9900329186192377,
        0.8449857978204616,
        0.9832976744895199,
        0.9448438038332314,
        0.9824681232353666,
        0.9784693940217389,
        0.9611099625930779,
        0.7176646371733635,
        0.7680660426549318,
        0.9981616903710405,
        0.8422118114236066,
        0.999112573270483,
        0.99860181101979,
        0.9973348982621656,
        0.9024054281752063,
        0.8475679431673059,
        0.7697978675678798,
        0.7231626365524979,
        0.9407641045136389,
        0.4391384076509801,
        0.9743783981739708,
        0.9954391515518439,
        0.5425421317429423,
        0.993937208143854,
        0.7064759481304735,
        0.7583705813651408,
        0.8700914429423309,
        0.08947176852093408,
        0.9824722645573062,
        0.04865550952522346,
        0.998534101432373,
        0.9948448437217249,
        0.9992036463099414,
        0.04775272529978732,
        0.1380058593478662,
        0.97187624357254,
        0.9606858600494531,
        0.9539422777702,
        0.9959920201310266,
        0.32326631808306483,
        0.9923606743389921,
        0.10032917691157561,
        0.9979936181494447,
        0.9988806451741462,
        0.998981470468653,
        0.45550508550481184,
        0.3893494831806805,
        0.980292617803681,
        0.6978941554786156,
        0.44297033689935683,
        0.7655628176729647,
        0.6770370165366849,
        0.43152226338284083,
        0.5636857445380239,
        0.9907650836298727,
        0.37712424844997294,
        0.5420646557907063,
        0.9534015526865095,
        0.8121682352169604,
        0.9915996730434119,
        0.9860769490014908,
        0.9345119555228606,
        0.9895137580667063,
        0.9424605898624075,
        0.9945753716822752,
        0.9968659112865922,
        0.9978171730540291,
        0.9859262447761206,
        0.9991801573205137,
        0.9639923597244242,
        0.9992840650046279,
        0.8334712140187595,
        0.852216619670426,
        0.9990547774869719,
        0.6704958649110231,
        0.9028126619558705,
        0.9107009020603741,
        0.5452738517360392,
        0.9995614724755447,
        0.9992242218983449,
        0.9993633052549623,
        0.9373106995694613,
        0.9889742329048912,
        0.8067557194971325,
        0.9813947484438823,
        0.8998129035454838,
        0.946372227421561,
        0.9995223932114946,
        0.999393857998339,
        0.9964801047240861,
        0.9540672154301313,
        0.9552867233886689,
        0.3615795745134091,
        0.9952328404732612,
        0.7506425604580651,
        0.9531859692757242,
        0.9963974889260349,
        0.996053991289219,
        0.9831153982379465,
        0.28664980936330664,
        0.826008968617843,
        0.655697195403343,
        0.753886377249678,
        0.9683676476432067,
        0.962905027201157,
        0.9994722483581603,
        0.9954860944551163,
        0.9982781128950006,
        0.9616669886491783,
        0.9834910242005641,
        0.7869801112643068,
        0.9941800880951313,
        0.9962544584138441,
        0.9888846219876912,
        0.9781076546683481,
        0.6225897426066669,
        0.9893885948170136,
        0.49770666095102845,
        0.9404734023654354,
        0.9666983431990368,
        0.8657122501062867,
        0.4576561411966845,
        0.8895803148708624,
        0.9979587930521292,
        0.9861546468374289,
        0.9404330608654401,
        0.9983352759615964,
        0.9972807316509026,
        0.9979009481408322,
        0.9981076613216403,
        0.8772423591928703,
        0.8976638462359654,
        0.9925561678044875,
        0.9766358299126287,
        0.9467823236109583,
        0.4991268897993838,
        0.8179727358905334,
        0.805923826383841,
        0.9740787734813657,
        0.965237657358117,
        0.9713831917401196,
        0.8754753518376819,
        0.9799891959667645,
        0.8211930807539092,
        0.912087331947763,
        0.6195020809870616,
        0.8912254155274268,
        0.6107011082777626,
        0.9974544267376801,
        0.9921917383608087,
        0.9059444503170748,
        0.9550549051295497,
        0.895853184569714,
        0.8693125125566583,
        0.6750081184800935,
        0.6387848608097271,
        0.9630961683140313,
        0.9924572950934843,
        0.9413961362539011,
        0.6076749972491466,
        0.8485631641470702,
        0.29640240724052636,
        0.9844057416198884,
        0.9983638322123087,
        0.9989533077486018,
        0.8291565373127221,
        0.928747886407496,
        0.3168648586631322,
        0.9874640739019862,
        0.998795984531441,
        0.9992487439844548,
        0.9889787629157264,
        0.9306407684481043,
        0.982687851502757,
        0.8629003507686428,
        0.36602010810681285,
        0.7917293694643883,
        0.8486653383128865,
        0.5577257795240679,
        0.32751491032266955,
        0.8381612321087899,
        0.9838807928523828,
        0.9940643359383649,
        0.9945239104802481,
        0.9959251394383,
        0.8525818747243029,
        0.9967928749033388,
        0.45869554409577884,
        0.9974880894717725,
        0.9991120102067651,
        0.9384387820159172,
        0.8043832434278627,
        0.9983304256820881,
        0.973900405263989,
        0.9952195352617461,
        0.9299658525359138,
        0.9943762024967342,
        0.998582532640423,
        0.9742066008403297,
        0.9882472459560477,
        0.993303658564822,
        0.9582629483268678,
        0.94527659717344,
        0.9923368443195245,
        0.9860659357270554,
        0.9596979148256113,
        0.9959104366142075,
        0.9655154964228593,
        0.936837336821351,
        0.9175400180348252,
        0.9639923597244242,
        0.9984740183925729,
        0.8334712140187595,
        0.22345287739952224,
        0.019727198212793784,
        0.029671127521793794,
        0.8728976997861566,
        0.6396527547020838,
        0.8911951760654457,
        0.975688266164452,
        0.9922787249973511,
        0.9971148486181127,
        0.9719589406016627,
        0.8782196861639224,
        0.9799213995938129,
        0.30104722819853724,
        0.9618372324868161,
        0.993712003449832,
        0.6492845700552428,
        0.9949476985006241,
        0.9843165060347174,
        0.8187526526820817,
        0.8168720328346417,
        0.8250233787940183,
        0.929752787182684,
        0.9974499906633052,
        0.9973640569082466,
        0.9683501070565974,
        0.9030235294808138,
        0.6458315634314539,
        0.8631728699573533,
        0.7360351600822639,
        0.9917961756745285,
        0.9944286984167221,
        0.9932486807505362,
        0.9882323082967629,
        0.9333034084807789,
        0.9769074493607444,
        0.5999116905918951,
        0.5302869656614344,
        0.5066839798998398,
        0.8536701445026912,
        0.9971585391094858,
        0.9680170521091703,
        0.9956643058830964,
        0.27057035335235946,
        0.9979150604449878,
        0.8611344064971351,
        0.9834647278741919,
        0.9995176135997836,
        0.9989805174663243,
        0.9931047731473479,
        0.5295766945091946,
        0.8202794623016391,
        0.869339828353273,
        0.9958068105628741,
        0.9950818149115551,
        0.9334514966167533,
        0.9843654799924542,
        0.9865072777843847,
        0.7918513632332735,
        0.9488218471255178,
        0.5873286660980467,
        0.9879468193503574,
        0.818804231170452,
        0.8711102772556125,
        0.9855825309850579,
        0.6841551172871587,
        0.7966252547405881,
        0.9856453711393822,
        0.9994722027165259,
        0.9995665563197109,
        0.6222621455610129,
        0.9982680565311713,
        0.9858964501459023,
        0.9942104779841408,
        0.5019760442392511,
        0.995704754503065,
        0.16735284771998649,
        0.9988700349904935,
        0.9984581192212664,
        0.9872903031802788,
        0.9384011649413758,
        0.9435140013972134,
        0.9973337440849883,
        0.9984673423934026,
        0.9959302339330106,
        0.7044995529602133,
        0.882245072702195,
        0.9189775425150379,
        0.581171107585567,
        0.9793348089738775,
        0.995807008010032,
        0.9925505496707303,
        0.5572227963678444,
        0.28080080518796646,
        0.9966350079280656,
        0.924101431722062,
        0.7574615214172661,
        0.9038914611735547,
        0.7554806296486172,
        0.7606483980540554,
        0.9542557300539101,
        0.999254429988277,
        0.7833078885569263,
        0.9157560214651073,
        0.9681844891772245,
        0.3648482031073417,
        0.8328752682152727,
        0.9975212422329819,
        0.9804378292960864,
        0.5671865889201355,
        0.9945467229609265,
        0.2971866891519066,
        0.8978429181452778,
        0.6826257450521841,
        0.5661285715677435,
        0.09846669095654215,
        0.6377785903288203,
        0.8015596903916656,
        0.9704809154782513,
        0.525087228371957,
        0.9557164669906113,
        0.6848535530348836,
        0.5903080000567245,
        0.6644991612193694,
        0.979330288190242,
        0.626799626228133,
        0.47709964767537627,
        0.9839109143975651,
        0.9958862197535489,
        0.3158728201985155,
        0.4243326493820916,
        0.5620872074829477,
        0.7368914191087823,
        0.9842020628000498,
        0.8952340414090644,
        0.8889642103923315,
        0.9872828713619907,
        0.842237948498489,
        0.8904195618172523,
        0.6211274041933128,
        0.983513364546179,
        0.9788934815311149,
        0.998134305371995,
        0.6183168836558817,
        0.9051085808469106,
        0.8262443169648929,
        0.9932007086487331,
        0.9006090090859982,
        0.992369886363477,
        0.9028317724458211,
        0.9885134217339431,
        0.9957205087371067,
        0.9712799226918509,
        0.9667334676187703,
        0.8072944857225304,
        0.8915284742103533,
        0.9707871898287608,
        0.9970342327953063,
        0.9992546158567498,
        0.9718741947579783,
        0.9782575908648077,
        0.7764387763746138,
        0.9987486460582479,
        0.9816383258518395,
        0.952831466048362,
        0.9691911283857649,
        0.9976250012446782,
        0.9966780668400712,
        0.9985243946646609,
        0.8510765199918389,
        0.998424360396459,
        0.9978740906216506,
        0.5393901868774749,
        0.9495275108738331,
        0.9808819785819461,
        0.9978125828210407,
        0.9971624105592957,
        0.9984783925429279,
        0.888250360389012,
        0.9559218263420667,
        0.991030706764666,
        0.1610793609324705,
        0.98857278843809,
        0.9265557842206553,
        0.9337313196256904,
        0.9827468551252664,
        0.6533160998029727,
        0.9969889584135022,
        0.9985688814977584,
        0.9992185724471967,
        0.9940435846962771,
        0.99746852606172,
        0.997288963158156,
        0.562525743737068,
        0.9604025712051745,
        0.9463055784072752,
        0.9881518561946433,
        0.9991111895118631,
        0.9991113699689517,
        0.9980491738609304,
        0.9989908365642051,
        0.995373000949806,
        0.9509070124413996,
        0.939637528591926,
        0.9910945001897992,
        0.9978068361643919,
        0.9989898989156366,
        0.9831238467973465,
        0.8561322604548603,
        0.9944434697600618,
        0.9906632572437389,
        0.8323770998382918,
        0.9287883892436342,
        0.07146005402806138,
        0.9965629162981614,
        0.8932628187133554,
        0.9964465735683171,
        0.9912278432241108,
        0.9989961234156849,
        0.9658375500871192,
        0.8648346522374808,
        0.848032967766435,
        0.43516422460092175,
        0.975105277102425,
        0.8178034729631791,
        0.9677738225107692,
        0.8919403203894282,
        0.592904246723122,
        0.9832201261370386,
        0.9916809912998538,
        0.9994730867187265,
        0.20148357911335155,
        0.9822479373162526,
        0.9241911080074015,
        0.9055797256434516,
        0.9818629057275455,
        0.8736355994661296,
        0.9024283751385307,
        0.9951921158965537,
        0.991403170515836,
        0.8918621366964099,
        0.27484202173359573,
        0.8705320490210239,
        0.5115624322438297,
        0.9691590123275242,
        0.9951175555119464,
        0.8928881757535418,
        0.9993996518362079,
        0.9987248968458369,
        0.9992524808316009,
        0.9949072045965084,
        0.9917089783460497,
        0.8528226688978764,
        0.9294761990405251,
        0.9953407011827967,
        0.9967580589596459,
        0.31289855524356747,
        0.5376280709611903,
        0.6085010117348827,
        0.993469806419492,
        0.9104534521601917,
        0.9271581516916144,
        0.4939716434669515,
        0.2673788258923496,
        0.355291004494058,
        0.9933561867035867,
        0.9055971016518077,
        0.9978838753868089,
        0.9734278730054183,
        0.9987384295963401,
        0.9993738843033806,
        0.9909650869149041,
        0.8770230074526879,
        0.9961876650444491,
        0.9499264814783114,
        0.5610326909250611,
        0.6187181986383641,
        0.9597862733851751,
        0.9841698601176831,
        0.9900195914046139,
        0.7100608021528284,
        0.3723479775682501,
        0.9485482512127836,
        0.5112421543504987,
        0.9101907459741421,
        0.9178600024981406,
        0.9986857995558889,
        0.9984144625466859,
        0.999338170945071,
        0.992693208552357,
        0.9947382027986482,
        0.9971226442727738,
        0.9974738973007963,
        0.993230836003279,
        0.8244852631529815,
        0.965014091727421,
        0.9911439191029346,
        0.9799376749863637,
        0.5145176085746171,
        0.4647542399796294,
        0.6438222742284808,
        0.9989087908090539,
        0.9899174543591918,
        0.9989637504492778,
        0.9597758844949128,
        0.7165746547117683,
        0.8942716733844097,
        0.9555727473852176,
        0.783682841904181,
        0.8553270696267686,
        0.9571675223607808,
        0.6733600053893753,
        0.9279163936734067,
        0.9955448135282853,
        0.8973318903387953,
        0.9223831289448391,
        0.7882779670052081,
        0.9984346935117266,
        0.3090700820356963,
        0.8904399791596617,
        0.9572581765849368,
        0.940834037741475,
        0.6868748199367349,
        0.6007980885058846,
        0.3920077113111273,
        0.8818002805182986,
        0.9455103521778562,
        0.6031936142021359,
        0.46911989882348115,
        0.5507812396536969,
        0.9101492459569486,
        0.8498612753835537,
        0.6992069654307697,
        0.9398914239787777,
        0.9590146833397537,
        0.997504130327258,
        0.1998590373949436,
        0.29459485556726106,
        0.6099085966018802,
        0.5238149141852658,
        0.9724906285282661,
        0.9954149357165087,
        0.9947295593917632,
        0.8738264617010675,
        0.9654527152419478,
        0.7572056177926851,
        0.8895880231880834,
        0.39955680210517885,
        0.6964872938132938,
        0.5515397412418066,
        0.7267017899464678,
        0.8317055862334222,
        0.9995524275234022,
        0.9994903250017568,
        0.9990722092324736
    ]
}