{
    "model_dir": "models/llama-13b",
    "distribution_id": "code_easy",
    "timestamp": "2023-10-16 03:14:42",
    "eval_score": -0.06053391868256935,
    "eval_brier_score": 0.06053391868256935,
    "eval_average_probability": 0.8713775839631713,
    "eval_accuracy": 0.9093333333333333,
    "eval_probabilities": [
        0.9243869428717769,
        0.9939770667725061,
        0.9983866221430515,
        0.7681075166922214,
        0.5369774965728673,
        0.1319934611668635,
        0.4015828883594844,
        0.8141549221421163,
        0.7695614199202947,
        0.8854696134749641,
        0.4351166851123472,
        0.7212524199762245,
        0.6686022389738415,
        0.976598118943693,
        0.9237776649954984,
        0.7316408959265224,
        0.8612623513884098,
        0.9754259160523759,
        0.999607256833893,
        0.9661436328666799,
        0.44594336329527295,
        0.48395311435066946,
        0.5198571200011266,
        0.25335635455920774,
        0.9399245324755422,
        0.9779731788826567,
        0.995991961495072,
        0.9344361953888025,
        0.9764668440353624,
        0.9890312801437191,
        0.13328473663045606,
        0.3852008563220175,
        0.5147777932145694,
        0.9524451041078044,
        0.9077053832442297,
        0.870901543107241,
        0.20286569494079854,
        0.5897899432154876,
        0.8619304887736111,
        0.9838234737445386,
        0.9531248583448965,
        0.9689289522309932,
        0.9805235497139112,
        0.9735949946351595,
        0.9680871106062918,
        0.9867291413079281,
        0.6070483483598555,
        0.9421106188484861,
        0.9355018938992176,
        0.9895813461932882,
        0.908573172032888,
        0.8477432694733135,
        0.9448747970113551,
        0.7955866045967915,
        0.9993224694272669,
        0.9999835431075634,
        0.999936507950531,
        0.3317133391829502,
        0.04774973871578159,
        0.20980203591158952,
        0.9849572318591665,
        0.979276445375231,
        0.9827156783206966,
        0.9996641195922227,
        0.9986027084301139,
        0.9999027991995694,
        0.9980872043246196,
        0.9989227444179151,
        0.9960922975897859,
        0.9724137455582158,
        0.3975246577044015,
        0.18140045243351843,
        0.9988571291827084,
        0.9980937608185002,
        0.9970224461629854,
        0.9816013342194732,
        0.9795072974041231,
        0.9599277879796257,
        0.966736183045688,
        0.6240153326015112,
        0.705952082236208,
        0.8612353958990695,
        0.636615404609769,
        0.9690324943449444,
        0.9394736474321589,
        0.9962290887644784,
        0.9883502500546983,
        0.3404370485389814,
        0.9651117531140242,
        0.8994348925288747,
        0.9998695883458957,
        0.4821200406852781,
        0.9845093790322832,
        0.9983871418985982,
        0.9678938312880467,
        0.9945428017562122,
        0.9999571437690584,
        0.9995725309451038,
        0.9999939044799917,
        0.7840602920409885,
        0.9534493014749805,
        0.9925583822514777,
        0.9922605923618232,
        0.9989468397219124,
        0.9926549759614148,
        0.9993753441386061,
        0.9909960644117826,
        0.9936500923070495,
        0.9995102681639882,
        0.9960303190252758,
        0.9753690575168499,
        0.9997415751366614,
        0.9998188499326314,
        0.9999143783617828,
        0.987469243235499,
        0.20631616672121222,
        0.9793264594504986,
        0.24593236679794944,
        0.9972421833254538,
        0.9722019812483741,
        0.9543140418816713,
        0.9871698057627504,
        0.9343621701438984,
        0.998765720898359,
        0.9989200214021192,
        0.9956178962275248,
        0.9819870260350676,
        0.9993037244296653,
        0.9979327400086475,
        0.9915121930645998,
        0.9648955144993603,
        0.9850475401235964,
        0.9988226214640409,
        0.9909809559460317,
        0.9999203786992864,
        0.6354125948359767,
        0.9942915443596148,
        0.3976513271838491,
        0.8755288590556365,
        0.9910887877540822,
        0.997517289353757,
        0.9781081378781787,
        0.9988774806801849,
        0.9990911322152428,
        0.999987381787186,
        0.9957337875949237,
        0.999229620847938,
        0.9995278989903377,
        0.9999784719745543,
        0.9999517466685623,
        0.7940850718712877,
        0.6860995007403471,
        0.9955921821345729,
        0.9956474738017852,
        0.9906247556564755,
        0.8886171825090374,
        0.9999120217324124,
        0.9975847228838015,
        0.9999623127390722,
        0.9945114317850492,
        0.8856237420219688,
        0.9819473438552561,
        0.8500275455352492,
        0.8511741513716271,
        0.712959799953909,
        0.9184661270105468,
        0.9030869459352301,
        0.423076750728171,
        0.9205065522324428,
        0.39502768648746633,
        0.868989935976215,
        0.927332216816803,
        0.986238349365488,
        0.4451608406827183,
        0.9298423823859989,
        0.7419535890604603,
        0.8737119530589623,
        0.9592289554471503,
        0.9906985395683708,
        0.9977328909771361,
        0.9862254718779649,
        0.9989052932538431,
        0.9935247767830564,
        0.9905651569448268,
        0.9741953995909337,
        0.9996711859645366,
        0.9319966150419557,
        0.936229117192643,
        0.9580193995058572,
        0.9906971381482315,
        0.9700130261457287,
        0.9580738847287091,
        0.9993554926076291,
        0.994069198746659,
        0.9997049316317196,
        0.9959043311568916,
        0.9272819054607462,
        0.7157217227308075,
        0.9913714568121874,
        0.9916981648086433,
        0.9794465748051543,
        0.8507653457798428,
        0.04342481741461024,
        0.6326553241344297,
        0.9784412875204396,
        0.8578056376657595,
        0.9948021812435579,
        0.4273730437319972,
        0.891397404557696,
        0.9655030799453839,
        0.8990877016666952,
        0.9524448915394972,
        0.8172598247636754,
        0.9996537588151904,
        0.9968178552776576,
        0.9998962917540738,
        0.9728006264207898,
        0.9469977228642068,
        0.8814645745461794,
        0.9760650376101024,
        0.8508013348730874,
        0.9787856476962808,
        0.9414119906696129,
        0.9981651087403558,
        0.9672246749439416,
        0.9999161431405811,
        0.9998149512543546,
        0.9999425343995431,
        0.757850047811353,
        0.5971410437170219,
        0.9417395454069678,
        0.8325291438274331,
        0.7914241360931298,
        0.7466425267382528,
        0.6371593357674602,
        0.6226025965898992,
        0.577899050268332,
        0.9918826804065513,
        0.9226685452029028,
        0.972487588169597,
        0.5232077078061701,
        0.10641198258815016,
        0.30385779881772934,
        0.9989585609463728,
        0.10633930231785715,
        0.9945994017244114,
        0.9969237697085236,
        0.997633294588485,
        0.9995909694144053,
        0.9982291650805767,
        0.36600939905708524,
        0.999371789176485,
        0.9740912258867939,
        0.9999490482946634,
        0.8492519083369514,
        0.9872674731140614,
        0.9990175947169986,
        0.9953322799427091,
        0.8152177083297276,
        0.44525516037147733,
        0.5090862911911576,
        0.9999806773431309,
        0.9999899090193863,
        0.9997760740768312,
        0.8039070222471849,
        0.881894137752686,
        0.4996215735903895,
        0.9700200535946252,
        0.9656895585300469,
        0.9823670901892086,
        0.9999799197976745,
        0.999911691577927,
        0.9949649874091816,
        0.36868966018821053,
        0.9347167895255557,
        0.2568591716020668,
        0.9875123229894146,
        0.982814865266533,
        0.9864483295980125,
        0.9989638421719115,
        0.9994315754592072,
        0.9666632425096802,
        0.7445229958998743,
        0.6261116038343566,
        0.8394341726463571,
        0.931846966111268,
        0.9995013415838251,
        0.9941328256936771,
        0.9999899240001233,
        0.9999189379975505,
        0.9998941571790622,
        0.8404008458666823,
        0.9659208850538098,
        0.7021629820511773,
        0.9973039712395131,
        0.9982161330738106,
        0.979092437781163,
        0.9838554158099869,
        0.8629448131804444,
        0.9114469264471317,
        0.7220447636909081,
        0.9710796518296224,
        0.9954009548155952,
        0.9953949019982934,
        0.9411450002111336,
        0.9925175859677577,
        0.9999187593846686,
        0.9990044971950642,
        0.9931002882625699,
        0.9992846918463318,
        0.998983592324947,
        0.9998364306795687,
        0.9999124750627794,
        0.9992782528349025,
        0.9989458758143999,
        0.9971871211275194,
        0.9845705702190736,
        0.989240908769039,
        0.9240559199062903,
        0.9961530532278862,
        0.9181150366625044,
        0.9983369773243767,
        0.9995527484820816,
        0.9895701649261321,
        0.9306168186826552,
        0.8857294723301012,
        0.9098339677139801,
        0.9983116144107271,
        0.5303112340753626,
        0.991817571472861,
        0.9679344206043469,
        0.9639999471717331,
        0.9978831887637544,
        0.8193793086784505,
        0.9768050435147609,
        0.9361777499721206,
        0.40275449736699065,
        0.53076153374863,
        0.590659279857675,
        0.929087963335618,
        0.9822528156040858,
        0.9108359802844318,
        0.6798042868983778,
        0.9224519566633733,
        0.44638134061895574,
        0.8823093690953681,
        0.9998589719001633,
        0.9957718480611821,
        0.5733318325721126,
        0.9694719051515512,
        0.21125731376067713,
        0.9026180408481853,
        0.9955411783808232,
        0.9999369925001546,
        0.976331764073176,
        0.8891868989216221,
        0.9882827828102095,
        0.6116884403285552,
        0.9018155863001485,
        0.9806236494082335,
        0.9796198911926435,
        0.9507234077662944,
        0.9369625614347785,
        0.9744511073151529,
        0.9995155781524854,
        0.9994244004301462,
        0.9995741415099486,
        0.999376514397384,
        0.9863587669617625,
        0.9974231758985793,
        0.5270369177365968,
        0.9973314931528446,
        0.9999236339770347,
        0.9993702204215007,
        0.9987920165178451,
        0.9985109311181499,
        0.9791925868233015,
        0.984422928160978,
        0.9982281934335381,
        0.996381171904184,
        0.9999451233783346,
        0.9804483602309921,
        0.9712106405031683,
        0.9907337045338891,
        0.820011608848125,
        0.9910296641274725,
        0.9925624150719444,
        0.9507482355220477,
        0.8807976100467544,
        0.9991187410265535,
        0.9001686667806572,
        0.7603447886979696,
        0.6547668188882738,
        0.9740912258867939,
        0.9999416028071099,
        0.8492519083369514,
        0.47400845426764615,
        0.059021461010623444,
        0.4691087397378153,
        0.9867950076376205,
        0.9377716779177562,
        0.9741956662349656,
        0.9990507431128588,
        0.9998797642500541,
        0.9999179747191365,
        0.9776941952235686,
        0.959239772973386,
        0.983877422068159,
        0.18802274908018402,
        0.9913177413352177,
        0.9996659651515383,
        0.9733703012354308,
        0.9986634714524473,
        0.9980379035200749,
        0.9753670390544938,
        0.5500227108769511,
        0.978518743091427,
        0.9886704252482805,
        0.9996565737935921,
        0.9998287816311279,
        0.9670651886240571,
        0.9970965483687855,
        0.969905400628513,
        0.8944334488186675,
        0.4726382460960268,
        0.8931209844415045,
        0.9999406852108947,
        0.9998118994960367,
        0.956812216607498,
        0.8427259724431192,
        0.9964415046820366,
        0.9461165599614096,
        0.0896655762438995,
        0.5487774532833894,
        0.7363189687896613,
        0.9985378843454258,
        0.9954422142063554,
        0.9996201463498285,
        0.8282750254225261,
        0.9997167735657623,
        0.9613081413727878,
        0.9993217597609318,
        0.9999818448764578,
        0.9999804814708796,
        0.9823044052466997,
        0.9289455630568463,
        0.9615560153470455,
        0.8037389540606728,
        0.998429298559749,
        0.9977493458472163,
        0.9986098215455474,
        0.9949614818294467,
        0.9970739203257946,
        0.8697104183924337,
        0.7004344749394308,
        0.3968372311544585,
        0.9971867358898805,
        0.993016725084362,
        0.6488466928254302,
        0.9498082167025423,
        0.7639287821235319,
        0.9006166150919012,
        0.9605835778248093,
        0.9998488212256007,
        0.9996170431045934,
        0.989837399885887,
        0.9997837408493534,
        0.993190870703907,
        0.9934608863676082,
        0.9837040175319774,
        0.9982946535277335,
        0.1751046010735855,
        0.9998023036889093,
        0.999960024163397,
        0.993348067323588,
        0.7449722874361373,
        0.9697705156704689,
        0.9793585650853632,
        0.9989384028651713,
        0.9939607843512369,
        0.8285703102277234,
        0.9837575807301182,
        0.7711734884465126,
        0.7489609344336516,
        0.9016374479151327,
        0.9578615278986462,
        0.9925382836140167,
        0.46223237743439505,
        0.7789425285554612,
        0.998666184042483,
        0.9985770492016777,
        0.05779969104084157,
        0.9178855845397671,
        0.9280405366049947,
        0.8709599484138518,
        0.9341278976734236,
        0.9999269580660788,
        0.6582302852749708,
        0.8402760968658585,
        0.889894487845745,
        0.45765270415022186,
        0.4619102484287362,
        0.9998333844263252,
        0.8856403428668468,
        0.6425567389775853,
        0.9936390835488954,
        0.6113372107703343,
        0.9817380838606113,
        0.9022476005043184,
        0.48247505850247635,
        0.28120862546694314,
        0.5455514043583601,
        0.8477634904843742,
        0.9662524422608361,
        0.06972675905789165,
        0.9793023624259195,
        0.44639815892052315,
        0.6840199294383887,
        0.6746581351802534,
        0.9157749172303189,
        0.6613611537003623,
        0.6267777456575265,
        0.9906539613498746,
        0.9950340633198896,
        0.4320046040792387,
        0.8352211922238619,
        0.9223913795729145,
        0.4419808361619193,
        0.9957523253060815,
        0.9864227644200375,
        0.9907858842501472,
        0.9907250837259434,
        0.8421756265806312,
        0.834493557925603,
        0.296240011018731,
        0.9954983901152898,
        0.9497029937177282,
        0.9995190928736519,
        0.9625238839240478,
        0.9945837550222574,
        0.9208433122136345,
        0.9966043859768723,
        0.7439929150740687,
        0.9966587470746101,
        0.9966437182352414,
        0.9983820077786545,
        0.9977198513578266,
        0.92045822989611,
        0.9974558079435751,
        0.9866583129435152,
        0.9930959368733354,
        0.9932620897228016,
        0.9983847580850149,
        0.9999127809649165,
        0.901962596427168,
        0.9935680771461487,
        0.9780549261194754,
        0.9985952028120046,
        0.9574969526897253,
        0.6443491213714637,
        0.7027583251662849,
        0.9992285109303978,
        0.9992732802318961,
        0.9999447779200992,
        0.42804553495330794,
        0.9992265137818473,
        0.9705231617852055,
        0.7664630829264242,
        0.9866611102271803,
        0.9952408975857375,
        0.9995163643582112,
        0.9989720354199718,
        0.99771594539423,
        0.8097721438778426,
        0.9943411146130275,
        0.9989800399024582,
        0.6737027028626673,
        0.9881030438831577,
        0.2533735261880484,
        0.9627470779644755,
        0.9747854455221868,
        0.8569297507661954,
        0.98693135556416,
        0.9989890445620458,
        0.9996552884274796,
        0.9975893584260679,
        0.9997058459207059,
        0.9991795257414657,
        0.1607905066296209,
        0.9851969057529036,
        0.9734610731486557,
        0.9747482911329004,
        0.9990818026898205,
        0.9995829780953516,
        0.9999090693167512,
        0.9992666646279701,
        0.9986899130076227,
        0.9513776680613664,
        0.9676489211607888,
        0.95826033602966,
        0.9957600953809974,
        0.9996716697962841,
        0.9934087393200022,
        0.9896067322418038,
        0.8763398215884167,
        0.3389889747614691,
        0.9916721738138129,
        0.991673963615532,
        0.366355283528101,
        0.9983204584240396,
        0.9974034412705304,
        0.9968425848969708,
        0.9993957035193822,
        0.9999404909752002,
        0.9925601882100911,
        0.08154235106661567,
        0.9357665394280854,
        0.5876576369401838,
        0.7998716333094628,
        0.34554376776124696,
        0.7576506129603628,
        0.83889552026746,
        0.7338964876856908,
        0.9891608812094611,
        0.9998247827340216,
        0.9999426616701521,
        0.9305597678206329,
        0.9809451396517068,
        0.8233031507109025,
        0.9786492575262361,
        0.96106509206544,
        0.9803851974537442,
        0.5706819622842275,
        0.9992499422595512,
        0.9996709963939244,
        0.9776463155192209,
        0.8267609727481797,
        0.7797731557224997,
        0.7546823034433331,
        0.9912878592741088,
        0.9951536057985078,
        0.9945882905171836,
        0.9999782928535339,
        0.9996243518915096,
        0.9996359964694206,
        0.9947291041181682,
        0.9971323386917873,
        0.9512586081707266,
        0.9923512809112267,
        0.9903542574877144,
        0.9593659182926375,
        0.4930514276243574,
        0.5681247478703967,
        0.8630756104419297,
        0.9930100288843632,
        0.9829158890634203,
        0.9374580783149841,
        0.5318665647124138,
        0.5867549524234692,
        0.16331566075999782,
        0.9993307379395224,
        0.9860282113485505,
        0.9998058782445524,
        0.9908524170625314,
        0.9998592368967837,
        0.9999374995166415,
        0.9941225918558187,
        0.9836502927219902,
        0.9997557911365844,
        0.8314352113206371,
        0.5643711770246012,
        0.4778957903273584,
        0.6457140176392805,
        0.982414857565095,
        0.9964420079133588,
        0.6495216517773549,
        0.859767821606864,
        0.9703727501790663,
        0.7641191771644686,
        0.8621880277705206,
        0.9063605072247289,
        0.9997721207455534,
        0.9997245227435929,
        0.9997853678112759,
        0.9969427696728895,
        0.9996328471742764,
        0.9973409378216311,
        0.9994093040686758,
        0.9941869607069861,
        0.9413893144804282,
        0.9789695841433786,
        0.9930829579226826,
        0.9853079194152294,
        0.7904040590766943,
        0.960530700147567,
        0.9827416548864877,
        0.9999771628954994,
        0.9871682802912414,
        0.9999851090492707,
        0.7621372513290458,
        0.9267961066907103,
        0.6905227587698755,
        0.972172101599055,
        0.7746799644325078,
        0.9747807199182568,
        0.9847784784031819,
        0.6995607030514005,
        0.9804539143137244,
        0.9943988703257438,
        0.6388809154931271,
        0.9822751938066524,
        0.9942106048265342,
        0.9993144056711843,
        0.9805342185163372,
        0.9710010857606229,
        0.9231855761252492,
        0.9769523073878654,
        0.9795690599016452,
        0.9859404094822564,
        0.914727714173073,
        0.9406454659721533,
        0.9905143158162387,
        0.7905512586121557,
        0.5177221758254026,
        0.5419632292716348,
        0.9716561955992571,
        0.8641659189289992,
        0.7797740262048026,
        0.9791407814795978,
        0.9789863353237478,
        0.9997479463527733,
        0.41903955347343746,
        0.7112676661570327,
        0.4448427380784272,
        0.7128511336618637,
        0.9991460057347638,
        0.9995388446687962,
        0.9993345764878997,
        0.817170547693427,
        0.9205741570317658,
        0.7306703129459213,
        0.8603666417407633,
        0.3936305111085748,
        0.41468464832292734,
        0.8374646008942467,
        0.8573738794718445,
        0.9688750769247029,
        0.9999838941171435,
        0.9999785743787323,
        0.9999749980692657
    ]
}