{
    "model_dir": "models/llama-13b",
    "distribution_id": "code_easy",
    "timestamp": "2023-10-14 00:16:04",
    "eval_score": -0.04478037349225088,
    "eval_brier_score": 0.04478037349225088,
    "eval_average_probability": 0.904481095344447,
    "eval_accuracy": 0.9453333333333334,
    "eval_probabilities": [
        0.9830891639297269,
        0.9890967990301219,
        0.9994733708964775,
        0.9804526498365118,
        0.9040090657972125,
        0.9468158898888193,
        0.19792344475006884,
        0.9789988892512709,
        0.9607190012815301,
        0.9419046032324876,
        0.9800175467679719,
        0.9341338258048371,
        0.5133571429154611,
        0.9693926738759504,
        0.8826408731033358,
        0.9632552727215568,
        0.990838855833953,
        0.9353278588835862,
        0.9933390385426365,
        0.9513569674731208,
        0.7282592853741017,
        0.9781291409905576,
        0.9690313846568467,
        0.961256190430149,
        0.9669105530509678,
        0.9934026575958322,
        0.8422175234406679,
        0.9907946246585095,
        0.9770267857275579,
        0.9931032010339483,
        0.9810826184294498,
        0.9867458549698441,
        0.929995123382734,
        0.8236347206674556,
        0.8907497543462354,
        0.7613757574762534,
        0.7189229949422333,
        0.9723851681183295,
        0.741891552935251,
        0.9939393315974097,
        0.9953328114733643,
        0.9822101210557719,
        0.9834320247385747,
        0.9925923216454975,
        0.9870116453626744,
        0.981511853203371,
        0.5634923746527876,
        0.9402880278224469,
        0.9979727961449858,
        0.997650916963425,
        0.996019716529303,
        0.696429724308676,
        0.9718696601188621,
        0.9509509028981112,
        0.9918623960902544,
        0.9994859046480427,
        0.998081596342016,
        0.9763522589510791,
        0.1632589009515403,
        0.9887749332866064,
        0.9984322011099356,
        0.9970133881734561,
        0.9470038759426042,
        0.9993121948209394,
        0.9994022013763718,
        0.9993737114127392,
        0.9960121831134294,
        0.9989691715186396,
        0.9964855939039255,
        0.9934478745883606,
        0.040570610215076464,
        0.12557398813472898,
        0.9983865393396779,
        0.998571029288923,
        0.9881630027724165,
        0.98627688814726,
        0.9683232274708707,
        0.9976337950976039,
        0.9976435488803249,
        0.993048453725804,
        0.9231148596273235,
        0.7933310928553232,
        0.9807394387300583,
        0.9922139314871136,
        0.982882450486263,
        0.9976107258549388,
        0.99507433941126,
        0.9238453312401417,
        0.8630253880166574,
        0.7888249802650812,
        0.9812263197103724,
        0.80545855221837,
        0.9538172773136105,
        0.9946739716123193,
        0.9957063609171047,
        0.993937724037297,
        0.999629304751548,
        0.9984254317385086,
        0.9997549600314904,
        0.9890962367365228,
        0.9583944311010536,
        0.983267330483173,
        0.997157642663792,
        0.9996119936102008,
        0.997253713536983,
        0.9958724068333195,
        0.9885774687169668,
        0.96975790838186,
        0.9984155844373828,
        0.9985455914635247,
        0.987450958652738,
        0.9985128836196329,
        0.9988231710515855,
        0.999200187214758,
        0.9778246903787331,
        0.25775182891458376,
        0.9818325004871099,
        0.5158852287668989,
        0.9933536588933423,
        0.9928381683180244,
        0.9619928009380151,
        0.9874287540147755,
        0.932523150608248,
        0.9975109745445531,
        0.9968109790180953,
        0.9929065100356032,
        0.9699063263145111,
        0.9978423142372155,
        0.9906927952940303,
        0.9884299708469474,
        0.8749405327356313,
        0.9883247422661311,
        0.9980096827014477,
        0.9977337087575445,
        0.9986666002805317,
        0.7535875153807166,
        0.9745677361892825,
        0.6567184550067571,
        0.8836819052388954,
        0.9910075236689331,
        0.9808861561175432,
        0.9993290999054236,
        0.9992584996701519,
        0.9993017100002288,
        0.9998155844326387,
        0.9981391020229529,
        0.9988459633014739,
        0.9987893960974095,
        0.999565695173732,
        0.9997342530954627,
        0.7152593557846318,
        0.5698756049892324,
        0.9932858847438729,
        0.8196407082968468,
        0.999581091612463,
        0.9947133811385095,
        0.9996858289862783,
        0.9938310822981792,
        0.9997840972460968,
        0.992245970940091,
        0.9822981832692353,
        0.988815759381162,
        0.8943908388608726,
        0.8615720821033743,
        0.9059336221890305,
        0.9551527805830656,
        0.6676950243749804,
        0.44397128820917364,
        0.8841182072001051,
        0.9878947006763893,
        0.9646522101157424,
        0.8703464277653759,
        0.9992268229048452,
        0.9191503216587364,
        0.6892487225952768,
        0.9422542008327767,
        0.8576550787670476,
        0.9975540296474137,
        0.9996843648142162,
        0.9996616937162166,
        0.9262515389213665,
        0.9989069593974529,
        0.9957881542173482,
        0.9835469283873384,
        0.9225042467423772,
        0.996125418834857,
        0.7785699177128954,
        0.5479449047511517,
        0.9449466497044707,
        0.973575220627369,
        0.921259000370965,
        0.9477398800589986,
        0.9968767244227468,
        0.9932930091624339,
        0.9972290981783412,
        0.9987795073996387,
        0.9894679037722278,
        0.8217935011571802,
        0.9961466410820726,
        0.9841424586123837,
        0.9732801316657516,
        0.9888940416921598,
        0.07792218525934405,
        0.8583470124756241,
        0.9865596937744985,
        0.9071075701616674,
        0.984387998822274,
        0.9385137111543822,
        0.9898430943208318,
        0.9855239461086963,
        0.9671660002891947,
        0.965166651372819,
        0.8206430148632747,
        0.9968622121051534,
        0.9502188085871259,
        0.9980556041184823,
        0.9357239239290621,
        0.9544625747393533,
        0.9147932612724942,
        0.9985149020237861,
        0.995955122996206,
        0.9965712045283707,
        0.6675206231924465,
        0.9952173122042043,
        0.6693701444133195,
        0.9967009518650662,
        0.9988574232630409,
        0.9988148810258959,
        0.8757640789969708,
        0.7383333415882952,
        0.9836494975396861,
        0.9940255180761183,
        0.9788108217167324,
        0.9906483627661822,
        0.6457317600253223,
        0.8572383031253443,
        0.7674853354308175,
        0.9954095328448359,
        0.9650333922310257,
        0.9461548281349786,
        0.87467467418615,
        0.8733479447024146,
        0.9944438399025665,
        0.9858734472943107,
        0.7554331971621455,
        0.9871739030217727,
        0.99008530165317,
        0.996374258445823,
        0.998707026468703,
        0.9975796248460876,
        0.8998609787595708,
        0.999098511349469,
        0.9812741697437004,
        0.99960895617915,
        0.8695657369270718,
        0.9950291231847731,
        0.9971878578882728,
        0.997872885573408,
        0.9515036191925477,
        0.8645892220395429,
        0.7302770613154039,
        0.9990451229229769,
        0.9998206014130139,
        0.9979511416419374,
        0.7947372815209662,
        0.8114694611847476,
        0.8618529475704918,
        0.7955014570833101,
        0.8004060210562509,
        0.8643118748603085,
        0.9997456174934928,
        0.9943360800476362,
        0.800974387345181,
        0.3801459419343606,
        0.9988191463558234,
        0.4508328483279069,
        0.9991281027610104,
        0.9973890895594106,
        0.9965881037507104,
        0.99295775253123,
        0.9990792850708627,
        0.9795248526357916,
        0.7136245406819837,
        0.3449535962060766,
        0.7616090125450306,
        0.8884801513099462,
        0.9983238874730137,
        0.9514519370671723,
        0.9996970122439017,
        0.9995673032135713,
        0.9993982073470549,
        0.9663358203681104,
        0.9457016337716061,
        0.6396235696702713,
        0.9972472803077322,
        0.9979359208478462,
        0.992328487548008,
        0.9974271266522651,
        0.9677536512855212,
        0.9910495441730439,
        0.9758949982830601,
        0.9539436335881091,
        0.9915578823541886,
        0.9921866006484459,
        0.9584035714186717,
        0.9986287989200855,
        0.9998075324921903,
        0.9996271702649023,
        0.9939418760015806,
        0.9995899133014094,
        0.9986243432017073,
        0.9994164968305586,
        0.998213907124555,
        0.9934976396645145,
        0.9932896727795874,
        0.996751554468869,
        0.997464576106323,
        0.9982324105924164,
        0.8862903344625485,
        0.9965175522495546,
        0.9941481422677759,
        0.9997214103402041,
        0.9988741241082428,
        0.9997230629753238,
        0.9948363413510795,
        0.8885074986293947,
        0.9852231786658837,
        0.9991844014328705,
        0.5059931591469143,
        0.9909465545864456,
        0.9993788091990135,
        0.9980432328343901,
        0.997129553933889,
        0.6135890632231015,
        0.7899024854875372,
        0.7146597983894778,
        0.526007271096882,
        0.5769788179583341,
        0.1986718701578525,
        0.9959877024126487,
        0.9973499647825317,
        0.9451551696202216,
        0.9952332852890121,
        0.9881495155103845,
        0.9750876484294515,
        0.9595491976326571,
        0.9924314024417422,
        0.9804297421311141,
        0.85526344032483,
        0.9987110874079457,
        0.07859295469836813,
        0.9718479562913799,
        0.978354582542019,
        0.9949911193764279,
        0.9983462600391244,
        0.9909017533146521,
        0.9665600808933943,
        0.9302170331161886,
        0.9480057548313419,
        0.9945278718506652,
        0.9792300326838511,
        0.9280633469601307,
        0.912928890168185,
        0.9412233718162025,
        0.9963982552537997,
        0.9976097899359081,
        0.9957892539027136,
        0.9991253250716016,
        0.9901645731741611,
        0.9968086846181523,
        0.86211219038315,
        0.9763050700171719,
        0.998213907124555,
        0.9934976396645145,
        0.9930252743868484,
        0.9965884530876361,
        0.9879165773677439,
        0.9947261956884382,
        0.9964965538523698,
        0.9958135149250675,
        0.9961866858887342,
        0.9717042603789631,
        0.9955110666008504,
        0.9958445023107331,
        0.9889573642358295,
        0.9936406389092043,
        0.9954433889675081,
        0.9641012743275342,
        0.8255362847945072,
        0.9831780987132928,
        0.9993448351684558,
        0.9982098369458113,
        0.9902808441876256,
        0.9812741697437004,
        0.99960895617915,
        0.8739161008166388,
        0.7006191002688591,
        0.09661457724822646,
        0.922727540831508,
        0.9952763035519003,
        0.9843563167640548,
        0.9971767608111533,
        0.9965901836044441,
        0.9994955772594268,
        0.999784426684448,
        0.9970985765412281,
        0.9905569444987865,
        0.99882869183453,
        0.5389194302402595,
        0.9992834012822991,
        0.9986573054483477,
        0.9873354252940131,
        0.9992500948292106,
        0.9976030761894068,
        0.9945585517978223,
        0.9911829425647897,
        0.9976386968948,
        0.983717183560181,
        0.9957714635011734,
        0.9602036893135963,
        0.9579205775869324,
        0.9989855562000219,
        0.6071717579379934,
        0.18662037362035755,
        0.4082952008915563,
        0.880809166592395,
        0.9997949320605551,
        0.9998456449968381,
        0.984964070336157,
        0.9770616616689125,
        0.9898593466811317,
        0.9889965330272431,
        0.11612325518562061,
        0.44963206856116855,
        0.6304501204900723,
        0.9943380876777774,
        0.9979422522417694,
        0.9990810902857005,
        0.9860524754980992,
        0.9984504076187006,
        0.9955651104254318,
        0.997687109665339,
        0.9993650396373294,
        0.9997440354629513,
        0.9863421144201943,
        0.9307121242026565,
        0.981165771862124,
        0.9838561147518015,
        0.997878236519534,
        0.9982667134278682,
        0.997602461901591,
        0.9987258798975113,
        0.9968478734867966,
        0.9980752259992258,
        0.9490770902895472,
        0.5592843179675075,
        0.9948134224335632,
        0.9631843751895157,
        0.8325615068195756,
        0.9322887789525253,
        0.7011529305928178,
        0.7606354052405906,
        0.7945359573073307,
        0.9975766349943118,
        0.9990956505526697,
        0.9943023419168527,
        0.9987553203973899,
        0.9974373029373096,
        0.9982763396025722,
        0.9993628220061552,
        0.9935251612054432,
        0.13941739312911333,
        0.9800629173033705,
        0.9989748219225091,
        0.9932356229049214,
        0.9739592400902117,
        0.9940740890875355,
        0.9980791606966226,
        0.9996649971299449,
        0.9994670389627398,
        0.9841618315785443,
        0.9227350849450559,
        0.9230840529634605,
        0.5883347765193974,
        0.9233554795364987,
        0.9226239867361956,
        0.9985084069820676,
        0.8313024732893701,
        0.1924329868643322,
        0.9968503973959693,
        0.9983228915736179,
        0.6988676794052504,
        0.9530695422947955,
        0.8491681097396325,
        0.8329502126149309,
        0.9738284734846029,
        0.999629522039907,
        0.8419719149488729,
        0.17576197900628512,
        0.8794526233074867,
        0.7138495010518822,
        0.781335197126358,
        0.999265417592728,
        0.9319937568968535,
        0.3425255331213296,
        0.9873687847180712,
        0.6714157711439996,
        0.995861108218192,
        0.9898956402718312,
        0.8315540446730062,
        0.5322303733169155,
        0.6566584733191868,
        0.45355478161854856,
        0.9989449552413446,
        0.3909743034885724,
        0.9995826890465386,
        0.7131783769920149,
        0.928040769628017,
        0.9642918520543384,
        0.9737146963601979,
        0.42584708382590786,
        0.9342088900045405,
        0.9987829281431562,
        0.9975116159937295,
        0.15139409341845633,
        0.6265847052227058,
        0.994659890689194,
        0.9828024673483434,
        0.9853445694311347,
        0.9707094370964042,
        0.980308800156147,
        0.9981763027795456,
        0.8535285853206704,
        0.9570365506881684,
        0.9507811057757629,
        0.989424082477843,
        0.9914416828479543,
        0.9973655554430966,
        0.9563319568911962,
        0.9507829000429058,
        0.9991238362626014,
        0.9955034260890172,
        0.9944777133888337,
        0.9983675599035211,
        0.9934312589998269,
        0.9975171101986168,
        0.9798666284143225,
        0.9821891148134799,
        0.9899963122391956,
        0.9933170507335515,
        0.9992994490345398,
        0.9975358810772943,
        0.9759922774385089,
        0.995638982127206,
        0.9435966227792878,
        0.9955781721839616,
        0.9976639407701794,
        0.9993020528701796,
        0.9908268631134024,
        0.9796676832314598,
        0.9898961923827413,
        0.9989623668022698,
        0.9842026538854771,
        0.999374241000893,
        0.9878947006763893,
        0.9983092194289035,
        0.9963196731940438,
        0.7223079370817617,
        0.9870987294552117,
        0.9952763540439085,
        0.9993196721994457,
        0.9994567990157692,
        0.9971084838533796,
        0.9638158167860131,
        0.8068504811017736,
        0.9923906277413653,
        0.10348510438788794,
        0.9984565641322262,
        0.1989598610601434,
        0.9990371227052732,
        0.9992528722381643,
        0.9981204264450735,
        0.9893665781676299,
        0.9964564636032857,
        0.9943478004965656,
        0.9929780170876923,
        0.9981009985668636,
        0.996276024893529,
        0.4126953322187251,
        0.996447127211288,
        0.9944585549450982,
        0.8292015929174452,
        0.9995756239011871,
        0.9996836187762228,
        0.999341358067336,
        0.999000151691197,
        0.9944910329841328,
        0.9673059596046346,
        0.9004236374062303,
        0.982297636628539,
        0.9982348076474734,
        0.9988015189988293,
        0.9951566565275073,
        0.9936836914469471,
        0.9898310309133528,
        0.9450763407952784,
        0.9975558530302747,
        0.9826874529702889,
        0.20816434628737068,
        0.9988010710157956,
        0.9977375751294452,
        0.9964492981221855,
        0.9995537193779024,
        0.9983495430619997,
        0.998294620370645,
        0.5234606512385035,
        0.24371134853965715,
        0.04372372790360758,
        0.9879315058480886,
        0.7022952629558524,
        0.9974836276886618,
        0.8130384911493203,
        0.8867029319399182,
        0.989523411414108,
        0.9990694518441183,
        0.9987208060529125,
        0.9236583655825481,
        0.7718030217025361,
        0.16472868693803291,
        0.8807845331482037,
        0.9880382152528145,
        0.951539907208325,
        0.22639288247790587,
        0.9956005889542054,
        0.997885886771573,
        0.5513632997518605,
        0.9166820474622006,
        0.863182389243173,
        0.4214009883873524,
        0.9982194432154712,
        0.9977539855351397,
        0.9891698013301035,
        0.999096741716501,
        0.9961747719780477,
        0.9887409867527387,
        0.9871044403531151,
        0.9953844847416137,
        0.9809105213896944,
        0.9824182936583108,
        0.591723322762074,
        0.959289303743991,
        0.6269199440695772,
        0.8666262487290372,
        0.9488380278656432,
        0.9987830772548631,
        0.7932750183674936,
        0.9899874923517193,
        0.9422336714271267,
        0.9939464819162334,
        0.7995249492333802,
        0.99753558329134,
        0.9744623364917262,
        0.9937704486416836,
        0.8750607911726874,
        0.9557018265461447,
        0.977619806295261,
        0.9906598062749292,
        0.8769183567438852,
        0.9932960222415159,
        0.9120287712788753,
        0.1827313554873641,
        0.4511339405516587,
        0.9238117714421383,
        0.9978304819127505,
        0.9939797823406974,
        0.9965464380971991,
        0.6556075300910629,
        0.9961102911622696,
        0.896831161968846,
        0.9898461927287817,
        0.9870468758211577,
        0.9992906688192635,
        0.9992223375619779,
        0.9994962471233432,
        0.9968945541546297,
        0.9994264131993017,
        0.9947702013532513,
        0.972642080491714,
        0.9359145787896758,
        0.5319782014529086,
        0.9790116860494545,
        0.9929567766192354,
        0.9943056639560335,
        0.7227521805413077,
        0.9677396986879723,
        0.9812103950301101,
        0.997243937934716,
        0.9934565081204532,
        0.9994870797157887,
        0.8779817791344394,
        0.6872198847144873,
        0.3491780053345793,
        0.9871532858928804,
        0.9754463498033419,
        0.9862836838917212,
        0.9651134581923034,
        0.38583353890217564,
        0.9635723386766832,
        0.997905341838902,
        0.9915733620804285,
        0.9612674397823984,
        0.9936421504030841,
        0.998073637485678,
        0.9855180817684293,
        0.9969605480619776,
        0.9901721493190104,
        0.9988802057325407,
        0.9657730084068687,
        0.9672399155599223,
        0.8865201712865584,
        0.9904786070468963,
        0.9946752225467663,
        0.8713447199652042,
        0.2143814143867564,
        0.9606016743997282,
        0.929769957115951,
        0.9781909261881253,
        0.9079129284705486,
        0.9844048757134818,
        0.9967228111286669,
        0.9993542133500799,
        0.5211248209310725,
        0.3200554880356066,
        0.15173287373592736,
        0.5427169196310788,
        0.998954135482257,
        0.9989478039645285,
        0.9966547622138289,
        0.9417262419171658,
        0.982462525699213,
        0.9586472399507436,
        0.9167538149947899,
        0.934555827643478,
        0.950934449092628,
        0.5333679065009836,
        0.5523127534757548,
        0.8144213640709912,
        0.9997630647200841,
        0.999254279660427,
        0.9997710143047108
    ]
}