{
    "model_dir": "models/llama-13b",
    "distribution_id": "code",
    "timestamp": "2023-10-16 02:24:28",
    "eval_score": -0.12635793284549598,
    "eval_brier_score": 0.12635793284549598,
    "eval_average_probability": 0.7676577254220648,
    "eval_accuracy": 0.8066666666666666,
    "eval_probabilities": [
        0.9978901656133334,
        0.9978506288941483,
        0.9989250700197287,
        0.9891031082312639,
        0.9589264111749222,
        0.8980072259972265,
        0.9393976420086629,
        0.9747526003517264,
        0.7854871656149305,
        0.9909137425358364,
        0.9819943841268007,
        0.9747213546792758,
        0.9791387347623236,
        0.9952183476092283,
        0.6540224824261333,
        0.30881304403423165,
        0.14085740686409542,
        0.20520767618894284,
        0.8643530832081412,
        0.8388233950807402,
        0.8480880583354675,
        0.45625123708182586,
        0.9703463995527928,
        0.9729724880396764,
        0.03616854824684079,
        0.03035831850295015,
        0.03083964872489153,
        0.7572803888106256,
        0.4124456858225744,
        0.9318791276701687,
        0.5251123966836424,
        0.8773254789089624,
        0.4335628482347984,
        0.9600155772102524,
        0.9380181291375574,
        0.9049057137336383,
        0.8879454375678226,
        0.9561294668024476,
        0.9521621372283295,
        0.8998547948281733,
        0.9550042456966531,
        0.9367080012414483,
        0.9806356979457501,
        0.9719101675406924,
        0.7721962734272726,
        0.9880614895216853,
        0.9883921059834478,
        0.9914655869067894,
        0.9977648622423773,
        0.9819257867713513,
        0.8983627859294144,
        0.9936127206788411,
        0.9986637494140568,
        0.9976063154188597,
        0.681927806837949,
        0.9489542666057514,
        0.9328779159956432,
        0.6459624157837136,
        0.4965413248970768,
        0.5126227804617279,
        0.9989472706439084,
        0.9977167577707526,
        0.9979857861902969,
        0.6064947817508513,
        0.4347366752055032,
        0.7285707700793691,
        0.8546831964098575,
        0.11435162953374733,
        0.2083753502457395,
        0.3497236503058401,
        0.898311672497579,
        0.8608881568259034,
        0.8307231164048058,
        0.8520193545136616,
        0.8611505977832778,
        0.9857026930022212,
        0.9949421769451601,
        0.9906715156922371,
        0.9973414535321584,
        0.9300673243607623,
        0.9959898032109287,
        0.9757611205440492,
        0.8809209366177079,
        0.8506799047596927,
        0.9126426359152282,
        0.9282054471594667,
        0.9641616494060292,
        0.9800257181831258,
        0.9026498215073967,
        0.880199272079031,
        0.21928988102594138,
        0.7744709827507462,
        0.4075483255694243,
        0.29727609582598885,
        0.5754228626403234,
        0.050481404527047406,
        0.9412037174717406,
        0.8771078613722919,
        0.5176922891195093,
        0.6261398417377046,
        0.7562000569511667,
        0.34315048762371847,
        0.97541654823182,
        0.8718840586712922,
        0.9882317711155045,
        0.9992698422018438,
        0.998731965315406,
        0.9988122366826196,
        0.7091992589161902,
        0.4653366457715986,
        0.3777280015095764,
        0.9728902953457383,
        0.9918817323460833,
        0.9890193016777976,
        0.8667356755774609,
        0.9799704587632371,
        0.5642562404168421,
        0.975756392617925,
        0.789358574767053,
        0.5723689893375208,
        0.9425709620827741,
        0.9550049848802579,
        0.972396767408767,
        0.8287592013640299,
        0.9705767180449736,
        0.13874613499544963,
        0.9993994462416392,
        0.9994932466926626,
        0.9989699000173579,
        0.9800152054740946,
        0.997163702478582,
        0.8148135789922223,
        0.38472465575028086,
        0.7560100400346154,
        0.8923503018984527,
        0.9926711665811001,
        0.9946809730240749,
        0.7567778887448173,
        0.037504757582372567,
        0.10094881696452318,
        0.44794642424126907,
        0.778961771585848,
        0.10159280896148071,
        0.4330527743337548,
        0.15445615824442294,
        0.21844754354061036,
        0.536005944313101,
        0.9819155885655804,
        0.5025367851544217,
        0.4808757239505554,
        0.9936605945279016,
        0.9709730613709219,
        0.9796502585916806,
        0.7530448748398689,
        0.9157834179399259,
        0.9712066852552335,
        0.8947543950501223,
        0.9251061536595789,
        0.9293148802886778,
        0.6116929265417009,
        0.7318411121062417,
        0.9078316995677945,
        0.607027093344193,
        0.728810146080741,
        0.7866649946514489,
        0.9936476509650952,
        0.9884632785205986,
        0.9915064771221667,
        0.4268335585792019,
        0.20863462981575243,
        0.44666994049560105,
        0.5491301600335504,
        0.7419467816640944,
        0.973554841553608,
        0.9523046739453969,
        0.15829585987166703,
        0.9879283274019337,
        0.9493911624346125,
        0.9951469272797047,
        0.995789633722642,
        0.9954915021902079,
        0.9983132282362428,
        0.9986886538498051,
        0.9671936186887936,
        0.9985849383017685,
        0.4083563226056298,
        0.9855295871922891,
        0.99332066732129,
        0.9942314586275484,
        0.6398917598588738,
        0.4832547597687219,
        0.9636446624021086,
        0.9798744571967231,
        0.9071559421291561,
        0.9742735651092832,
        0.9447185583858754,
        0.9171255019896027,
        0.9437542561821256,
        0.34533400699453953,
        0.830900956976324,
        0.40412276701761174,
        0.9657989250904122,
        0.9642456413927631,
        0.9718787558653171,
        0.3143903226615101,
        0.7570036880446378,
        0.9858538422511278,
        0.3955760035068463,
        0.9206871634430457,
        0.6269402575870578,
        0.17696303079143721,
        0.5814481255540529,
        0.7494094191066101,
        0.6004675575667227,
        0.8832347267517253,
        0.6497106651113249,
        0.9860361679318301,
        0.7952894424459978,
        0.9075294580675644,
        0.5883628114150495,
        0.7295281539993876,
        0.6421510600133029,
        0.7983786338522199,
        0.9434346305164466,
        0.6673376794287915,
        0.887213812969589,
        0.8399285504455097,
        0.47217973513213957,
        0.9865215430014391,
        0.9807031087430776,
        0.9754405047454318,
        0.8230350525134349,
        0.9848893113161217,
        0.9382353823169548,
        0.3989661250218689,
        0.5140462407196053,
        0.6369636163986628,
        0.8352360438129522,
        0.871716935324996,
        0.8219231007068334,
        0.9377524894538642,
        0.928765698160505,
        0.9651364604991842,
        0.9963759010617331,
        0.9719466645830748,
        0.9947366097465822,
        0.3353105903789415,
        0.1517560461102329,
        0.9518597766658015,
        0.9739463690653911,
        0.7838366708741927,
        0.9862339042011856,
        0.8367857853527432,
        0.5081928252120047,
        0.4102369351727724,
        0.9920296471838959,
        0.9864863055678857,
        0.8589655222736391,
        0.2688967934192502,
        0.9566955485207181,
        0.698837742247995,
        0.9747068249344731,
        0.46561961596155477,
        0.7527085290683773,
        0.9872478039398773,
        0.7001891035668308,
        0.9757537859608085,
        0.9146996004689366,
        0.9636932460290181,
        0.912607016125347,
        0.6720163802570228,
        0.9397951148957726,
        0.7452179246346093,
        0.9970146232443954,
        0.9980689925456334,
        0.9976185133752525,
        0.9951409061025843,
        0.9976428866104581,
        0.9916309041106004,
        0.5643484631562945,
        0.9722870505227698,
        0.6270251722454088,
        0.9628782801905077,
        0.6566584115598282,
        0.5350853765711014,
        0.9673004221666794,
        0.9774107957100605,
        0.9731486487647911,
        0.9942178014558273,
        0.9756030244992658,
        0.9740952426899004,
        0.9404511311009084,
        0.9576217225285754,
        0.8324542724263327,
        0.8925120539203982,
        0.6494037147074192,
        0.8009038483852089,
        0.4023503851501101,
        0.7363779353444326,
        0.537244286101966,
        0.8292656335420128,
        0.9014999224255437,
        0.9744860130466214,
        0.958681809089849,
        0.99267797408556,
        0.9909201234951105,
        0.7865911018308893,
        0.7537410653382877,
        0.9474306704879233,
        0.6442802420791629,
        0.4749970729351134,
        0.19052802246360623,
        0.9724215140437492,
        0.9788358980607728,
        0.9735555906620523,
        0.09144303273132692,
        0.43420856369883754,
        0.9106828189106564,
        0.9724780134911822,
        0.9521554004641105,
        0.941928698936572,
        0.5532343802848882,
        0.7707845363114038,
        0.1452589290046752,
        0.7757721159263962,
        0.976610935820426,
        0.3760313116119403,
        0.8573314591849543,
        0.8439434194815076,
        0.7346629025791924,
        0.40680060210750835,
        0.08173611089235647,
        0.06440621273171998,
        0.9798099680741607,
        0.9696818781199366,
        0.9793725245215538,
        0.6717108158093348,
        0.9783140968809773,
        0.2370476820210346,
        0.9630632314017166,
        0.6618396455585069,
        0.8203204533115257,
        0.9931296042302612,
        0.9927184397079464,
        0.9668513456683265,
        0.9292314012056556,
        0.5868904292371682,
        0.6312430099361417,
        0.7872127481880852,
        0.8236955437417471,
        0.3447901109244285,
        0.953747544621995,
        0.771560168777083,
        0.8860422624845299,
        0.8188132684537857,
        0.7743282288110763,
        0.7157587735179237,
        0.7953771672054522,
        0.9846386227772579,
        0.9554167775163914,
        0.9680841710130644,
        0.4023777936599706,
        0.7278942682484557,
        0.990077382006803,
        0.9890949364066398,
        0.9972431055926813,
        0.8998817993341436,
        0.9355579494404519,
        0.9406533624031863,
        0.9569397999231436,
        0.4263586737939842,
        0.9367009955714136,
        0.9510724206389717,
        0.9600875549166096,
        0.9817184065306722,
        0.40301677543721837,
        0.2814805122479367,
        0.9869295359332138,
        0.6148470302456628,
        0.3591948592649662,
        0.22183255208997976,
        0.10786864989835039,
        0.9781659096927564,
        0.9794704734412277,
        0.5541975574951976,
        0.38020635522406704,
        0.6832412409115057,
        0.998435304899932,
        0.9982317765565163,
        0.9980449208854733,
        0.9970503827422965,
        0.9977088015181105,
        0.9990127565568135,
        0.9208756329425052,
        0.846943377276598,
        0.7727781096043717,
        0.9218022315799406,
        0.33773284081023136,
        0.8741247235733507,
        0.22398986962753428,
        0.5565472238901316,
        0.2615032711475458,
        0.5599509977054671,
        0.46024515980242764,
        0.6929668489816488,
        0.9844232522695682,
        0.9743555026965351,
        0.9729455313830178,
        0.9924318320889883,
        0.5430000122150649,
        0.9940035464702188,
        0.5391412000333823,
        0.747466778143403,
        0.9148116642589,
        0.9194691809428104,
        0.6643211876703136,
        0.9420773657459087,
        0.1314665632106906,
        0.2735629264009114,
        0.4031257445946893,
        0.9765228874819067,
        0.9769299125127406,
        0.9253569728696192,
        0.015708213183487772,
        0.18420250055442877,
        0.28802802379552256,
        0.44381704568114994,
        0.3984185144981719,
        0.44004307958703437,
        0.9888458277757369,
        0.7524602505575624,
        0.9464690572033254,
        0.035021980548855164,
        0.03419100563724309,
        0.056134239758560245,
        0.34928630159585516,
        0.9694915827238919,
        0.580673894121204,
        0.9861722133354432,
        0.89746041102119,
        0.9806189445255735,
        0.9936845353543726,
        0.9738991902498193,
        0.8569075758351337,
        0.9346105725436263,
        0.49787628368322906,
        0.7492378511217545,
        0.025983402686352353,
        0.9792749679734977,
        0.030837603290957305,
        0.8748710199392244,
        0.9930101558563278,
        0.9933621775894359,
        0.6746604890984036,
        0.15784095224507586,
        0.9083152567069647,
        0.608772736961064,
        0.18380448695661125,
        0.716277720762827,
        0.4822088742392106,
        0.43114145445449137,
        0.8127325017353565,
        0.9986860474817996,
        0.9984822991230621,
        0.9987094112856917,
        0.8181596813186253,
        0.8578349262761141,
        0.9439401815770249,
        0.3235392921882205,
        0.7906434070436812,
        0.6437039346428115,
        0.9589299487415204,
        0.15777687635601823,
        0.9810472084749186,
        0.22707076155328246,
        0.17253677281664015,
        0.4471062829535585,
        0.997469966148384,
        0.9910077900370837,
        0.9882175209074935,
        0.4709423661369423,
        0.17089905324243673,
        0.9883346777360702,
        0.1636419281437962,
        0.7697331204699491,
        0.334485693987545,
        0.9573133615596148,
        0.717645131395702,
        0.44367727636763465,
        0.9545857526957755,
        0.25105815701773626,
        0.6119104565196815,
        0.9913222615325527,
        0.721569157438708,
        0.9392535854301525,
        0.9010635377287817,
        0.9137952191141623,
        0.8616740536197697,
        0.9393740800399962,
        0.9264869853739028,
        0.9719625480550078,
        0.4762890884896528,
        0.5147205687273539,
        0.4927098744471685,
        0.6356274239002346,
        0.3872162681079939,
        0.8202235458955363,
        0.43282232455890324,
        0.4790269190818074,
        0.8364639039098583,
        0.9979985418334749,
        0.9993392752311376,
        0.99897567554072,
        0.8606049798537414,
        0.9885632501556528,
        0.993644596695821,
        0.9748463569476259,
        0.9744862961273786,
        0.9569658097286431,
        0.9399637535374166,
        0.9618858652346395,
        0.9283213301386153,
        0.998440188955577,
        0.9949079337576211,
        0.9974637332746831,
        0.4788864596043885,
        0.7160474622254708,
        0.6502838298459279,
        0.9717040766673116,
        0.7823707922458825,
        0.9659188973984156,
        0.9963793027351888,
        0.9985781442835197,
        0.997223871387325,
        0.8321678829494157,
        0.974535913760591,
        0.9792014194080116,
        0.8591099807316402,
        0.8889925633111128,
        0.8309548795346973,
        0.9947948875214832,
        0.9479157220961759,
        0.979176738077378,
        0.9535669551776897,
        0.8790648952459578,
        0.9633488256375452,
        0.9891591815192867,
        0.9904711439411888,
        0.9919672088828165,
        0.7037033097563639,
        0.8440651593754409,
        0.7972751038361765,
        0.8461322561961714,
        0.8838431565947085,
        0.6881974071933875,
        0.8315675148183037,
        0.9060515548722303,
        0.7400434213581281,
        0.9378971369285836,
        0.7927592562420168,
        0.8619651013110341,
        0.1804957689762949,
        0.27804135406831765,
        0.7319595205999327,
        0.6234985466147893,
        0.9840908555451312,
        0.7743594862943557,
        0.9870518658542377,
        0.9974302815746376,
        0.9971933455525328,
        0.9016920742963442,
        0.8676492008838108,
        0.7318610731824189,
        0.9260365016593208,
        0.9947826931656844,
        0.2304358561119234,
        0.9930677061961669,
        0.9906270184832965,
        0.9882212617640933,
        0.9982916392151161,
        0.9927297063921184,
        0.9978648023113093,
        0.8531629137536259,
        0.8790171432142315,
        0.9104066506665013,
        0.9975443331974945,
        0.9973391279752016,
        0.9986357814355261,
        0.8717804276590086,
        0.975606219001965,
        0.7288726507802661,
        0.49749518804619103,
        0.3950191630817258,
        0.27952707098890694,
        0.996697974755733,
        0.9768234373354308,
        0.8861183587312018,
        0.3264457436835051,
        0.5371607509171218,
        0.5618555358012837,
        0.9163510786416642,
        0.9811658537141349,
        0.9719610311150011,
        0.7572373682860357,
        0.5685510713860377,
        0.22131563913645036,
        0.7154512111566549,
        0.8504713485032009,
        0.583992196750736,
        0.9852090818379329,
        0.9374186041602883,
        0.9783592349359407,
        0.9627422456959212,
        0.6066588639783578,
        0.23976058339946638,
        0.9942894427317783,
        0.9945095618922962,
        0.9942275901355289,
        0.8275437652561137,
        0.9894421892264497,
        0.9632310802931764,
        0.9960476984181582,
        0.9757158691703945,
        0.9906035683322904,
        0.9572822293407809,
        0.9757666224301341,
        0.9810183721957373,
        0.9227381564038833,
        0.8117083400111789,
        0.9501019691874882,
        0.9550495397480934,
        0.8723224590001968,
        0.8202932277416282,
        0.9842546385067338,
        0.990050201818051,
        0.990535118921393,
        0.9221608119944485,
        0.6712094807165401,
        0.6779548896806807,
        0.396383287593266,
        0.5382914515352456,
        0.49898381453297425,
        0.9056483700578659,
        0.9883855595843256,
        0.6655945606483744,
        0.9441263230764524,
        0.9607786579220461,
        0.6373439466242639,
        0.9953614641153546,
        0.9810516559692746,
        0.24975501013696635,
        0.8119717174921113,
        0.6265666289599177,
        0.7124570147662731,
        0.9831940425126332,
        0.7120012904805577,
        0.9726877992356325,
        0.21089628777191421,
        0.9432350057932727,
        0.8806241664360811,
        0.9858235458348492,
        0.9954009901303321,
        0.9960748913079449,
        0.8772101095833209,
        0.8672947674323995,
        0.9677849979072122,
        0.8914611761610648,
        0.9072136655621724,
        0.9268980316516757,
        0.9932080725076223,
        0.992022846477669,
        0.9551865210969787,
        0.1861494811093829,
        0.8477319187434864,
        0.1474179257607952,
        0.28580198437738225,
        0.6841416251460001,
        0.7113077790672631,
        0.9931791805697092,
        0.9240421210751948,
        0.9978449207616636,
        0.9200300944977137,
        0.9823721757270008,
        0.9503452991780483,
        0.9907639452135355,
        0.9551903115718824,
        0.08271473469471935,
        0.9877309794208313,
        0.9792026947132532,
        0.9926782683225099,
        0.8201594773280013,
        0.9807354024883008,
        0.4784141534471036,
        0.4605906873211907,
        0.940996150112469,
        0.8761423238729428,
        0.9042420349479718,
        0.8428520006166708,
        0.4965448036868101,
        0.925660401283867,
        0.9649751162524126,
        0.908115204741678,
        0.27351893297699426,
        0.5405952703891654,
        0.6993673446414308,
        0.9616772140269145,
        0.36426097978306227,
        0.5012533549170908,
        0.9969427962339951,
        0.9154875999501584,
        0.9876863419492743,
        0.8208237133168058,
        0.4172775046057766,
        0.2071544824233753,
        0.8511898561687496,
        0.5493558214115251,
        0.6877126152423789,
        0.5748277896211077,
        0.1803698673361333,
        0.5678345155884688,
        0.9970675770065554,
        0.9904137565578357,
        0.9889541138367415,
        0.5598988140532086,
        0.10140527341704608,
        0.03943345795273958,
        0.9881326534515869,
        0.9615246048552145,
        0.9683904397092886,
        0.9947524784326215,
        0.9582656253028714,
        0.8852757031685826,
        0.3276648777883544,
        0.6343658434678289,
        0.460972589678998,
        0.4269793377201521,
        0.48056715795243254,
        0.23025687969376307,
        0.9133242875516601,
        0.9251784246242605,
        0.9345238508467466,
        0.11998782750321146,
        0.12009767383254553,
        0.24519113976496176,
        0.8568578527863816,
        0.6423996918851083,
        0.7749951216167106,
        0.9942174996343457,
        0.842475120978807,
        0.9948349831582841
    ]
}