{
    "model_dir": "models/llama-13b",
    "distribution_id": "code_hard",
    "timestamp": "2023-10-13 23:48:14",
    "eval_score": -0.15574243266630486,
    "eval_brier_score": 0.15574243266630486,
    "eval_average_probability": 0.702928974245526,
    "eval_accuracy": 0.748,
    "eval_probabilities": [
        0.37229951641422887,
        0.846382526652661,
        0.8283008023130842,
        0.991794466023621,
        0.9907291650062579,
        0.984763838017412,
        0.9863797481346942,
        0.99272080728773,
        0.9935199585858864,
        0.9257175601229223,
        0.9150424223730317,
        0.9818165812161901,
        0.9964020826281369,
        0.9957463631520246,
        0.9922850972878934,
        0.8282107819219998,
        0.8042785673815432,
        0.7640659876575469,
        0.9852314658353076,
        0.9948309414027742,
        0.9937891434508179,
        0.9944792905270343,
        0.9946965783652746,
        0.992488571288705,
        0.9882568942883863,
        0.9436791003459585,
        0.9606022869684087,
        0.906340379844963,
        0.9780597306497665,
        0.9846680393700137,
        0.33735067366618265,
        0.7755937226521492,
        0.6160501237695593,
        0.4450878748188744,
        0.4536239110946694,
        0.4379585361588491,
        0.4426213796400343,
        0.6118683715221636,
        0.5032067841956837,
        0.7815179105178052,
        0.7586856203143368,
        0.8520642163755712,
        0.9968217023048459,
        0.9949790185122724,
        0.9959987918071155,
        0.8013264370542801,
        0.7884763380716844,
        0.8388184135160068,
        0.817685930280448,
        0.5839246971651391,
        0.6134719994283371,
        0.3170224229360377,
        0.7711665910647445,
        0.8539179397472745,
        0.902064733792502,
        0.8881364122592942,
        0.8881261469020945,
        0.30948680653752547,
        0.5338413214177823,
        0.43180174531904053,
        0.921099710324226,
        0.9186382970818686,
        0.9196104354808898,
        0.7042914460288164,
        0.7078467033922744,
        0.7097636600706848,
        0.5842885086283748,
        0.33983065308452554,
        0.6102045085357886,
        0.7604566904712649,
        0.840748583529834,
        0.8651429932171313,
        0.9902549167417521,
        0.9947208231454048,
        0.9959321964829092,
        0.9759459644623895,
        0.9720809334206071,
        0.975747253933414,
        0.2593356289838906,
        0.4501236564860994,
        0.6547784668384471,
        0.32288403591017734,
        0.6288409288311216,
        0.8793450315252245,
        0.9538890352858774,
        0.9465828981066784,
        0.2424838189933407,
        0.38958764463814466,
        0.6709113588727156,
        0.428293373066184,
        0.9818619735647474,
        0.986667625351134,
        0.9720293621086703,
        0.5795999029395745,
        0.5495875626736556,
        0.5652778902940742,
        0.8573561017612089,
        0.8112155521257699,
        0.4217300814105538,
        0.27157674938939297,
        0.8237756605882749,
        0.2801613925977262,
        0.6682094421648137,
        0.4725186433321465,
        0.7037898181834203,
        0.5063918492975216,
        0.6876366840495081,
        0.5016061987787261,
        0.5905419831955806,
        0.7949669811642969,
        0.7631354180553848,
        0.9708754254968041,
        0.9707634277983778,
        0.9653835306589805,
        0.5263656504130053,
        0.41442797846365464,
        0.3735835130960265,
        0.20154082694632078,
        0.3547121723546591,
        0.5182423238895848,
        0.2515372187748716,
        0.501432922601913,
        0.9775607657377878,
        0.69310941796911,
        0.613988750794513,
        0.5469267358021215,
        0.9933120353634137,
        0.9908093078545126,
        0.9879527538091332,
        0.8811916757043115,
        0.5114443129745444,
        0.4963892785370474,
        0.6245249506092285,
        0.20448603382631372,
        0.44945209606263437,
        0.9308352984452762,
        0.8734590624859359,
        0.9346831812864128,
        0.9850366559720096,
        0.9855271809388683,
        0.9857136387306429,
        0.7620642443492144,
        0.5702416038950158,
        0.6054842934073926,
        0.1831414901428553,
        0.6983198223073411,
        0.8387448676357627,
        0.7780294146081888,
        0.8758953058023955,
        0.9391155229709944,
        0.5784847349726894,
        0.5191599377746762,
        0.3978417834635858,
        0.7453185542202402,
        0.8186314660155927,
        0.7234708042190313,
        0.9231990900162852,
        0.43783137758254886,
        0.9675418868511811,
        0.9922551700727618,
        0.9858503252679927,
        0.9921676735870951,
        0.4225131425246176,
        0.35533994890707604,
        0.5497136642096002,
        0.5509927407362898,
        0.6289691986920126,
        0.3723672599891962,
        0.3832054901956067,
        0.851549948439209,
        0.5058125492979845,
        0.7213410179827614,
        0.693458309344102,
        0.6625692428356602,
        0.9951485819122542,
        0.9880645688705146,
        0.9931599926088704,
        0.7443045754856746,
        0.7891700492882964,
        0.8168589392145079,
        0.9905876904173715,
        0.990160649512655,
        0.9893276918637669,
        0.6774735202764597,
        0.4379388861175222,
        0.624090090792921,
        0.7114640145128758,
        0.8717822645625628,
        0.7494909782559007,
        0.5047059186832721,
        0.7804234988056448,
        0.6797616379908773,
        0.5347269781092077,
        0.18250242745801096,
        0.05975616180774879,
        0.4450006876862308,
        0.28300775883657503,
        0.3836495276911255,
        0.9231510388951244,
        0.9466206433467153,
        0.8782761271215407,
        0.9979512060813668,
        0.9964165302166094,
        0.9976828478715256,
        0.45908982753236904,
        0.4425615036299395,
        0.7247436289989099,
        0.992530810440099,
        0.9916081967277929,
        0.9904485908627912,
        0.6506844233906873,
        0.6836345543283782,
        0.7703800757194563,
        0.513438459982645,
        0.28246526796719884,
        0.4868926616682403,
        0.9200572474654967,
        0.7815616761697762,
        0.594829787987015,
        0.7854865999606706,
        0.9041305536097448,
        0.8864345431247046,
        0.49664433965342003,
        0.4493136162182415,
        0.4496616060976367,
        0.8561733101391749,
        0.4114032553891215,
        0.20825271078154672,
        0.6846085537785294,
        0.8302644437389367,
        0.8418871229128306,
        0.23072751282433634,
        0.6367945415574701,
        0.7136426566496873,
        0.608614134743513,
        0.5559039898117136,
        0.5718657921844331,
        0.570504505304944,
        0.4605603536834639,
        0.5768173831362903,
        0.8792708458187969,
        0.5762135975661784,
        0.8683885291722561,
        0.9587709650676659,
        0.9170259931812778,
        0.9722267010487136,
        0.28703887370961123,
        0.2450923205864553,
        0.6801226841953455,
        0.9717733032281041,
        0.9758604817163731,
        0.9807815368164394,
        0.3594715870149243,
        0.3280365392217561,
        0.33160542036884116,
        0.9949139671672784,
        0.9959997753220848,
        0.9953563918064057,
        0.9937701511678162,
        0.995528290758887,
        0.9939848509489109,
        0.9927713466680894,
        0.9956414285827456,
        0.9955187589515644,
        0.3705081977665236,
        0.7139257482337757,
        0.3124456192554321,
        0.9895047577357576,
        0.9906739746197141,
        0.9963637828231736,
        0.9955379904332942,
        0.971636592352475,
        0.971506350161777,
        0.3428506573694574,
        0.590047779386662,
        0.48665784273775226,
        0.7201731392704431,
        0.8068081277705584,
        0.7775361890570119,
        0.9947698411211818,
        0.994937129235367,
        0.9927524803295893,
        0.9949930787945647,
        0.9971154633386287,
        0.9965248945271072,
        0.980830389928002,
        0.9838723681680587,
        0.9880659141797322,
        0.9268882722797389,
        0.899890845762454,
        0.866809199573204,
        0.6124629355939617,
        0.5059619026677097,
        0.5029075952502879,
        0.9964165628560311,
        0.996615396415051,
        0.9962310370702852,
        0.28569164159144966,
        0.36574545799305,
        0.6058919191757872,
        0.9560962598922744,
        0.9553531313657552,
        0.901688156204135,
        0.9961547858448919,
        0.9703616789724139,
        0.9973561850885454,
        0.9990243335912259,
        0.9991283626127964,
        0.9963027859147068,
        0.4197576013473956,
        0.27590295497895606,
        0.7706627708956446,
        0.6321586935948365,
        0.5841821492126162,
        0.5266747411251682,
        0.8359581453430288,
        0.6698633701856795,
        0.4368007671166624,
        0.7076510999507665,
        0.4828553862878065,
        0.6710150729867299,
        0.3173639893062266,
        0.2709783224752756,
        0.45470784597977654,
        0.996159345421971,
        0.9959326906093889,
        0.995585459733781,
        0.622042701683867,
        0.6289196779401341,
        0.8698016327429631,
        0.28344528484621756,
        0.44566176365143406,
        0.19909623380564764,
        0.9875544627069468,
        0.9942804360903879,
        0.9942254750826424,
        0.550139165253152,
        0.3821616567758914,
        0.2095071804354768,
        0.5268546768961759,
        0.7426983265211518,
        0.4218797428290335,
        0.6464566109863012,
        0.7052859853335733,
        0.5761463159214637,
        0.08379561794527424,
        0.07270487749025019,
        0.06886820761252599,
        0.970999642717773,
        0.9901454829108433,
        0.9932021029850818,
        0.9549180358171178,
        0.9505164789748903,
        0.9622180248887873,
        0.8410640068329327,
        0.8421141121807025,
        0.8517323479912597,
        0.9888357407606156,
        0.9902479002098109,
        0.9791805865906195,
        0.8989116795860418,
        0.896678495541591,
        0.8488954540654758,
        0.5115149500936259,
        0.2486750629461069,
        0.27899634186324296,
        0.8148648853945415,
        0.7719123642081129,
        0.7708260655217717,
        0.5331880636530372,
        0.5068711919176796,
        0.5211903953731885,
        0.7220468803910293,
        0.6225128937357131,
        0.6532053857748228,
        0.31906401204811563,
        0.7450487917817594,
        0.4678110333694664,
        0.8579411715684775,
        0.8690173065255935,
        0.8086593100673145,
        0.8637442825299996,
        0.922924473070504,
        0.9005456749635077,
        0.6362473933807717,
        0.37215566179681503,
        0.5411269582777642,
        0.6307154334542739,
        0.2442749446132439,
        0.8387770836788802,
        0.6015687903724305,
        0.6417816599226583,
        0.9822862421447466,
        0.34167524572574837,
        0.4379472328439715,
        0.17116871628578456,
        0.42338246717564676,
        0.455348733390771,
        0.5107151001764398,
        0.9593108633238298,
        0.9642888598388385,
        0.951686531735454,
        0.9973169179811058,
        0.9969752057538136,
        0.9950199087790603,
        0.9956337863871407,
        0.9926009880504922,
        0.9867781560178591,
        0.9903285262931862,
        0.9182590562867676,
        0.9942086345290063,
        0.9274773406480105,
        0.9291257026573486,
        0.9363930761063862,
        0.9459235871186746,
        0.9799827753074577,
        0.9849441851095283,
        0.39064994987093227,
        0.3150027169826701,
        0.4042640672441526,
        0.9787423995495212,
        0.989410989480883,
        0.9835193518105642,
        0.6894282657923141,
        0.37661411929025657,
        0.6449384307718479,
        0.8161935740336419,
        0.854635252205443,
        0.8080935555924573,
        0.9992020807144812,
        0.9984323603784497,
        0.9984511698261401,
        0.793534365512155,
        0.7199456730578235,
        0.8813727598949724,
        0.6598247874762366,
        0.6222521915452442,
        0.8787941714384944,
        0.5675364010140559,
        0.4883547596696353,
        0.5041993994293185,
        0.9654815791744872,
        0.9543246036542344,
        0.9648095208490131,
        0.4827722538872898,
        0.8421606609060945,
        0.40880583691105654,
        0.2602879894439185,
        0.1966497010520376,
        0.8965392155529985,
        0.845437372595254,
        0.6676557874997205,
        0.6545551001906795,
        0.7191710546254506,
        0.7665082549394563,
        0.727358111026221,
        0.3870894807613004,
        0.27670984899020534,
        0.5615955073731376,
        0.6824863401168783,
        0.452195938729428,
        0.7581791194145887,
        0.541475649318682,
        0.652312161258537,
        0.5586513277765179,
        0.9898004019023344,
        0.9934788479734346,
        0.9879518719545949,
        0.6561248383564341,
        0.8546722639629506,
        0.6879665890596617,
        0.8851831111576224,
        0.8310843202190791,
        0.8678693384383497,
        0.19446641582532642,
        0.2097066452982551,
        0.8542380701427152,
        0.4234022609033545,
        0.3865610520884253,
        0.8036430322855938,
        0.3018748636695544,
        0.8018089249852696,
        0.7247468151656323,
        0.4810696893578981,
        0.3487274379349907,
        0.415680121489332,
        0.9960900250259475,
        0.9957992374791651,
        0.9965512914364382,
        0.7602171613138506,
        0.31018072699363675,
        0.521857739431623,
        0.5895672833826239,
        0.4573474662350635,
        0.23729534730480684,
        0.975521285372811,
        0.9637305693126401,
        0.8178192471040875,
        0.1881744507325105,
        0.17924740883822676,
        0.17501270845220274,
        0.8926890381004597,
        0.9037209046519714,
        0.4185124494983696,
        0.6473924105325122,
        0.5553257483684523,
        0.18962427953144043,
        0.4095158368339861,
        0.384435586125505,
        0.44394615975171214,
        0.8050204589432866,
        0.5937030799107795,
        0.5483044737417215,
        0.8359048092784946,
        0.7944032646615482,
        0.813529060615848,
        0.9169182691444858,
        0.9521281517055956,
        0.9419188664004056,
        0.36005662865554444,
        0.13735125964140693,
        0.1750064161122006,
        0.2768602263387734,
        0.23928007688615932,
        0.2567373430172579,
        0.92088847439535,
        0.9093732536938617,
        0.9421992714325408,
        0.9668422011668223,
        0.9724730018587923,
        0.9424557049302539,
        0.5844892640627894,
        0.5654170467690071,
        0.6763927326022553,
        0.784039669593763,
        0.795798493740808,
        0.7947111807033399,
        0.8163745299417459,
        0.8343743064059392,
        0.6391993618805507,
        0.8538184503182393,
        0.8456687455761911,
        0.7621208331857832,
        0.9849367061259585,
        0.9867353439746472,
        0.9934761547573243,
        0.2475468245048496,
        0.29741570306508813,
        0.44016084761714813,
        0.38297991777297835,
        0.25097542381500937,
        0.7726226766993882,
        0.2829770398613739,
        0.6520831633279162,
        0.28382520690229895,
        0.5044210924061595,
        0.7019369831865407,
        0.7936456674185257,
        0.9233003037683372,
        0.42053332358872053,
        0.43225893200908627,
        0.990078142743081,
        0.9907306674544988,
        0.9894823576563482,
        0.09158049813119419,
        0.08469863524133908,
        0.128716289761213,
        0.639192454951041,
        0.7247821307927395,
        0.896162098709439,
        0.9648745973915955,
        0.8891949090878186,
        0.9505840658527049,
        0.8817111261114643,
        0.9951908390697249,
        0.9972776624384645,
        0.25760182816121097,
        0.1679262517579463,
        0.4036048342356828,
        0.35012854566689755,
        0.8069117793574814,
        0.41447364456633917,
        0.9975601231689759,
        0.9904508423653399,
        0.998143392580424,
        0.17651534252400536,
        0.42376467667279927,
        0.1853729343452183,
        0.11448063264282132,
        0.14253220794379828,
        0.1463446791898877,
        0.8403186223913406,
        0.8047600294825368,
        0.8461435534019676,
        0.6234419302029103,
        0.563793277140933,
        0.6422443864784302,
        0.9968525793312342,
        0.9943999433402037,
        0.9939110844181224,
        0.30898256306423044,
        0.612709844039878,
        0.6562051300403313,
        0.8574504282947035,
        0.3447527990848535,
        0.6765720598363237,
        0.7508647069118201,
        0.4934184022221596,
        0.5894419235439702,
        0.7271611777289283,
        0.9374110520132306,
        0.6641362955176936,
        0.46308069588344736,
        0.5091164089240554,
        0.4604341477722599,
        0.9393251626095057,
        0.9442719610011964,
        0.9433593683198299,
        0.4794454607833139,
        0.8218920680710713,
        0.2781290153211825,
        0.31933558803257,
        0.4695910252357061,
        0.4448918396819599,
        0.9865807393657365,
        0.9870415717551093,
        0.9864974051937109,
        0.912375830597656,
        0.5649324952823496,
        0.7668790728291496,
        0.4636530469665185,
        0.5136457998649046,
        0.7265858039139794,
        0.9765377890651968,
        0.9680883947290183,
        0.973435959609204,
        0.22756632655844017,
        0.22025247754024946,
        0.7609618826741472,
        0.6605851267423924,
        0.7089691157225477,
        0.7048378835398086,
        0.7358517969376058,
        0.9738722527955979,
        0.9787852201351225,
        0.2503413391204098,
        0.5623190828472575,
        0.3698437477142212,
        0.3958250895863885,
        0.6752426793523604,
        0.869853443716511,
        0.5528081668332948,
        0.8810513034443023,
        0.20776680827052552,
        0.22633629853969073,
        0.09832464557450356,
        0.10906189249081813,
        0.9568402994224293,
        0.9698145021290511,
        0.9792178567033163,
        0.45271609515332223,
        0.7018207790436476,
        0.7641518614406257,
        0.9976116750851618,
        0.997914895224832,
        0.9967381623971964,
        0.5896726218191636,
        0.44075169153272736,
        0.6029769336954302,
        0.6252397436674428,
        0.4057326859476438,
        0.8122055997771983,
        0.8143503958791445,
        0.4605800943384164,
        0.6038552385431422,
        0.4792196533849648,
        0.6875035132373162,
        0.49803684638442264,
        0.6861120065752866,
        0.7158795073226883,
        0.7224891384820546,
        0.9944785183753085,
        0.9948755074974288,
        0.996803034904219,
        0.908246248271406,
        0.8878237157481896,
        0.7441322082201888,
        0.7570673648426779,
        0.5800767657087857,
        0.32803543211045927,
        0.4617400758448642,
        0.43693425969478056,
        0.3927033600212661,
        0.7735019276732007,
        0.8216721287285718,
        0.8070236576708854,
        0.9740296894782438,
        0.9918717873303268,
        0.9864631853011889,
        0.9839368201395123,
        0.9810880914766741,
        0.9846633158515953,
        0.8820292269524849,
        0.9911805644350902,
        0.9149781844713099,
        0.29178960161904427,
        0.40417918022176635,
        0.5170797554473667,
        0.9629837518484468,
        0.8289138217283258,
        0.9790072595793564,
        0.9746258529038305,
        0.9872358370331445,
        0.9603535631429139,
        0.5977997084658424,
        0.5618883788056541,
        0.708200760636174,
        0.3169773720200525,
        0.30803997636442476,
        0.6411848047639539,
        0.9499358241327743,
        0.930820942818588,
        0.9819466477715718,
        0.8568685145421593,
        0.8675449693534534,
        0.8687922809646049,
        0.38946492465121063,
        0.3908778169660089,
        0.41539015673870794,
        0.9736702313283354,
        0.9367107560660922,
        0.9278424111006497,
        0.291364206277813,
        0.34975603463147664,
        0.5877499995358381,
        0.8246159778244437,
        0.5665718470277853,
        0.7141596779102566,
        0.648664330696971,
        0.5902331271825169,
        0.9880722072212917,
        0.8939661071608358,
        0.5826343099066773,
        0.5195614970697222,
        0.9808436062976912,
        0.9771716493300728,
        0.9824482098077117,
        0.9964941295155729,
        0.9970381379237376,
        0.9957237975013259
    ]
}