{
    "model_dir": "models/llama-30b",
    "distribution_id": "code",
    "timestamp": "2023-10-14 00:24:57",
    "eval_score": -0.07901891188121513,
    "eval_brier_score": 0.07901891188121513,
    "eval_average_probability": 0.8552733716181607,
    "eval_accuracy": 0.8853333333333333,
    "eval_probabilities": [
        0.9027472067222522,
        0.7400789295661024,
        0.80497192798986,
        0.9999546900976409,
        0.9251837437108758,
        0.9997530778658696,
        0.9983366537913769,
        0.9611955778540172,
        0.9874178322465571,
        0.9984443884167875,
        0.9963145346464559,
        0.9991759349168822,
        0.9449753005954276,
        0.9993480171990747,
        0.9382852200668593,
        0.9951572228210416,
        0.35150773761727117,
        0.9749185088951544,
        0.2529481415652238,
        0.41579856401552107,
        0.4938196905292568,
        0.995942082453391,
        0.9996602842335923,
        0.9996492012654299,
        0.04213309941945442,
        0.03140573498198829,
        0.029687792074221453,
        0.9325843314260028,
        0.8083382125559786,
        0.8424100096945536,
        0.8573766256554572,
        0.967987460790486,
        0.9888163345754776,
        0.3373557989379891,
        0.22794328661879182,
        0.16133566516599118,
        0.9995744529528292,
        0.9988914413320081,
        0.9914938978297686,
        0.7735948473422107,
        0.9139172848512305,
        0.4410724043353417,
        0.9983122845121791,
        0.9966386801666836,
        0.999831034881385,
        0.9962417170747006,
        0.9961927844011489,
        0.9992143401423212,
        0.958834323575893,
        0.9426682526190455,
        0.9959685309086136,
        0.9997505547035703,
        0.99979043873123,
        0.9960555689982484,
        0.8347910587024505,
        0.7717117534741536,
        0.3102217362667677,
        0.9995788314875771,
        0.931900573513197,
        0.9987078285902261,
        0.4099441273459503,
        0.3268173299443019,
        0.33102989502249336,
        0.19396166703753526,
        0.9984818011406287,
        0.9632357184313415,
        0.9379796334092689,
        0.060731731649947385,
        0.043527323174576416,
        0.8996084294888984,
        0.22073476221876656,
        0.9970132373593239,
        0.9336428915090357,
        0.9587424698915707,
        0.6095796040988839,
        0.9840986371355877,
        0.7390817730054917,
        0.9247206495228454,
        0.999677150868967,
        0.9988162835078637,
        0.996281215400876,
        0.8704130829945516,
        0.6111001032019121,
        0.6448873609447914,
        0.9931574548748902,
        0.9995042928065878,
        0.9995326162177528,
        0.8465770950464118,
        0.9150354123880065,
        0.5013299407273737,
        0.9816388404823586,
        0.9990127628839138,
        0.9972215391804169,
        0.8239374122625297,
        0.5276150353104074,
        0.7978312561380301,
        0.953559031585464,
        0.35215270105544927,
        0.47955748742502535,
        0.8299085524974232,
        0.7771026834277232,
        0.06413186111368574,
        0.9691951288141735,
        0.8308876109333937,
        0.9929687034521537,
        0.32648316292002766,
        0.777644094013583,
        0.7129941062156845,
        0.9808806723000005,
        0.8610189253529421,
        0.9220455084398113,
        0.9709223655303804,
        0.9560418677399501,
        0.8553918665506389,
        0.9358657722907369,
        0.9532424879603311,
        0.8825334353633005,
        0.998969873077477,
        0.784114215668715,
        0.7118460186594541,
        0.15346920583283824,
        0.19403422228865105,
        0.16518170030486456,
        0.9449555476678988,
        0.9989566967032076,
        0.7816082841408077,
        0.981445130463181,
        0.9892512053936119,
        0.9865174824104296,
        0.9998820852244671,
        0.9988804842678294,
        0.9785782889612915,
        0.4899885483789125,
        0.9892468061750147,
        0.9432366723273146,
        0.9968923784510728,
        0.9972966431535204,
        0.9810587385954237,
        0.6755939993376094,
        0.8775929063249273,
        0.038276602097673584,
        0.7940827374453936,
        0.18591944424364804,
        0.29650203823990284,
        0.905538621939955,
        0.5578689938664833,
        0.020582303389959842,
        0.9992670321147533,
        0.9671249930719548,
        0.9893072729175091,
        0.9961234852060915,
        0.9727459330571637,
        0.9622576313933897,
        0.6612344908836696,
        0.4784067282338319,
        0.8804692113677552,
        0.9420058885096159,
        0.9709373675611186,
        0.9835846053655097,
        0.9754130728143147,
        0.8275525699374808,
        0.9749865234083437,
        0.826890168555038,
        0.9674432498519012,
        0.7555309945883799,
        0.9996921573951231,
        0.9971447488908304,
        0.9939857541126167,
        0.8827394661658173,
        0.9091777036765917,
        0.9293143651560779,
        0.9992794882669582,
        0.9923405708826486,
        0.9999315696304467,
        0.9996232175340188,
        0.9952364176574773,
        0.9840234477212254,
        0.8475180195842571,
        0.9981362192952778,
        0.9966876377898454,
        0.9290062323566625,
        0.8268814838062161,
        0.9297088599494769,
        0.9547288931349492,
        0.7127118138186936,
        0.9684801759783924,
        0.9391459922417978,
        0.8521506563750694,
        0.5755343501414445,
        0.98566856625835,
        0.9910894088072976,
        0.9990689237311274,
        0.9973501715503489,
        0.9959131435117875,
        0.9968063890101291,
        0.9049242756933886,
        0.9409058322493918,
        0.9905063580471438,
        0.9987173826644081,
        0.9979647256763173,
        0.999867596125339,
        0.12577160197305515,
        0.04818232706558746,
        0.04379674792227581,
        0.9716368658862872,
        0.9942878221298371,
        0.9965418993670333,
        0.7435816490675257,
        0.9747602077283518,
        0.9960513404076197,
        0.2591192844427271,
        0.9818155894965663,
        0.9984084873116927,
        0.8131966862440326,
        0.43804689667212415,
        0.818186924416245,
        0.8982988211409735,
        0.9800027002490488,
        0.9992752316948161,
        0.33468868450044487,
        0.40921637299671043,
        0.5200696185369198,
        0.6476355463164776,
        0.998435011423125,
        0.9966935135928766,
        0.9470779855887111,
        0.8656999086450355,
        0.9619885402090913,
        0.9933265962495917,
        0.9873815891646791,
        0.9995243209647232,
        0.9996717216808427,
        0.9990165026164453,
        0.9996012312534915,
        0.9992118590222865,
        0.9996491017992586,
        0.9977929331581952,
        0.9820346764027014,
        0.9869578595406567,
        0.9957340899017356,
        0.15937373829327428,
        0.16086179846734894,
        0.16428577926745525,
        0.9994999595886661,
        0.9993153736488265,
        0.9994331657119709,
        0.21263317702504836,
        0.7696905095532118,
        0.9949017056607021,
        0.9986331885803615,
        0.7119661019387767,
        0.9998595703996833,
        0.8943845277857022,
        0.9976182077280088,
        0.9936145454075399,
        0.9983725209706069,
        0.9987996685340753,
        0.3984625962592545,
        0.9963919240514845,
        0.9880216529593954,
        0.8928557815689778,
        0.9984434349278842,
        0.9990208105438493,
        0.988360452107548,
        0.9999609550842499,
        0.9997654871753581,
        0.9995763717964272,
        0.9455802480755338,
        0.9688366953356676,
        0.9121556972104425,
        0.9768496587537853,
        0.9997242574641005,
        0.9979753691503861,
        0.9976382581905594,
        0.9976496618384743,
        0.9970235046191325,
        0.9999474962003583,
        0.9998146729351386,
        0.9994932337463088,
        0.9514275593175103,
        0.9442719454236053,
        0.2638944423898835,
        0.9998566801176795,
        0.9977226984645264,
        0.9994507571583665,
        0.9747787523102368,
        0.4328656564038052,
        0.8191134749895285,
        0.9995609467403221,
        0.9944623787518199,
        0.9969384551992353,
        0.9253992238707658,
        0.946238157956678,
        0.9825603652211067,
        0.9968772479574495,
        0.476647534147166,
        0.9554408170677793,
        0.7369254267389199,
        0.18437971880042203,
        0.6199216316478293,
        0.9584473069892574,
        0.9937047446320906,
        0.9989818694015626,
        0.9980925806872982,
        0.9990931702289118,
        0.9978972060284864,
        0.8909894198172315,
        0.9603652520078504,
        0.9946745773087681,
        0.9985592786092943,
        0.7998319414605626,
        0.5908021728292248,
        0.8332077333876843,
        0.5713031693967978,
        0.5990334609700537,
        0.6624522211016692,
        0.9277722929316431,
        0.7613160232825195,
        0.995365975994129,
        0.9996907426002484,
        0.9991699527793347,
        0.9358910438873617,
        0.03587685323962499,
        0.2820240920160833,
        0.9970590119007398,
        0.994338167309501,
        0.9958197797954086,
        0.9965374087380205,
        0.9902139059745666,
        0.9971109371705503,
        0.9883490923993701,
        0.9696235496574174,
        0.9856545381469919,
        0.9904459251861103,
        0.9941913066975121,
        0.9934297885604562,
        0.9951655558911102,
        0.999506661786409,
        0.9604424933401827,
        0.9794116797675619,
        0.43848699495992294,
        0.6517391277439439,
        0.9995155294761724,
        0.9993619731088127,
        0.9988067262380929,
        0.9996654901843067,
        0.9991065448423192,
        0.9994859606617944,
        0.9987193010308125,
        0.9990804511551111,
        0.9898118121487011,
        0.952623084128449,
        0.7844666841916593,
        0.9055333402857464,
        0.9455318057313891,
        0.9973511010113958,
        0.9775502833486627,
        0.8770967937944522,
        0.9986326085407551,
        0.9937335074399319,
        0.9985567328433234,
        0.9770294607472403,
        0.9903746752807193,
        0.9997771934512744,
        0.9999605042866038,
        0.9996605541743242,
        0.9957755737829982,
        0.9700776663338943,
        0.9950818424271336,
        0.7559302747059591,
        0.3367602376658857,
        0.5234873521610557,
        0.9997120092858138,
        0.9941412647038191,
        0.9996958408528203,
        0.9170350980520959,
        0.9971032710276115,
        0.9954189726581347,
        0.9936494456416072,
        0.9997204026259005,
        0.9982715751468977,
        0.8306475924920242,
        0.998879874345876,
        0.9980268602318944,
        0.9748531844863354,
        0.9962880931763722,
        0.9925713066976096,
        0.9909523026752726,
        0.9911252264168394,
        0.965812045258956,
        0.9060970706328131,
        0.9160966185222119,
        0.9601628931724383,
        0.492277782189355,
        0.9232341769362482,
        0.2435343368781563,
        0.9702704314143348,
        0.7133603526128482,
        0.9985949208571492,
        0.9878177539694796,
        0.9900914216213135,
        0.9948065931975807,
        0.7252999414185688,
        0.576826925953241,
        0.8814046389204475,
        0.5406937280045016,
        0.7644524644150127,
        0.6727338196058004,
        0.99858799679011,
        0.9901786404916991,
        0.9997006272616752,
        0.9203282620274512,
        0.267339920389153,
        0.9991391443681197,
        0.9977648694280815,
        0.9963214425898863,
        0.984969971784203,
        0.9525917813514543,
        0.9929653182683297,
        0.9935082360144222,
        0.973612471116146,
        0.9533195198332781,
        0.9934258052224827,
        0.08561701670701931,
        0.6820805732018564,
        0.9465913836875264,
        0.8820803472463977,
        0.9734667396448095,
        0.2721323617528939,
        0.6917552261273708,
        0.9943766063736768,
        0.9925057506595096,
        0.34736872729969526,
        0.4794687965565082,
        0.535455272906096,
        0.9900491498928513,
        0.9949941757590903,
        0.983157411752341,
        0.9944882683862568,
        0.22103451715771782,
        0.995918749010615,
        0.992841087846262,
        0.9995026376884851,
        0.9995586461575525,
        0.9990935752863683,
        0.9975363236105003,
        0.9991215348858923,
        0.9651429080707613,
        0.6256914573542671,
        0.9737275447930615,
        0.8744246181161572,
        0.9803338248937362,
        0.9917812958693749,
        0.9467035469851851,
        0.03819386985904433,
        0.9947643443464258,
        0.6336250209799857,
        0.7487722920894624,
        0.9292124686587334,
        0.9985530837008878,
        0.9964242549393277,
        0.9932913365342594,
        0.8313022230271414,
        0.839282596689633,
        0.83687854901414,
        0.17301890347209936,
        0.5880691107335226,
        0.7365315181461386,
        0.8818763488195491,
        0.9876722170274808,
        0.9562117587758772,
        0.979193849545684,
        0.9729877441976438,
        0.9699918136545976,
        0.9846541242488804,
        0.03332932052612378,
        0.6981374349076428,
        0.9745189349541198,
        0.9901237304288945,
        0.9917283814930433,
        0.8377064604626265,
        0.9839174585461982,
        0.9948414110421506,
        0.5628231767642526,
        0.8533717852909349,
        0.46497362745404314,
        0.9948676304269902,
        0.9996189904068767,
        0.9973003662744591,
        0.9952463871301942,
        0.9354187218423005,
        0.9891736767497958,
        0.9928586928248813,
        0.9990772424687973,
        0.999104791208779,
        0.9982257649437608,
        0.4712512522834193,
        0.9965798675550241,
        0.9896366928392556,
        0.9986517734390142,
        0.9992026993798666,
        0.48062485957329026,
        0.9961389016632186,
        0.9477960989513778,
        0.6154076672971556,
        0.7161199966385493,
        0.7696453987487588,
        0.5858457652972425,
        0.3124463696411635,
        0.19096213349341498,
        0.905351602493196,
        0.741137637660172,
        0.8117366300484552,
        0.943888039134692,
        0.9885907756980522,
        0.998635982211155,
        0.7254624464982721,
        0.9560312176638964,
        0.8291685408612386,
        0.9839538939490233,
        0.9857000636178314,
        0.9837978990126798,
        0.9562199056360511,
        0.9898660660664117,
        0.9863014081297787,
        0.9865312108904463,
        0.9994841111048495,
        0.9984750357316213,
        0.9995474185802767,
        0.9965347025259874,
        0.9997326134007355,
        0.7920461553663125,
        0.7780926432960676,
        0.913645914560675,
        0.9943486333015479,
        0.9997762892762662,
        0.9985092508872775,
        0.9956845219545727,
        0.9871266124980659,
        0.9315351273946381,
        0.9993706971196582,
        0.9948117815955715,
        0.994608212185102,
        0.9890325544182039,
        0.9930351426044278,
        0.9937251478455918,
        0.7836679280345147,
        0.9017433051461097,
        0.8926607794427358,
        0.9700490856551608,
        0.7254514807262925,
        0.8451180937032602,
        0.9999453696990462,
        0.9997570646867302,
        0.999115629366329,
        0.3075741242361345,
        0.20373394170332315,
        0.35024869835821726,
        0.9765634359527795,
        0.9936753853213335,
        0.8784797286716359,
        0.220135413188563,
        0.03412034361862803,
        0.655452974942782,
        0.6090215405358376,
        0.8602613169962247,
        0.5709255652675354,
        0.9881345998399276,
        0.9990813833313101,
        0.9656935384237019,
        0.507263014344398,
        0.9560500898719312,
        0.5351371172016836,
        0.9997092431647605,
        0.9998973152716042,
        0.9965137699234506,
        0.9914438881322993,
        0.946905495478343,
        0.9838987805501239,
        0.988324053261777,
        0.9818734426292913,
        0.9926722821777263,
        0.9460579376296546,
        0.984475388564795,
        0.2997743312540554,
        0.9840117384089784,
        0.9949956067457129,
        0.9935897939552811,
        0.9988279489119608,
        0.9984222993771514,
        0.9998732473805417,
        0.8450913969132635,
        0.9833705991262298,
        0.9779855286911243,
        0.9979843731703006,
        0.99918011864229,
        0.9986199003710802,
        0.8852378576584106,
        0.9386665717921907,
        0.9580085151148372,
        0.9830457918363812,
        0.9962261463508214,
        0.991923747262165,
        0.9983277957555041,
        0.9392095399426683,
        0.8719594949941242,
        0.9917364213856276,
        0.9886910873869713,
        0.9833597949644189,
        0.9982085897644484,
        0.9980057985092862,
        0.9923212341001558,
        0.9946698575772053,
        0.9896866586292973,
        0.9972751934469128,
        0.4537901379481921,
        0.4052846505791664,
        0.22497511795508762,
        0.9952126972501505,
        0.9999024039735209,
        0.9925986970073395,
        0.9880811517821676,
        0.9918541790915003,
        0.9789060244570251,
        0.999247628331638,
        0.9935708472437351,
        0.9966219281174389,
        0.9971612840568468,
        0.9976947792121996,
        0.9974100766762628,
        0.8484686051216429,
        0.8197839255607592,
        0.726559464203661,
        0.9994078065232651,
        0.9980576803111835,
        0.9990698997475527,
        0.8013015609273765,
        0.1654266980882214,
        0.9813281560722286,
        0.16389736968267746,
        0.8304000370638155,
        0.5874895438605544,
        0.9975471491390763,
        0.9990926489368347,
        0.9715843232811928,
        0.8523014616393144,
        0.8853736967387735,
        0.8162679465480541,
        0.9988757971179346,
        0.9995605619344745,
        0.9884791607321319,
        0.7927926499387734,
        0.8675670438886816,
        0.9690370355356154,
        0.9996353592697166,
        0.9803167940555509,
        0.9996952736785987,
        0.9986779057182389,
        0.9943401525387916,
        0.9971619671954652,
        0.9999560638718294,
        0.9999224625751272,
        0.9998411472586688,
        0.9981232645903293,
        0.9985656721568243,
        0.9912968760549694,
        0.7680994260068958,
        0.795865709904207,
        0.9107685671102522,
        0.9906571050627702,
        0.981587935317285,
        0.9971819204054249,
        0.9423287185389924,
        0.8124712327691208,
        0.9427334982879056,
        0.8788859971497383,
        0.9806325711909493,
        0.886059861506362,
        0.9929559028681518,
        0.9823324665541313,
        0.9941254043614475,
        0.955741382617009,
        0.9275208162236722,
        0.9541488644990086,
        0.9455328103994666,
        0.7531763123275513,
        0.6908870355442603,
        0.9981181194335459,
        0.9933210374505388,
        0.9995006459700414,
        0.9978470870565164,
        0.9996567916851601,
        0.9992612965691748,
        0.8993849866623082,
        0.8192506613741922,
        0.9888374833093106,
        0.9998007838443027,
        0.9965066933850084,
        0.9998264795064639,
        0.5476276783719236,
        0.11943245023863924,
        0.4929500070870001,
        0.832589764448572,
        0.999177594885375,
        0.9992021708991888,
        0.9794596185438749,
        0.9442763194093411,
        0.9071601606144559,
        0.9722638553413355,
        0.9259399209592292,
        0.9567568887909688,
        0.9953762131818735,
        0.9990951743829795,
        0.46364617307551315,
        0.9941452690619531,
        0.7630370183906983,
        0.9499271327486549,
        0.9873734974513239,
        0.959802572123936,
        0.988972622796329,
        0.9896912028902332,
        0.9941955623907398,
        0.9930778911023179,
        0.9931348093607671,
        0.9069665496872579,
        0.9993066083260502,
        0.9868208969403912,
        0.9981153641069301,
        0.9604950937225363,
        0.9991119515704934,
        0.9999476881373158,
        0.9996683984273246,
        0.9775206178769522,
        0.8807824570047869,
        0.46911579552402904,
        0.56413438074881,
        0.11626821996313874,
        0.6073656231168405,
        0.9799505501301975,
        0.992225063719648,
        0.8821692576421757,
        0.5625366055627766,
        0.39983455551909597,
        0.4708237203575656,
        0.9975069093139933,
        0.9991922202173474,
        0.9991015690095847,
        0.999527131374184,
        0.7865889253867023,
        0.9978484412101346
    ]
}