{
    "model_dir": "models/llama-30b",
    "distribution_id": "code_hard",
    "timestamp": "2023-10-14 01:01:06",
    "eval_score": -0.12138503527272723,
    "eval_brier_score": 0.12138503527272723,
    "eval_average_probability": 0.7740863176645721,
    "eval_accuracy": 0.8386666666666667,
    "eval_probabilities": [
        0.6389456953498203,
        0.9195870776027711,
        0.8875691647419016,
        0.9976575871285233,
        0.9969586791881558,
        0.9983427417539522,
        0.9946238689016804,
        0.9953194655148508,
        0.9966346308684685,
        0.8503962639304373,
        0.9979993264360968,
        0.9925439002241218,
        0.9979240878024163,
        0.9984670180505993,
        0.9985467449314817,
        0.26261750460422206,
        0.40742766005645936,
        0.5594532454121739,
        0.9912162256094561,
        0.9989418562043747,
        0.998340315293072,
        0.9989978752960276,
        0.999840623898171,
        0.9996624774445644,
        0.9913759186895338,
        0.9969923788095381,
        0.9863143128151611,
        0.9807039303785424,
        0.9977052254574384,
        0.9975644272676645,
        0.5592463290177035,
        0.7559492974147181,
        0.6338799978275825,
        0.654155622412519,
        0.7472831387217583,
        0.629484237984093,
        0.9266980227200246,
        0.9503577022696739,
        0.9568592256716213,
        0.9666278836222265,
        0.9543232157704472,
        0.9851187204823425,
        0.999891071508282,
        0.9999027298874704,
        0.9999230650427074,
        0.9195769504926008,
        0.652051785560084,
        0.8400075856677751,
        0.862982008037639,
        0.8698136405708079,
        0.8023407613735141,
        0.40841077058647496,
        0.9556165369540398,
        0.9928167603582216,
        0.9808162886814522,
        0.9808935709513342,
        0.9864940179762083,
        0.5056877128496965,
        0.8101285323212386,
        0.7982605580451058,
        0.9436124676636364,
        0.9443183848180552,
        0.9533588402322536,
        0.7599492724463002,
        0.9444603466079856,
        0.9446090264508628,
        0.7451852972789159,
        0.6692305699285472,
        0.715213426305245,
        0.7456903747950934,
        0.9735773060447742,
        0.8455590530961031,
        0.9996148601360165,
        0.9998229935093357,
        0.9994291091319708,
        0.9948369615347333,
        0.9866055744765841,
        0.9929237266358725,
        0.5695264062611722,
        0.7512309377860822,
        0.216873624616312,
        0.13062117726045475,
        0.5654903926865801,
        0.7894386746725229,
        0.9971776663893414,
        0.9980220243972513,
        0.7075665013604376,
        0.10327639761175497,
        0.9340064724994565,
        0.857034538101718,
        0.9989834765261179,
        0.9993750572153787,
        0.9991870778831095,
        0.28829503635233067,
        0.29509906554634313,
        0.41477003612559804,
        0.9910440103910425,
        0.9435471799649435,
        0.5626039728328154,
        0.9265518268123588,
        0.8096489258103057,
        0.3675337598643236,
        0.12485655209167554,
        0.0848107327189318,
        0.11701502202662295,
        0.3592790407253805,
        0.3067994401987676,
        0.6002894487140666,
        0.9281300379263362,
        0.7064209708466729,
        0.6502369799759802,
        0.9788993146981636,
        0.9795280220972462,
        0.9744694505779903,
        0.6167852508280179,
        0.762268163652903,
        0.5308001564482068,
        0.9425678748146537,
        0.8946419905636642,
        0.8843817940142371,
        0.15685530084046306,
        0.5914789881742659,
        0.9965460743008745,
        0.9210073399832159,
        0.8739873705452647,
        0.2263787830321592,
        0.9996834927786671,
        0.9994896492841573,
        0.9995998691266699,
        0.9977301209582452,
        0.8817615095226848,
        0.8376551166244697,
        0.6055093110928116,
        0.5727844145253926,
        0.9149548124665383,
        0.9714396703923613,
        0.8776365205930656,
        0.9702205540670036,
        0.9774615298416692,
        0.9741847807649503,
        0.9853596054286176,
        0.7198470262438352,
        0.5968756916347568,
        0.9503378608000049,
        0.7009083715747008,
        0.1010789539935748,
        0.7410837235738255,
        0.9355046358322923,
        0.904730425380309,
        0.9523773192375339,
        0.6332450874037749,
        0.5818552740074612,
        0.6683875707308612,
        0.6653035615797893,
        0.5232852230441095,
        0.5037770626557376,
        0.9989433976705339,
        0.6122544871203305,
        0.9972719343933872,
        0.9939503351783523,
        0.9909210896354518,
        0.9947311761083595,
        0.7292421353446624,
        0.43144675344108796,
        0.6231065680867776,
        0.4844711474456205,
        0.3159723744462559,
        0.27634984380161093,
        0.782321049810018,
        0.8100235876539944,
        0.5014543129238983,
        0.267423994894727,
        0.7638316366764168,
        0.9343173503667368,
        0.9993623924572245,
        0.9880346888816304,
        0.9953307523445163,
        0.5771508444524356,
        0.6868977575680683,
        0.45732294516321337,
        0.9993795918599477,
        0.9990195777361579,
        0.9958249322189817,
        0.8026503909712256,
        0.6673944631163145,
        0.32578060217214944,
        0.11190466555582113,
        0.7295812935608568,
        0.8350419306549977,
        0.7470895976446841,
        0.7981640240873327,
        0.5084667594516936,
        0.7630614551670967,
        0.7678951711637564,
        0.8485274814699552,
        0.3018833126103953,
        0.30012292960330555,
        0.23175456168449404,
        0.9780761309458585,
        0.9474032556714382,
        0.9438413368210292,
        0.9998916604560512,
        0.9998143553894285,
        0.9998976754387408,
        0.31991850067511973,
        0.32433262761175297,
        0.2390700524994358,
        0.9897509199998826,
        0.9947211153880338,
        0.9935507704500629,
        0.9878023293549525,
        0.9894739013396653,
        0.9915676082190127,
        0.6234232127272612,
        0.22577254058021495,
        0.6854087146063789,
        0.9817865585639979,
        0.9869959358540439,
        0.9218456080504502,
        0.9856537035208583,
        0.9910770359587965,
        0.9945091139676424,
        0.25751832891848847,
        0.2516394318844156,
        0.6786016105788593,
        0.9131189076289274,
        0.7932729344477442,
        0.4949974379288924,
        0.9741821334041337,
        0.8929400535314831,
        0.9908108150368289,
        0.284901490631678,
        0.5351655450708848,
        0.8682145979856635,
        0.18365356691433657,
        0.31001939746376994,
        0.2717385559880252,
        0.07771346635921916,
        0.02884850482536494,
        0.3295619367124102,
        0.9799360366426116,
        0.15651095873172094,
        0.5177076882290648,
        0.9978671166032367,
        0.9970656744796015,
        0.9986120482918064,
        0.14456305395569977,
        0.2643294708722679,
        0.7768419240943202,
        0.9991887488256442,
        0.9988584022681588,
        0.9994671785586371,
        0.8938000188876825,
        0.8376747113375732,
        0.8375604514824984,
        0.993120271791163,
        0.9939075476279733,
        0.9943938467920832,
        0.9969569992422096,
        0.9960379595644298,
        0.996337628318908,
        0.999745880658958,
        0.9996279061781349,
        0.9990574743545032,
        0.2500852959675183,
        0.1616994648868062,
        0.8257669309602106,
        0.9999064076710857,
        0.9999261240587453,
        0.9998697451796994,
        0.9990133233551033,
        0.9867191297862788,
        0.9840349814005742,
        0.6219970003084819,
        0.5163334596836657,
        0.808420217186229,
        0.9303000198282191,
        0.9612869854809342,
        0.9688382733156125,
        0.9996755029082147,
        0.9994213811486486,
        0.9995114673241304,
        0.9991406742008636,
        0.999765762088988,
        0.9998072100173093,
        0.9996255411533289,
        0.9998688215422068,
        0.9997606200486598,
        0.8036034321946572,
        0.7652337229041852,
        0.7918764270232519,
        0.5441672550031196,
        0.5371148132245527,
        0.5152004595239257,
        0.998358817102371,
        0.9982207603874098,
        0.997769763351575,
        0.3624195404816053,
        0.6864809764264981,
        0.9008086475887708,
        0.9860594782893154,
        0.9966249905490893,
        0.8507866751216506,
        0.9972308530537756,
        0.9798519054773792,
        0.994300442750858,
        0.9996173725587375,
        0.9996064735079465,
        0.9998472081744809,
        0.7286614094407328,
        0.8650779114120009,
        0.6183860932562562,
        0.9010884101407932,
        0.5221469213504351,
        0.6136573163983244,
        0.9150621411491509,
        0.8257864048734739,
        0.4146063205655815,
        0.8497424620763334,
        0.5431556161105713,
        0.8193314963312408,
        0.7061275516502583,
        0.9402591663718501,
        0.8570405484572574,
        0.9972605764830337,
        0.994008532484278,
        0.9927868490764695,
        0.6275299843905202,
        0.8915151150280248,
        0.9528313653049506,
        0.08812059857063013,
        0.6541453455727606,
        0.08862950813726096,
        0.9906658801770757,
        0.9766783735578017,
        0.9808239701599,
        0.9323659025153521,
        0.7478428127867527,
        0.8134658563202284,
        0.504961687430632,
        0.8786300462270595,
        0.9813151096384849,
        0.9020683351180757,
        0.8492370479208624,
        0.569676981433974,
        0.26482659789319296,
        0.3903618055822852,
        0.28230750552881256,
        0.9987443909773087,
        0.9983663774497228,
        0.9989076597397561,
        0.9145783538845965,
        0.9080072113534527,
        0.8053988935116622,
        0.8687308091521734,
        0.8527639271821102,
        0.8773680390814429,
        0.999296646501709,
        0.9911024539792407,
        0.9986584336235286,
        0.9068919039459911,
        0.9258979103429604,
        0.9476973091591439,
        0.7976913411640896,
        0.29159153716102515,
        0.8504698387598614,
        0.9808211530212793,
        0.9856121921835179,
        0.9825743228858378,
        0.5461586671146408,
        0.9177384808336586,
        0.7276491335193292,
        0.20659060262380963,
        0.8978397670725109,
        0.5983163217764927,
        0.9192227541516655,
        0.943271787494088,
        0.8935010620814999,
        0.8867993551521396,
        0.7978507027619673,
        0.8864231209203051,
        0.9476527873780335,
        0.8302674695943155,
        0.7862763517780351,
        0.9669408138248619,
        0.936729237455737,
        0.9768473205437043,
        0.9254282590807259,
        0.5373810827516691,
        0.7050290117997277,
        0.7910778670719973,
        0.8247113433368107,
        0.9919368791208887,
        0.6756270591947933,
        0.21619088324694935,
        0.33258885155058093,
        0.9493748921339553,
        0.8628934737412288,
        0.8799569235249985,
        0.9984821506782106,
        0.9982335433832393,
        0.9987094031556888,
        0.9996805792595216,
        0.9994830081404203,
        0.9980427532497449,
        0.9985713820293953,
        0.9989393583842436,
        0.9984226357426393,
        0.9996181154720006,
        0.9936760890362366,
        0.999845072912331,
        0.9952112703613114,
        0.9945527989089904,
        0.9964626474564172,
        0.9265188540091344,
        0.9672356761063214,
        0.9917833493010045,
        0.28945326623691786,
        0.5541795796850935,
        0.3260692163013236,
        0.9998816421139471,
        0.9998417772519442,
        0.9997390026297893,
        0.5167869706742156,
        0.8696689154417981,
        0.5735934712087636,
        0.9031949566178259,
        0.9464298002652394,
        0.9207985746245858,
        0.9997179869284033,
        0.9993700063523934,
        0.9993771341735324,
        0.9424821196478298,
        0.9429897184657468,
        0.9402331245652239,
        0.894363320419106,
        0.6337090847200955,
        0.6744650468537171,
        0.6892171497779153,
        0.6624007708479389,
        0.7063216751317996,
        0.9984999471568113,
        0.9914239902901948,
        0.99843633609267,
        0.6912383650431744,
        0.5360515582311699,
        0.9072581773783024,
        0.6326758487618493,
        0.4152534660363044,
        0.5619667158666166,
        0.8540997247790195,
        0.9640240638571326,
        0.9284425821262181,
        0.8610922488894848,
        0.921073932816549,
        0.9757206390642523,
        0.9253649718733273,
        0.18462472469409885,
        0.9427104165824817,
        0.8867531241744417,
        0.894660291538863,
        0.7917779546918514,
        0.2190706816587722,
        0.16653056434785773,
        0.1770471379422719,
        0.9996737077661646,
        0.999544638807022,
        0.9994576809976089,
        0.9700521427647105,
        0.2013680799223347,
        0.9649384147772718,
        0.9117548271861311,
        0.8211815325918678,
        0.9007928992888455,
        0.4469351903845237,
        0.45641165466206857,
        0.3112585054615452,
        0.8573342980563176,
        0.6620791421433759,
        0.4781702958561018,
        0.2062875711165024,
        0.8169595840825437,
        0.7273751160454411,
        0.6828708367396976,
        0.7110766561977885,
        0.6640124829645272,
        0.9999142719992361,
        0.9999454271645969,
        0.9998174510850838,
        0.7769145540560733,
        0.5881238146364871,
        0.518584912089366,
        0.8891565753619372,
        0.9285746941892213,
        0.6892581811987595,
        0.9532478349457357,
        0.9732374814680925,
        0.9798202949094378,
        0.29668934381081213,
        0.23291929395663058,
        0.21225323346867664,
        0.9600185015552734,
        0.9176235269848864,
        0.6520231378485177,
        0.6701489689859637,
        0.7690162959945657,
        0.3590510054269369,
        0.9228186930849971,
        0.924973115719532,
        0.9341670126534568,
        0.2759005394550934,
        0.5438099395611447,
        0.7077108138622802,
        0.9666810515135714,
        0.9749234075991264,
        0.9461936597519838,
        0.9964369261775394,
        0.998645293939928,
        0.9962697622946356,
        0.21565894093317006,
        0.046796480269960083,
        0.03534880578549715,
        0.41617986807731167,
        0.37399538084696915,
        0.2668831696203239,
        0.8908759464589364,
        0.8601133386337865,
        0.9165745316794336,
        0.9994419183552133,
        0.9989630495967146,
        0.9995182366317411,
        0.9857388243652474,
        0.8329504804202394,
        0.8041885845523378,
        0.8168319435601001,
        0.8337812655242981,
        0.8073363653123633,
        0.7631995527572901,
        0.9650602462608179,
        0.9494964681473148,
        0.9922847897672611,
        0.9981928982349819,
        0.9729017737523346,
        0.9944467379307764,
        0.994607000450761,
        0.9987994144372446,
        0.0842241641916629,
        0.1982356298155703,
        0.3977275891132727,
        0.8257131090444606,
        0.9368197889973178,
        0.9594453339759453,
        0.7013303735969825,
        0.9570777464042304,
        0.7864935191789566,
        0.611960883478663,
        0.6324239535978858,
        0.472438988353173,
        0.9820778104051459,
        0.18832601148674882,
        0.7038771578007421,
        0.9997258080179304,
        0.9997439127138898,
        0.9997586075498952,
        0.18392813998909607,
        0.16750762237181538,
        0.19294944933876354,
        0.31920162540913977,
        0.38115338104988716,
        0.9182813539906016,
        0.9991884982386781,
        0.9964950182813984,
        0.9052721453691186,
        0.9779673485385165,
        0.9985196630812138,
        0.9993142196510343,
        0.5901245745120518,
        0.33990604918869144,
        0.44949569473915585,
        0.29515464867917685,
        0.9647971962845276,
        0.45838889436229624,
        0.9992977066298997,
        0.9995677869730913,
        0.9984160425005273,
        0.128474943233707,
        0.16778370744091542,
        0.6338032563524402,
        0.11026559496453377,
        0.11607826303337279,
        0.09238587906336793,
        0.8553872711512529,
        0.9649516047101827,
        0.44650225010448996,
        0.7477324567135306,
        0.08602444858942189,
        0.5796884028336218,
        0.99800769347524,
        0.9981442505227829,
        0.9956978178819708,
        0.5148548360370107,
        0.6607827807892287,
        0.5949729399383917,
        0.8626577094232489,
        0.5654922630828898,
        0.8927280155353648,
        0.8548068790256486,
        0.8341641749031625,
        0.656680072391745,
        0.48563094972017595,
        0.986739658000679,
        0.38932464669035904,
        0.7705037722996941,
        0.8378595236502733,
        0.8227329754193121,
        0.9490018724206094,
        0.9538054029016376,
        0.9497955451024644,
        0.8169317689180216,
        0.6540579433227965,
        0.792060964388195,
        0.5460487263973753,
        0.5638067138002724,
        0.6671420501280683,
        0.9998573042406769,
        0.9997579649502505,
        0.9986373505358025,
        0.6548423405673023,
        0.25223978508363076,
        0.633479424419858,
        0.9027190858386477,
        0.8263106551691844,
        0.7808828081778127,
        0.9910024941769461,
        0.9931145686025691,
        0.9919918167795344,
        0.5556731939332548,
        0.2826174645085976,
        0.6326244402235079,
        0.9338635881278937,
        0.9623038410737359,
        0.9298309914605621,
        0.21135650367743675,
        0.9938791545634784,
        0.9930532670847385,
        0.8442622247605124,
        0.6667055998245075,
        0.43484224308909875,
        0.948859039462801,
        0.9734221236313668,
        0.9808475982973031,
        0.9492393735193057,
        0.9529406319964843,
        0.47656207142059737,
        0.13072542899247508,
        0.07068930578531352,
        0.07214927682267924,
        0.9947617488057399,
        0.99586186022314,
        0.9946269828796274,
        0.6240167066295488,
        0.7385014851089513,
        0.1937131106472616,
        0.9998838576606996,
        0.9999076891414354,
        0.9999287353635757,
        0.4452224848039486,
        0.8503452900274934,
        0.9161816378126679,
        0.5483996626694794,
        0.6013301683547861,
        0.6705779225264181,
        0.9761707159421287,
        0.5391996742131067,
        0.27123748313281587,
        0.40208016250844714,
        0.46616965538712923,
        0.5976402071074962,
        0.6058645773674112,
        0.6739761462993314,
        0.5617215610309204,
        0.9999523767515154,
        0.9999502696394634,
        0.9999174248199423,
        0.8144809946898006,
        0.8419254569743312,
        0.850034254020191,
        0.8004036089697206,
        0.9794941488063597,
        0.8681321918947437,
        0.7296938975439771,
        0.6837175248538097,
        0.6171361670937505,
        0.9685633848912305,
        0.9759065061854114,
        0.9706276710795649,
        0.9959840305265959,
        0.9965670528846804,
        0.9874256121932157,
        0.98888414207243,
        0.9804882922199262,
        0.9796364664876812,
        0.9981857306244709,
        0.9981755237200245,
        0.998468446414129,
        0.6918313259469144,
        0.5553761884053732,
        0.8724968914486,
        0.9991546801647438,
        0.9356776870779671,
        0.9994595158341191,
        0.9995021235243201,
        0.9995027156447948,
        0.9996924091329275,
        0.9018751432338917,
        0.7786445137930987,
        0.9790404208892163,
        0.7751338325241615,
        0.8827550134934384,
        0.8373751628493307,
        0.9971959329980353,
        0.9957631863489144,
        0.9977656833425476,
        0.9624268585945858,
        0.9457212871775633,
        0.9419076560984234,
        0.7877952909217909,
        0.8885954772578853,
        0.8853980904313038,
        0.9944428536894651,
        0.9710937878142242,
        0.9754228781810248,
        0.649251684543166,
        0.5571075807923698,
        0.8604428635881297,
        0.5695880409164127,
        0.5449830329779582,
        0.9583098357295087,
        0.17031833842494026,
        0.19622106907740766,
        0.9857229901497744,
        0.837775649672973,
        0.8337435873177723,
        0.9171330918985229,
        0.9894626126113686,
        0.9824657660562095,
        0.9801848950546526,
        0.9993395865768386,
        0.9996143167938815,
        0.9991316189792002
    ]
}