{
    "model_dir": "models/llama-7b",
    "distribution_id": "code_easy",
    "timestamp": "2023-10-16 03:15:12",
    "eval_score": -0.09317024509174655,
    "eval_brier_score": 0.09317024509174655,
    "eval_average_probability": 0.8317718991800257,
    "eval_accuracy": 0.8653333333333333,
    "eval_probabilities": [
        0.4027865804087556,
        0.675693196347847,
        0.9869928830049733,
        0.9138117066588936,
        0.7583723731456733,
        0.329472829050269,
        0.1367672147183045,
        0.6274149567594456,
        0.9626457021050127,
        0.08642303035316029,
        0.3639862739669256,
        0.12189525297545012,
        0.29748264412611025,
        0.8982659133802066,
        0.46131452339003176,
        0.3588456991830123,
        0.8193346725560056,
        0.8601369240499149,
        0.7967434815715847,
        0.8830012200774175,
        0.7658486579844523,
        0.9460564318186273,
        0.9737266975139774,
        0.782766149657995,
        0.9996121169092841,
        0.7542951520705212,
        0.9947930666684819,
        0.9597616694759703,
        0.9950544417281354,
        0.922398348507104,
        0.7207345020421903,
        0.6445956614883528,
        0.30301655548249146,
        0.9754345619740461,
        0.8474948095983592,
        0.9608359155037502,
        0.07266512888932675,
        0.28050112370891567,
        0.7060106966526276,
        0.9993850449481123,
        0.9405035457189014,
        0.9970214052340591,
        0.9904430081031992,
        0.8709608665478223,
        0.8986306637463869,
        0.9975104712126265,
        0.19368537320547283,
        0.8533089112026484,
        0.7388668051036771,
        0.990124001689408,
        0.9842853115670461,
        0.5455962304885696,
        0.8996292799424056,
        0.8605786880653081,
        0.9909586400387064,
        0.9999551388991071,
        0.9992997345719782,
        0.9054194443442666,
        0.6198314768931187,
        0.8356092927124635,
        0.9559179579668606,
        0.9865596682132828,
        0.990925371586401,
        0.9991665529519294,
        0.9990255572249153,
        0.9992578861495852,
        0.9993104161092561,
        0.9974769849878166,
        0.9856275082537994,
        0.44018427493654855,
        0.03509286096217812,
        0.053983638939137046,
        0.9999513641799264,
        0.9976540396440245,
        0.9959307748997954,
        0.9989007616001053,
        0.9968661398516863,
        0.9921706820229991,
        0.9975708352429108,
        0.9900862343683458,
        0.9885727231479785,
        0.8064666165479872,
        0.5902100015150211,
        0.31940001489676545,
        0.9814866019751217,
        0.9890136755528116,
        0.9956679064346391,
        0.20894075671303425,
        0.863115221157163,
        0.5069189588834753,
        0.9998131051719148,
        0.4430235989173597,
        0.9490810034763894,
        0.9952371542926611,
        0.9963238698746285,
        0.998389325988341,
        0.9994277974980906,
        0.9808382379421471,
        0.9999350570367221,
        0.9970703182760845,
        0.9510865422497866,
        0.9974391003976601,
        0.7509869095810157,
        0.9942934295160467,
        0.711714265525464,
        0.9814232502230705,
        0.9972637106933027,
        0.9978630285441658,
        0.9995789447008095,
        0.97629438522634,
        0.9965968610036606,
        0.9992778410163787,
        0.9993634041977811,
        0.9991845678008917,
        0.9833180578426696,
        0.6698405940850755,
        0.9716773778746175,
        0.4870371409727088,
        0.997717163815872,
        0.9977975304106526,
        0.5474248960982537,
        0.970338911356191,
        0.7431128529776999,
        0.999066611430391,
        0.9998440279608135,
        0.9523315453736151,
        0.9073338028974889,
        0.9990975476152033,
        0.9896711959583594,
        0.9862490293534956,
        0.9969400636172244,
        0.8416548724265882,
        0.9955405663361898,
        0.9932603129520248,
        0.9998720762452208,
        0.35671213638858484,
        0.9510065379778553,
        0.221514462673169,
        0.19886334271722272,
        0.8044495116777759,
        0.7313908000960414,
        0.9927004049346259,
        0.9952470595821489,
        0.9975294649762565,
        0.9997922436556219,
        0.9942539153631682,
        0.9851057801142394,
        0.9938028313314128,
        0.9997317312587676,
        0.9985652041798052,
        0.7249916462438566,
        0.17413667458648052,
        0.871130348606828,
        0.9456297811346901,
        0.977286122228434,
        0.7277531408820663,
        0.9998763116738129,
        0.9995612376399263,
        0.9997273679764273,
        0.9843545137552039,
        0.858437398445857,
        0.9941152868245987,
        0.6979795257421766,
        0.710924032436507,
        0.7611722044946325,
        0.7532148630312391,
        0.6940669188534174,
        0.598081512434706,
        0.9986577254078541,
        0.39777564477127214,
        0.9829112620494374,
        0.9846247455259298,
        0.9974184233236014,
        0.9472902201786798,
        0.9023929118031634,
        0.6880847976423015,
        0.5519317633060328,
        0.9841658293999239,
        0.9668589352761442,
        0.9968466774479526,
        0.10832113371288754,
        0.9982918842786228,
        0.9484718199150239,
        0.9701754654987769,
        0.9993798905141705,
        0.9999220549160419,
        0.9669921859582142,
        0.9960874313687541,
        0.9894255941728383,
        0.8645474820926689,
        0.9373070902723897,
        0.9228445907939522,
        0.9992012908454098,
        0.8899502552215667,
        0.9995339307378256,
        0.9967518734196745,
        0.9707503726675446,
        0.9513740060441308,
        0.988647354570753,
        0.9873166228774043,
        0.9865040053342247,
        0.85107216907706,
        0.23623867536270338,
        0.647826353238603,
        0.9929830498699906,
        0.9813908485075745,
        0.9792885374906848,
        0.359318345632288,
        0.9532362636052396,
        0.619594160817543,
        0.6695934104153054,
        0.9698596736846727,
        0.403128991709813,
        0.9991376782720324,
        0.893545346024104,
        0.9993115756772222,
        0.4330076870135938,
        0.13977667805726443,
        0.9965613928471101,
        0.9946057426008822,
        0.14169239878699103,
        0.9863207210329684,
        0.07784349315086085,
        0.9770324454502255,
        0.7784359487869333,
        0.999126849843016,
        0.9991928385553036,
        0.9996410366663475,
        0.5179917537034547,
        0.45121658902761397,
        0.9643765247621106,
        0.905413081505227,
        0.9557518431482299,
        0.6423073610876959,
        0.8545097835748833,
        0.8909455418164729,
        0.7678942432617126,
        0.9989129965895179,
        0.9811993302371853,
        0.9963533192734451,
        0.722089745155601,
        0.6760053573845973,
        0.9862652455323694,
        0.9618516656718908,
        0.05711762466110326,
        0.9720683789069853,
        0.09070510643996654,
        0.9763489530586258,
        0.9944567612041695,
        0.9964271293033424,
        0.9601405433022355,
        0.9995340833632671,
        0.8390514641778658,
        0.9988984162038658,
        0.36015714054849746,
        0.9704207204171535,
        0.887404256567227,
        0.9863729560456083,
        0.4240116191947172,
        0.7630504204252172,
        0.10460593184168174,
        0.9998561297411357,
        0.9999667926466155,
        0.9990704080598237,
        0.8410119419924836,
        0.9800889304564758,
        0.9523599847269374,
        0.9825986002500132,
        0.9396918484527048,
        0.9815281290200563,
        0.9999004000172572,
        0.9988832400906476,
        0.8093042575322541,
        0.9210091003633971,
        0.9983831041458312,
        0.8725427342162538,
        0.9818547680701873,
        0.9991983646699594,
        0.9072121541685739,
        0.9928711074143802,
        0.9913056084152435,
        0.19275033768391334,
        0.27300113321259134,
        0.9260318696530045,
        0.46503443726780963,
        0.9040855485549663,
        0.9915301728028288,
        0.9972495472033924,
        0.9998611002789226,
        0.999733010709955,
        0.9990518364542259,
        0.9752158663871457,
        0.9985930865745979,
        0.7212886675960768,
        0.999661354880711,
        0.9996895443943475,
        0.9990117888422414,
        0.992134920892589,
        0.9319064595822052,
        0.9856886150546793,
        0.4893639266343126,
        0.9983740201900437,
        0.8503894355455313,
        0.9938741568385473,
        0.951864529394665,
        0.7551570393972772,
        0.9982679778030396,
        0.9966314844480763,
        0.9983430740211283,
        0.9992384653557962,
        0.9842207795677276,
        0.998842055486339,
        0.9988875227604086,
        0.9663735583225643,
        0.9764967984225962,
        0.9995800937449071,
        0.9990084427663551,
        0.9994006522918506,
        0.8372603182606934,
        0.9872031610307492,
        0.98826604984857,
        0.8880207794606416,
        0.9975271938888859,
        0.9969927626425663,
        0.750269588601301,
        0.4793773709149451,
        0.936013668440342,
        0.9990224635946414,
        0.5800434180944931,
        0.8858627815894596,
        0.9993712427716207,
        0.7736278575252769,
        0.9991127904419831,
        0.7935893175760904,
        0.929122067024206,
        0.8860958306354577,
        0.830804019564914,
        0.8738294755865146,
        0.36827319818900417,
        0.9958586786360106,
        0.9953923365120301,
        0.9954914549652245,
        0.6155422321625161,
        0.9422243462234925,
        0.6078744887413129,
        0.8550071876681558,
        0.9983565433301886,
        0.8367420287132918,
        0.6957403381015546,
        0.9802370797146052,
        0.3107562043955241,
        0.05773599009968601,
        0.8995940830629613,
        0.9992671045684769,
        0.9963392862305311,
        0.6958266057367561,
        0.93493640410851,
        0.9874425502644896,
        0.8058500657855883,
        0.9827074227948204,
        0.6603542770066487,
        0.9764003694755397,
        0.9495107958853115,
        0.459849128836442,
        0.9921931739623416,
        0.9709315819966913,
        0.9274782650310087,
        0.9918066204536665,
        0.9566589097281879,
        0.9997769809694801,
        0.43159455823115744,
        0.9986085450926184,
        0.9984113694173169,
        0.9526408897596859,
        0.9834323152692885,
        0.99976018877258,
        0.9256155623173329,
        0.9899073727296136,
        0.9409957370983065,
        0.9344367698007945,
        0.999907404193593,
        0.9948777055691141,
        0.9992418450810989,
        0.9989515700405637,
        0.18859622064049478,
        0.9138255099579338,
        0.9139330920067171,
        0.5181996489055003,
        0.9953111055133849,
        0.9979601262828108,
        0.9676006162860559,
        0.7006538800383746,
        0.4179185899545761,
        0.8390514641778658,
        0.9992287011689264,
        0.36015714054849746,
        0.8630548873386398,
        0.24939576514670236,
        0.7892657120623146,
        0.9344858985764669,
        0.9893652584244286,
        0.9517700753824134,
        0.9863903580662055,
        0.9997744073464819,
        0.9986050492523201,
        0.9874961657479561,
        0.9097231128400625,
        0.9125578382293141,
        0.6113607919842379,
        0.9334631183280097,
        0.9972070714175245,
        0.9543446965487664,
        0.9989930250484891,
        0.9985464812963621,
        0.5914756123057342,
        0.6433665493408434,
        0.8850923196416833,
        0.9952943785805902,
        0.9996768020291746,
        0.9995482162825199,
        0.9881594430947696,
        0.9486575340782382,
        0.3534440759826331,
        0.7403571456434502,
        0.3638341618574623,
        0.9948488285489664,
        0.9996559646036847,
        0.9993443724989228,
        0.9991975677104538,
        0.9632835079398375,
        0.998276861926312,
        0.9715603867920231,
        0.96079251488484,
        0.9891129441032395,
        0.969518858548813,
        0.6787658730537791,
        0.8857577445440137,
        0.9912859247988389,
        0.9079392751680958,
        0.9990266083585337,
        0.968843581799643,
        0.998945970346174,
        0.999950786182071,
        0.9999435481081629,
        0.9975465843137018,
        0.962748291198589,
        0.8898300238044026,
        0.9943659441765466,
        0.999668495473011,
        0.9984641080574853,
        0.9672954501431331,
        0.9835969797681091,
        0.9937309060981839,
        0.9717666896193402,
        0.9976470000787754,
        0.8929418366397361,
        0.8372377333140077,
        0.788751290829134,
        0.051610830221442194,
        0.6851905646771287,
        0.9480469061480794,
        0.9170534451827119,
        0.9852083917975998,
        0.9998828904436231,
        0.9998347692476335,
        0.9971974035442557,
        0.9998122729785277,
        0.9977893511902082,
        0.9042900268905408,
        0.9979851534105343,
        0.9978844273939241,
        0.053535615426565264,
        0.9993260390958896,
        0.9997003609863538,
        0.7147329740119064,
        0.3309772879013943,
        0.7580814530770686,
        0.9833840093243262,
        0.9982083380027982,
        0.991380604814272,
        0.8948083236475353,
        0.9927354825114211,
        0.8931812743517142,
        0.5165679875674323,
        0.05369772281632409,
        0.2813031010127789,
        0.993728871169686,
        0.15439855643868317,
        0.2365044896819567,
        0.9992367672058347,
        0.9947300379579055,
        0.7733935573268189,
        0.015897590663567995,
        0.296267749364988,
        0.02657289117642825,
        0.8381908282570194,
        0.9994719390640221,
        0.7859757426754459,
        0.9620480993447503,
        0.9182247378918769,
        0.8586786964300387,
        0.4500167549577655,
        0.9988926479316734,
        0.9105659914086208,
        0.8846639199243123,
        0.9882863116445547,
        0.008696559268493775,
        0.9852058949022474,
        0.7750938290009963,
        0.6200991907425639,
        0.5272238551863346,
        0.4678986901032578,
        0.11661260122060979,
        0.9992806593530101,
        0.22054204602642447,
        0.9686725874123072,
        0.23497534240439621,
        0.7124443085961834,
        0.7649227582271664,
        0.50480072945944,
        0.7074182154058444,
        0.6595419516766645,
        0.9996202852040251,
        0.9755523182189965,
        0.2821848020625277,
        0.7992396196849276,
        0.9588461374837555,
        0.9318413300508538,
        0.9356109618392865,
        0.7138605567666765,
        0.9612339159436437,
        0.9994563704429843,
        0.9976877149201151,
        0.9984297793903097,
        0.6115737119399071,
        0.9518187690659506,
        0.9012277347350304,
        0.9978779503273624,
        0.8163129739836517,
        0.7168413701860096,
        0.950977332255743,
        0.992082792386274,
        0.36639484032136643,
        0.8419560172760479,
        0.9565329814756638,
        0.7376788893633939,
        0.9980658100019135,
        0.5221362943439638,
        0.7179398523761324,
        0.6505409092040353,
        0.9635761226602613,
        0.9915093403022756,
        0.9044929867482705,
        0.9982626002844676,
        0.0848307787883328,
        0.9954784143036319,
        0.9994525686987743,
        0.9953259035295169,
        0.9316295700373566,
        0.8479032098760809,
        0.6251042313832538,
        0.9800658273861917,
        0.984472053762008,
        0.9968734637508712,
        0.31615432269449656,
        0.9997777019321473,
        0.9823248328842669,
        0.6804299561348388,
        0.9986406815507656,
        0.9973334336402716,
        0.999591966042653,
        0.999481061600205,
        0.9990244328106122,
        0.9065886904581524,
        0.9894282548237135,
        0.9988917424772922,
        0.013506017289407578,
        0.9991424725869174,
        0.10733731324021545,
        0.953457839549335,
        0.9190292073480526,
        0.8297123537903899,
        0.9974001625764836,
        0.999255217599761,
        0.9996074561657429,
        0.998949354932728,
        0.9999262080303902,
        0.998761621066139,
        0.13868009505058676,
        0.9967482662518828,
        0.9897004637143568,
        0.2557903465252146,
        0.9866979473460329,
        0.9398563849567771,
        0.9971654854580821,
        0.9947422571883194,
        0.989188253420129,
        0.9719984112014708,
        0.9454009093284348,
        0.8141620741354428,
        0.9729949022632733,
        0.9970831007033318,
        0.9793425623854314,
        0.9654404047760479,
        0.9816475050875795,
        0.382873825679693,
        0.9751374470333044,
        0.9673824516659564,
        0.0035588247663320355,
        0.9991578248552431,
        0.9984393555245213,
        0.9979073281056701,
        0.9992475712206861,
        0.9948793550732877,
        0.9979805783821495,
        0.13379658516779414,
        0.7489053140773257,
        0.7165560918964429,
        0.34278668249314653,
        0.4604359957268226,
        0.8179210422838893,
        0.9828412341053024,
        0.967897444302051,
        0.9965127687714789,
        0.9976105638408336,
        0.99993882583926,
        0.17443933712266668,
        0.5408137303996902,
        0.6886451019780686,
        0.940300896548286,
        0.9216477511032051,
        0.9919219038873534,
        0.8282346600923878,
        0.9927833428922243,
        0.9985891718350691,
        0.7574281990727424,
        0.3616568832576912,
        0.6452092552868054,
        0.4148651363972499,
        0.8287633270702239,
        0.9892728760243562,
        0.9976387030206105,
        0.999945695520331,
        0.9991910812004549,
        0.982784273903113,
        0.997013984084354,
        0.9771366117963726,
        0.5281829852712583,
        0.9599168441342513,
        0.9553851823929298,
        0.968198908380973,
        0.9659657545101905,
        0.8806765051633119,
        0.9161386772811775,
        0.9996243045662139,
        0.9983212421204225,
        0.9794842297867788,
        0.8258901738902235,
        0.1345619330950154,
        0.19718657718308738,
        0.9665341789057923,
        0.9095133807126485,
        0.9921858058201131,
        0.9528048790831485,
        0.9836426845472456,
        0.9998672557635674,
        0.9908415694608719,
        0.99822803691844,
        0.9997594247712639,
        0.9763638649997097,
        0.8934653244126591,
        0.9417792364568588,
        0.8389021889014685,
        0.9960761300722328,
        0.9990816946374184,
        0.43548482856957604,
        0.19722774713813618,
        0.3530260250778333,
        0.838361050166533,
        0.8103707255294174,
        0.8719615014357006,
        0.999921746949682,
        0.9999581404847947,
        0.9999027934641311,
        0.08025591444344349,
        0.9979692588133438,
        0.9995751996801736,
        0.9998589198456135,
        0.9935556885179192,
        0.9222520460383801,
        0.6507532861868175,
        0.9444289477560708,
        0.9806657563431346,
        0.8630398969669205,
        0.9551950226379865,
        0.9472226403721324,
        0.9996806159582278,
        0.9984014457081296,
        0.9999647804197149,
        0.5043559559231937,
        0.6065379211729123,
        0.28808639571254563,
        0.9341470699376905,
        0.9803105557244032,
        0.5319775114607865,
        0.8704753248861742,
        0.630633586135411,
        0.9838619142436297,
        0.9803298859416326,
        0.8395998785703234,
        0.9887635558197643,
        0.9802013779444767,
        0.9996944404700792,
        0.9415926527710899,
        0.9918974885277905,
        0.9458516017084462,
        0.991809530453728,
        0.8786069328539349,
        0.8771843592005435,
        0.9149286441710759,
        0.8542519019589326,
        0.9948961043600516,
        0.4998313802467768,
        0.8491755639431616,
        0.307910300327766,
        0.9849721105547453,
        0.953639519083182,
        0.9727316025197347,
        0.7723990513068586,
        0.91984121443401,
        0.9967614935459399,
        0.3979422320342535,
        0.30184660708648803,
        0.20807425629925014,
        0.5833615476252231,
        0.9973941806521035,
        0.9990199552212509,
        0.9973078579890791,
        0.860589871931814,
        0.9849254111526339,
        0.4181556933208054,
        0.9922314188921251,
        0.4082318428806111,
        0.8534056861321193,
        0.9530335576499495,
        0.9846609138189925,
        0.9868109928414597,
        0.9996685383568238,
        0.99954984443303,
        0.9999630960802443
    ]
}