GENIES/results/evaluations/cra/llama-7b-code/code.json

{
    "model_dir": "models/llama-7b",
    "distribution_id": "code",
    "timestamp": "2023-10-16 02:12:44",
    "eval_score": -0.17799704912247363,
    "eval_brier_score": 0.17799704912247363,
    "eval_average_probability": 0.6631034501470338,
    "eval_accuracy": 0.736,
    "eval_probabilities": [
        0.9950775111986354,
        0.9953219351776814,
        0.9877228502063036,
        0.8772737472587889,
        0.6710722013037255,
        0.6383596250461206,
        0.8831493100542009,
        0.9418000609708249,
        0.7481357898124088,
        0.7507420058586117,
        0.5102781623777927,
        0.8580827555737729,
        0.8586557406733838,
        0.8817152430161324,
        0.5600296007585019,
        0.6227024223366348,
        0.5022776105756503,
        0.5648478295699717,
        0.8376986225289245,
        0.8959739412172617,
        0.8598559997813496,
        0.4416323453143461,
        0.8991699423577055,
        0.8919869370819284,
        0.8243060867085776,
        0.8602977854037058,
        0.8485732502477255,
        0.596475582704469,
        0.5377675471832105,
        0.5171241261716533,
        0.7216704888555043,
        0.7906357880400366,
        0.5637070768543531,
        0.715178084845177,
        0.941662671949714,
        0.8712487815728082,
        0.8551128478395194,
        0.6768899477040622,
        0.6967789363320527,
        0.5816322198103767,
        0.41813864984137594,
        0.7910293714101677,
        0.8855431716285197,
        0.9387132780413856,
        0.6286284324350132,
        0.44650795761396983,
        0.4119885319888119,
        0.8822478583509074,
        0.9781058077337995,
        0.9202850158048158,
        0.7492840584775737,
        0.43988804534877035,
        0.9743235867656392,
        0.9302647189065534,
        0.2549142649249566,
        0.23848940512401418,
        0.2171581918854697,
        0.7969201949879393,
        0.09517801658362746,
        0.6252337715701358,
        0.9711614483262124,
        0.9712193198088216,
        0.9769324220244864,
        0.9192985659556343,
        0.5905563206921747,
        0.591957202203699,
        0.8906477868805281,
        0.4368119025316023,
        0.7478817927412947,
        0.5173398112471352,
        0.8952304360155106,
        0.9411612486327726,
        0.3307405926479071,
        0.19066769469545175,
        0.3748905879360736,
        0.7264768738882145,
        0.8636673387090066,
        0.9233577125297223,
        0.9441396756402997,
        0.8366702815841323,
        0.9697641745322031,
        0.422879007753909,
        0.40678392626140236,
        0.35121030432225175,
        0.9595584442648799,
        0.8396858028770946,
        0.9074183248016505,
        0.9286566008218928,
        0.9194833737298571,
        0.8067093356004814,
        0.8479707446732546,
        0.5282625587855776,
        0.38372647789611647,
        0.4809733264261702,
        0.2624778636170307,
        0.23902748604379725,
        0.9093833359819509,
        0.8336288111812473,
        0.4489642635054756,
        0.56669418485391,
        0.5867195946652617,
        0.054824178091451126,
        0.5101402642733129,
        0.7929196748247395,
        0.827556588645513,
        0.9780853960369196,
        0.9730341230606392,
        0.9759831605817891,
        0.29786927732093693,
        0.6213399614744017,
        0.567015360116665,
        0.8511818303537633,
        0.8795496598956126,
        0.866869210873448,
        0.8421284976731428,
        0.6899917548704169,
        0.6629768016468092,
        0.6138470719165554,
        0.21110894512257744,
        0.11460450625890839,
        0.91654502372493,
        0.9173701783600382,
        0.8993690374659831,
        0.8119574039708817,
        0.8042788792347441,
        0.09869083480596401,
        0.9836523981006235,
        0.9601980035304418,
        0.9474246103306292,
        0.8444312796707582,
        0.9053337742097975,
        0.8069781272337684,
        0.3608357153582069,
        0.3812777863190292,
        0.6327291993882675,
        0.9396795790398991,
        0.9481579907874069,
        0.7758447293755893,
        0.11055856125745091,
        0.6901869770548082,
        0.20430403865031688,
        0.6928996086559878,
        0.7696898403315311,
        0.5709771849299664,
        0.7187099260355849,
        0.7009272640309823,
        0.8306338596299604,
        0.7998028243487078,
        0.9212044566641805,
        0.15818983967388947,
        0.45566968283710674,
        0.4671406040725498,
        0.5675194577743512,
        0.4889077926386397,
        0.27004160484959877,
        0.644956090429314,
        0.9651765194159174,
        0.9616807489065166,
        0.9742529166362512,
        0.6784094478037329,
        0.1844497459142925,
        0.3330146053881565,
        0.6545617318334848,
        0.7984302848956122,
        0.9194926003437044,
        0.9407027817626377,
        0.9150218263201292,
        0.8264699603763761,
        0.7736835921295399,
        0.8122601152193718,
        0.38482698750993094,
        0.879301494688191,
        0.6688131149942832,
        0.8432918314181335,
        0.5969547380696562,
        0.4862386975032421,
        0.8655647952111275,
        0.47816814429040555,
        0.97182268012359,
        0.4289259353314344,
        0.913516984248734,
        0.961724526485653,
        0.9792175663285172,
        0.7790064946761543,
        0.5497185062900122,
        0.3266965754180712,
        0.8095770345713384,
        0.5604811184456548,
        0.575445306554047,
        0.3101685789299996,
        0.6765688646037982,
        0.7090503294079051,
        0.6169746596936302,
        0.7816734391591523,
        0.6727531703426579,
        0.6233786578380762,
        0.25832115788098403,
        0.5043443941307844,
        0.5889453302220609,
        0.13984069744576244,
        0.5195689453118507,
        0.9806081782835582,
        0.9724157528945246,
        0.9714754230241663,
        0.2851655204498717,
        0.5230576069983465,
        0.7097723062211952,
        0.5461169305419247,
        0.4729253433486889,
        0.24404259992119315,
        0.6181175957135858,
        0.45336147319613296,
        0.34988511956948976,
        0.38345397761936334,
        0.25920936673724837,
        0.3563000229023101,
        0.7998633258246811,
        0.3141824929314828,
        0.11839045210034471,
        0.7532264989315502,
        0.7121016650244208,
        0.9430594946104259,
        0.715723590662759,
        0.941085333427294,
        0.4913316066550261,
        0.6775540756953324,
        0.6566079805230496,
        0.4826560269748345,
        0.4545474570329716,
        0.9429943095503301,
        0.7644663283667363,
        0.3851469878328179,
        0.5543686677472252,
        0.5944543138698137,
        0.426848386818186,
        0.4535956727950153,
        0.3780288142347394,
        0.7735372888648586,
        0.8176311736276515,
        0.6536894970158517,
        0.961354648720188,
        0.9597309704289981,
        0.9636136921250765,
        0.9210513411567357,
        0.6924445651065045,
        0.7252754514848867,
        0.8418454770360715,
        0.8268860417043344,
        0.8489585712977135,
        0.948050275178077,
        0.6766178102322852,
        0.9791821179060627,
        0.6218293425215182,
        0.4370361877028097,
        0.6375115022050195,
        0.8309949626160686,
        0.6619978950753416,
        0.6476562397100172,
        0.437015455316216,
        0.7303597632919321,
        0.612929707205405,
        0.9168867992075466,
        0.5675416949894188,
        0.6574638176649874,
        0.34957621129429606,
        0.22584067509542427,
        0.6180531580865907,
        0.8912181678001677,
        0.737158199972387,
        0.7984493612084562,
        0.6271306064212555,
        0.779867317764745,
        0.5194203596263023,
        0.975605934887141,
        0.8885880741022092,
        0.9840159816706833,
        0.9415433000938035,
        0.9523852561800519,
        0.8879412389552982,
        0.7704915210867463,
        0.72236051217236,
        0.3464767298907421,
        0.8204567417831993,
        0.5873951213336983,
        0.3302420115052278,
        0.9060666994754087,
        0.9319980434149272,
        0.9224705493089994,
        0.3566750032026734,
        0.6241311185641094,
        0.8126156040375269,
        0.8706860767234467,
        0.8479437820967238,
        0.800458251279991,
        0.6545443238490403,
        0.7441351326607448,
        0.8224240262930349,
        0.2896018987076644,
        0.9185708229933484,
        0.5648169060181532,
        0.7331467985356762,
        0.7279618119771056,
        0.8889941890890317,
        0.5768906948416272,
        0.9295330645930109,
        0.8706729948080428,
        0.4132245162970151,
        0.2891030823815913,
        0.5727454631667382,
        0.1487079864045221,
        0.6438782517331902,
        0.31546852791729363,
        0.9538328653619926,
        0.8897685129914188,
        0.7516148666241659,
        0.10670020492492127,
        0.21428046146349056,
        0.8983951956152381,
        0.9716112557629849,
        0.9423161274342893,
        0.8532543585176033,
        0.38326138510675545,
        0.8539518636410949,
        0.5867012106119341,
        0.722137655016915,
        0.9109978467563528,
        0.5830502935521074,
        0.253362628127609,
        0.25962346560652017,
        0.23400731814688114,
        0.3528439799686204,
        0.4407942922586856,
        0.4465356281871137,
        0.7727966073151025,
        0.8628692882772135,
        0.6922007749588601,
        0.21219877149456667,
        0.9422736143016093,
        0.08177583588420541,
        0.2660955006982716,
        0.2665786371825494,
        0.25257605899304975,
        0.4920784536298045,
        0.32277666751676826,
        0.5944495045841216,
        0.7974975856108887,
        0.4762968637032091,
        0.6442862712391256,
        0.6498014672952499,
        0.5593101948754284,
        0.5234568780903278,
        0.7509329325335399,
        0.819540563567158,
        0.7977371973238984,
        0.44953752486233456,
        0.8114067152923694,
        0.5295451631605437,
        0.4514014971282846,
        0.928992546721491,
        0.7880999516570946,
        0.45310583230206825,
        0.40060459111124663,
        0.6815589415280011,
        0.6039468949977594,
        0.6289753913758445,
        0.9540180632845708,
        0.8357930634382417,
        0.9664477825758359,
        0.9477958622024084,
        0.5136549373976357,
        0.7329293064575101,
        0.6890653756863886,
        0.7433206126718881,
        0.06025898431561072,
        0.10163405367381574,
        0.12564737750784194,
        0.13699512313167006,
        0.8473149311939245,
        0.2534105850832682,
        0.40379432414280514,
        0.33236443790448067,
        0.0966358810181065,
        0.9533394541691724,
        0.6799745750290989,
        0.24386804717412458,
        0.3683956322183691,
        0.42734374040365886,
        0.9808848330811042,
        0.9885807527906654,
        0.9778931753490966,
        0.9081758057085461,
        0.9464882774881346,
        0.9587690754391189,
        0.8643922378128037,
        0.5576806219654601,
        0.43284726552159425,
        0.9254686263781822,
        0.7150485442541094,
        0.3557666097857327,
        0.6217810443341073,
        0.504480285901833,
        0.19412738657858597,
        0.616012497159935,
        0.5863785771473314,
        0.815377710154846,
        0.8299812332725754,
        0.7037683099776261,
        0.7505342819339689,
        0.9504238171859504,
        0.6958728897649727,
        0.9555810726854987,
        0.2292684111357738,
        0.09035565275666912,
        0.18867386187110993,
        0.8223445535822236,
        0.649665787268161,
        0.8497502004413757,
        0.1737249663001954,
        0.3190940402651933,
        0.25630432849573515,
        0.9076469471053115,
        0.7604530125800368,
        0.934550367196846,
        0.6527811698513718,
        0.8398557184487997,
        0.45429804529127704,
        0.5376655585914152,
        0.5859013791885579,
        0.7286983941052688,
        0.9374913133456882,
        0.7972815871334887,
        0.8635797049174521,
        0.052719230301583465,
        0.05622522472636926,
        0.05919890181887866,
        0.426201289804234,
        0.14757801818838434,
        0.7727471901632701,
        0.9201964646828111,
        0.668476648455795,
        0.9521177118640216,
        0.8298886710161368,
        0.9427427629849183,
        0.9748267218699286,
        0.7722208089535806,
        0.08869372206759196,
        0.24283182961100291,
        0.5883892621487219,
        0.8954338559994865,
        0.5568441682013414,
        0.755429591688619,
        0.8988761913065932,
        0.940478970112312,
        0.38126781951409794,
        0.3318057626658886,
        0.35378651682093226,
        0.5588943554162736,
        0.13319305018021965,
        0.6923888768169255,
        0.37804338394107695,
        0.22735018331282167,
        0.26692369577987557,
        0.9863867300661754,
        0.9839768423157,
        0.9839193286865883,
        0.5065895039777896,
        0.6605814558213526,
        0.8184759259441837,
        0.7081193624247026,
        0.6989831645153415,
        0.5714207770675401,
        0.8496097776932713,
        0.14024925165923074,
        0.9778295470920327,
        0.9273835471714872,
        0.3195958672363448,
        0.5026824910288732,
        0.9503081057737235,
        0.9142210747037668,
        0.9595072233521831,
        0.05408105167238253,
        0.07194656686521869,
        0.8827480056501098,
        0.9053350819540912,
        0.9179499285957986,
        0.8159590203636597,
        0.47639346862246046,
        0.5783668786031333,
        0.8269927599648883,
        0.9682508394228596,
        0.5698366384436777,
        0.765850571326988,
        0.9417089056986201,
        0.8461227259759634,
        0.9429382741876846,
        0.8663656763918642,
        0.30531901882112267,
        0.9271402540891546,
        0.8044798363686732,
        0.7166521627300578,
        0.8912909644145768,
        0.37082552280887826,
        0.7152760890950476,
        0.46603329707160046,
        0.8279560298748591,
        0.15694690922792753,
        0.7511558350175251,
        0.2915925526384874,
        0.37204625044272266,
        0.5970433421167842,
        0.9896019945039128,
        0.9920884787546047,
        0.9956025574294342,
        0.6508786732437071,
        0.46016682546266624,
        0.45505973610832057,
        0.9612166589984742,
        0.9680333676377544,
        0.9589544989711655,
        0.9063147381266627,
        0.9668168955335795,
        0.9511655574187176,
        0.9115540951868852,
        0.7901132773072176,
        0.9831535296381585,
        0.650171685794016,
        0.5035972131619687,
        0.33673119321478473,
        0.6058180899841968,
        0.3032423882182149,
        0.7251731584456169,
        0.9751057919024293,
        0.9782339615119054,
        0.9835718965823048,
        0.612789646144599,
        0.7217752822946323,
        0.7205795368399162,
        0.3870632763350369,
        0.29324762493259177,
        0.6376812068015063,
        0.8492373035994227,
        0.8866346062299267,
        0.9271354338528459,
        0.7908601159777151,
        0.5003696529021047,
        0.9167884401330216,
        0.3410124865442725,
        0.5501413764735646,
        0.6672220962902563,
        0.2778794421318037,
        0.6466634691687654,
        0.3015221500789451,
        0.2751423367316799,
        0.2306843454974148,
        0.24726185640795093,
        0.4368246059455205,
        0.5420118112837315,
        0.4371061227693149,
        0.4622753949970053,
        0.6892759999805733,
        0.08992505824394414,
        0.8962152362167661,
        0.7514722064830923,
        0.8661266829988297,
        0.5815179275318016,
        0.3996227911281631,
        0.24023640205217767,
        0.9089939832108532,
        0.9526576474654379,
        0.9609025927655641,
        0.8076447049196389,
        0.17248491653010126,
        0.10550785492992465,
        0.8167633130284409,
        0.7230779171869076,
        0.4190812105968884,
        0.9659059016175602,
        0.9227460914962734,
        0.9430731558199942,
        0.9852841507594989,
        0.981754365924185,
        0.9907602333952696,
        0.3364557137846723,
        0.5203132272830822,
        0.6011469535768006,
        0.9945226036506195,
        0.9916723370210541,
        0.9855781397848733,
        0.21888691723124765,
        0.9088338418540364,
        0.07851007669420257,
        0.6413595766309398,
        0.6227502877549443,
        0.6663241010255685,
        0.6227308225332464,
        0.4340654947239998,
        0.8020641501014059,
        0.7824146697529665,
        0.7067587963435806,
        0.3459476227218665,
        0.6198659691320743,
        0.8814669654568283,
        0.8031915093525198,
        0.6583849421284403,
        0.6999437895167424,
        0.737581837122397,
        0.7677127510330488,
        0.6069721029471897,
        0.5908108991982015,
        0.9633058033108668,
        0.8146378413755191,
        0.6294699864931604,
        0.9611784027983077,
        0.4264894700319616,
        0.8582203859757944,
        0.9709794778264366,
        0.9692122966858299,
        0.9749198238886179,
        0.43891618474023997,
        0.8080643202324354,
        0.9681939028235146,
        0.8940899908945869,
        0.8675127249624395,
        0.835263141089929,
        0.716595393693011,
        0.7088633368163495,
        0.8197979250972827,
        0.31886688613147524,
        0.21619836162526074,
        0.6034027913486191,
        0.6667374468067011,
        0.5733065352891524,
        0.7919642535087719,
        0.8256314073852637,
        0.41716227296178227,
        0.7538167995277459,
        0.46491061701814684,
        0.8676787090343879,
        0.6232173460418645,
        0.23435034502917051,
        0.506007551206513,
        0.17924430238264866,
        0.14589887415294386,
        0.5921589635432698,
        0.6272476717218952,
        0.971655408973352,
        0.5594857168007554,
        0.9273436251355127,
        0.7735115482946138,
        0.7497705824005052,
        0.636241732501952,
        0.7517431927093691,
        0.5014426091503397,
        0.6333346541428051,
        0.8856893530203331,
        0.8347582034421105,
        0.8755982685572449,
        0.6005497450834312,
        0.6784663892049823,
        0.8622954840255015,
        0.9027931708600251,
        0.6756431447024602,
        0.7339787956482114,
        0.2241654757705238,
        0.8463827658727755,
        0.6338905018675616,
        0.9867539298876998,
        0.9767096797955646,
        0.9778219233020928,
        0.9873495634046033,
        0.960352491484667,
        0.9782676704672663,
        0.9106531619044076,
        0.6218532415901847,
        0.9342888180242255,
        0.5812725763715098,
        0.6885727263441752,
        0.30609520151385483,
        0.922407407443395,
        0.7401777420205475,
        0.9609537673218234,
        0.7688245887500271,
        0.8760966562517442,
        0.8992244282496178,
        0.9121859947083776,
        0.9366200088388605,
        0.7368327191750961,
        0.9357459585369634,
        0.9129105817591285,
        0.9476740637168941,
        0.829451922655186,
        0.8506335702616847,
        0.6909248829917933,
        0.6415696230971277,
        0.741111587841439,
        0.38499759009862405,
        0.3572221733720866,
        0.19365923271613905,
        0.13158292572538466,
        0.9673447647677262,
        0.9616232395264666,
        0.9682609973243869,
        0.3040603518375422,
        0.409752234944887,
        0.5364344478517771,
        0.8786135412021912,
        0.6642643256005953,
        0.522093707289625,
        0.7373118874653345,
        0.1008110560071811,
        0.8103156974645419,
        0.4308318731923009,
        0.33197954670461305,
        0.24309915462948395,
        0.6042295439926486,
        0.7798392710007032,
        0.7423151077074432,
        0.7676899375776045,
        0.6590067130199239,
        0.7133205054081295,
        0.9844192221128988,
        0.9375978425381168,
        0.9022339363342582,
        0.45065638025392846,
        0.4160298902235854,
        0.43258309041489457,
        0.8138518434502153,
        0.8619129826636028,
        0.8912956947137042,
        0.7030687146949847,
        0.734616854190602,
        0.18967506691810354,
        0.6123843401300848,
        0.6096707329650313,
        0.4598873714150834,
        0.44854725213767005,
        0.6685849398004737,
        0.5431394975534776,
        0.36226461925341114,
        0.83992560046887,
        0.7516613568035575,
        0.8937917894503021,
        0.8871504198707914,
        0.8742494155960749,
        0.9253006260797186,
        0.6614527330949903,
        0.7603203115145389,
        0.3015108793887218,
        0.39919346719856214,
        0.3213708040524157
    ]
}