GENIES/results/evaluations/cra/llama-7b-code_low_quality/code_low_quality.json

{
    "model_dir": "models/llama-7b",
    "distribution_id": "code_low_quality",
    "timestamp": "2023-10-16 02:54:51",
    "eval_score": -0.032102626512861776,
    "eval_brier_score": 0.032102626512861776,
    "eval_average_probability": 0.937873719021119,
    "eval_accuracy": 0.962,
    "eval_probabilities": [
        0.9995605150469447,
        0.999875847073402,
        0.9509238999456747,
        0.9990966842172326,
        0.9995638454589074,
        0.9996901847731461,
        0.9982589745295168,
        0.9970998230421656,
        0.9998874254716605,
        0.9992762994880295,
        0.999917817160316,
        0.9996982995068822,
        0.9978976466650676,
        0.9998297163223591,
        0.999836104832,
        0.9993733882831533,
        0.9991102557160327,
        0.9780933370321542,
        0.9930179824403016,
        0.9928537875904121,
        0.9459800982250929,
        0.2018242793695501,
        0.8872624425807252,
        0.9773405287147151,
        0.6076861069909708,
        0.8197596845562392,
        0.9500635257278323,
        0.9858067973418008,
        0.9119739305976398,
        0.9899210105358945,
        0.996230060338575,
        0.9989783351214561,
        0.9958950064906318,
        0.9979542389975323,
        0.9290659989794384,
        0.9152194738562612,
        0.9996907104471191,
        0.99945362773776,
        0.9939527194942475,
        0.992194075777095,
        0.9978588040794697,
        0.9935031524262352,
        0.9956065925358231,
        0.9908594204616494,
        0.9947700540569083,
        0.9993040084963389,
        0.9983708186928251,
        0.9958111232535608,
        0.999170137222717,
        0.9987228704716469,
        0.999079770270701,
        0.9999174955598877,
        0.9970095113779449,
        0.9997252484197029,
        0.9996486766273901,
        0.9994828677791104,
        0.9996907730163297,
        0.9998781400645067,
        0.9899607359509922,
        0.9900985469898432,
        0.9985699960291201,
        0.9990893273280576,
        0.9999010225149902,
        0.9994045451126582,
        0.9861754098729051,
        0.9909159829337834,
        0.9998785261528762,
        0.9997974026791927,
        0.9978986670143317,
        0.9982440723103019,
        0.9983172121987948,
        0.9999127869899301,
        0.9994521059293802,
        0.9968584494605877,
        0.9997970646787959,
        0.9996683265924954,
        0.9167868157911682,
        0.9946764414708341,
        0.10936030551116671,
        0.9547990866252786,
        0.9996090762293788,
        0.9978737770451354,
        0.9975654696906022,
        0.9970233639869761,
        0.9996761029966703,
        0.9970713836989826,
        0.8060526805340527,
        0.6114165201140227,
        0.9873148221405041,
        0.8267485395831239,
        0.9971937950333712,
        0.8349492457967292,
        0.9887143173346339,
        0.9922006992978865,
        0.4531229858137491,
        0.8305527761984031,
        0.9455284960584985,
        0.9992501041850685,
        0.993014237133667,
        0.9516006809480057,
        0.9988887231924288,
        0.9957542624139335,
        0.9999047406296528,
        0.9998894034403418,
        0.9991015819184211,
        0.9998702396473194,
        0.9996852098808555,
        0.9998704025901441,
        0.9992269042362523,
        0.9994029411744391,
        0.9998040547440976,
        0.9996816723696591,
        0.9308859795117231,
        0.9411362504539351,
        0.04903752274231832,
        0.29940683775372023,
        0.9990577292867951,
        0.994065731366993,
        0.9979383443446206,
        0.9939259328983773,
        0.9980517977410721,
        0.9983357294409869,
        0.9914765156745327,
        0.9937531794009822,
        0.9869192634207578,
        0.9963429628154498,
        0.8201294316677045,
        0.0735430651965581,
        0.9995535620427654,
        0.9986536171219833,
        0.9959061539008837,
        0.9901713465134805,
        0.9996414185048932,
        0.9996955661594044,
        0.7275718552175611,
        0.976899486159651,
        0.99815713489236,
        0.9999079779352694,
        0.997020874060469,
        0.9951997534504321,
        0.9006940055921795,
        0.7712494737685568,
        0.9999138043266187,
        0.9999557622978585,
        0.9842377036493636,
        0.9845728217395573,
        0.9993186499376158,
        0.9913820885610519,
        0.9978009628159052,
        0.9987594730029193,
        0.9995950471011298,
        0.9942268952408779,
        0.9351528594586801,
        0.9978083377003977,
        0.9999004118040297,
        0.9998687109812521,
        0.9936619109707338,
        0.9995648127042436,
        0.9998338751294865,
        0.9997750684016682,
        0.999005528384858,
        0.9994208547680643,
        0.999709675889034,
        0.9880814123121048,
        0.9998286946226626,
        0.9993285025320081,
        0.9996495817122065,
        0.999481839594887,
        0.080013909441633,
        0.033855064594950024,
        0.9695489567716014,
        0.9915607765042322,
        0.9988827102960508,
        0.9983973346851236,
        0.9778589267294386,
        0.9959414346556439,
        0.9853784038349356,
        0.7470842412105161,
        0.9996114160660737,
        0.9996321910401029,
        0.8404697727445269,
        0.8121934528167938,
        0.9998806208064148,
        0.9999383955345033,
        0.9979033990616926,
        0.9969629279517437,
        0.9997836794907444,
        0.9991401777634599,
        0.999930982747515,
        0.9998823738299134,
        0.9994644021110938,
        0.953161782670256,
        0.8225063303382639,
        0.9939921722381362,
        0.9996256947309694,
        0.9998506313965592,
        0.9983409387656935,
        0.999017112117992,
        0.9973239681932384,
        0.9997748667109804,
        0.6974489391568736,
        0.7278160942151043,
        0.4498921700898513,
        0.8487239561288981,
        0.9997810815568672,
        0.9996587725251752,
        0.9995041346167958,
        0.9976760735027043,
        0.8659302065486214,
        0.9672223182383047,
        0.9893620805783833,
        0.9855156960204247,
        0.9922945101333793,
        0.9956668663631779,
        0.9407531515955885,
        0.9954311178610185,
        0.9920915565480343,
        0.9986452280102565,
        0.999669633161482,
        0.9986501035073125,
        0.9979787478550046,
        0.9967849497737972,
        0.9481607307208773,
        0.9974826507514666,
        0.9863907495473438,
        0.998581443038305,
        0.9989667151348275,
        0.9995587224396001,
        0.999696392176315,
        0.9998905606518891,
        0.9995833687003158,
        0.9998698308229602,
        0.9992571640206115,
        0.9997004561704447,
        0.9991180824422651,
        0.9990918671293926,
        0.998534992622411,
        0.9985971419157942,
        0.9989427219233382,
        0.9990084377361071,
        0.5982548478490527,
        0.6629025621552186,
        0.9693624258995742,
        0.976475324144975,
        0.9948071056287197,
        0.9961747581679452,
        0.9950627540207786,
        0.5056396151142951,
        0.9994016126218075,
        0.997879144699897,
        0.9916270836272265,
        0.5227167867205192,
        0.9971792759904026,
        0.9950025621642462,
        0.9997469089408274,
        0.9996284033184846,
        0.9916825160951677,
        0.9852562877074352,
        0.8177708942436641,
        0.9685932938212655,
        0.9994040884034167,
        0.999256831952143,
        0.9957631341659443,
        0.9720097691995735,
        0.5704385356636449,
        0.814051716671188,
        0.9989411039433941,
        0.9992510791623255,
        0.9925987811062685,
        0.9979916318415221,
        0.9999131066843423,
        0.9998630862744248,
        0.8879739078388879,
        0.9937833221054959,
        0.9475617891247089,
        0.9828862908405251,
        0.9958498867168543,
        0.9993379711838201,
        0.9978721283291736,
        0.9997798934226866,
        0.9961382749731661,
        0.9808832502378192,
        0.988072858083318,
        0.9116231444744912,
        0.998836388043363,
        0.9994322763629236,
        0.9997053868964147,
        0.9995796931347024,
        0.9993080477428986,
        0.9996095966931448,
        0.5194669311742987,
        0.6181436105696461,
        0.9979119936531025,
        0.9979417132490268,
        0.9997787366125094,
        0.9995642147926453,
        0.9884640375924173,
        0.9711079936384761,
        0.9912710368725027,
        0.9935796083130065,
        0.9990661664666072,
        0.9990854342191305,
        0.9998545827392478,
        0.9997589578283366,
        0.9996810477554774,
        0.9975721676985366,
        0.9463624764802437,
        0.9937989744651466,
        0.9976838445806215,
        0.9998474416405414,
        0.5150928593541749,
        0.5882162774320572,
        0.9998800811646492,
        0.9996283976631456,
        0.9867700252730367,
        0.07011322922288686,
        0.9692499101247304,
        0.9669806376712621,
        0.9988450800018025,
        0.9986326219358064,
        0.8820509159358624,
        0.9864480556222924,
        0.9997219101834426,
        0.9998777321032727,
        0.9938954889699888,
        0.9988868855198169,
        0.998681842692886,
        0.9996152777465184,
        0.9992896666092133,
        0.999788931576105,
        0.026370276540898185,
        0.7719726747461163,
        0.9983106918598968,
        0.9960926572685599,
        0.863325155289337,
        0.8799220123459339,
        0.7809858719165617,
        0.9379203712513396,
        0.9655060393238387,
        0.9840372070529553,
        0.9937705168591362,
        0.9847988628267957,
        0.9983653920596508,
        0.9971457870890428,
        0.988454844638071,
        0.9566811808065755,
        0.9930428661839552,
        0.9803395027038392,
        0.9936897995342839,
        0.9980933349538157,
        0.9998597427027766,
        0.9997823501281555,
        0.985164328798632,
        0.9638562952656864,
        0.44927239193335144,
        0.139336972680088,
        0.9974666981825951,
        0.9992665859116314,
        0.9828460714345936,
        0.9978574455279395,
        0.9999092947517866,
        0.9997574661562763,
        0.9776185461884065,
        0.9914436051320765,
        0.9997739120297942,
        0.9998060013479885,
        0.038712883367239326,
        0.44332229700444836,
        0.9912294164626064,
        0.990952902388947,
        0.7784697867182446,
        0.7934940626198409,
        0.9973588693531018,
        0.9922776142532861,
        0.9983916443061758,
        0.9957275903719,
        0.6087439382649551,
        0.42638801044191477,
        0.9975771914989169,
        0.9994081957226326,
        0.9359861565103719,
        0.9126708087262622,
        0.9064946930363522,
        0.9012163643556675,
        0.9888598809445609,
        0.9916578328168125,
        0.9999368960390526,
        0.9998961532943165,
        0.992091063546166,
        0.9894338916252244,
        0.9976311727386167,
        0.9986512837694618,
        0.9962151474436642,
        0.9660806389931988,
        0.852311299174485,
        0.9743665478039459,
        0.9988038213094235,
        0.9977012380040008,
        0.9994719216114524,
        0.9980119819688804,
        0.9972960059613214,
        0.9970153347324354,
        0.1553753282122789,
        0.6083492267569645,
        0.9999027152155053,
        0.9946972724479223,
        0.9991402745205092,
        0.9983333085147265,
        0.9958879877771393,
        0.9885347034730823,
        0.9056799359258173,
        0.9538815783935369,
        0.31981484288477496,
        0.8501456729703478,
        0.9915308875033891,
        0.9996228011968172,
        0.9958877598948821,
        0.9980914344983642,
        0.9996998065410008,
        0.9996670139639674,
        0.9980825093367903,
        0.998967566865367,
        0.9981966536753075,
        0.9971913241605067,
        0.9996974766531012,
        0.9996347326061906,
        0.9800131315093369,
        0.9993195686454492,
        0.995411571033295,
        0.997901339007627,
        0.9944913828498615,
        0.8103743934108794,
        0.9995899080418195,
        0.9958272206636558,
        0.9989301694982377,
        0.9995694097332887,
        0.9013242745116243,
        0.7796890669825041,
        0.9986319475045923,
        0.9996118166289633,
        0.8682787993403294,
        0.5327578585511258,
        0.9981342871286158,
        0.9998738299799446,
        0.9997704295750864,
        0.9991832073318546,
        0.9631210860514974,
        0.9996977615623834,
        0.9144602612538867,
        0.9740466028738293,
        0.9978207271571067,
        0.9956724038461587,
        0.9997943139841222,
        0.9998601099536215,
        0.999770512091509,
        0.8175482403629104,
        0.9991220265293601,
        0.9953185432418962,
        0.997972897556095,
        0.8597799415857416,
        0.9992514383926253,
        0.9990808053768204,
        0.9996279329623287,
        0.9992714785135878,
        0.9997032405449802,
        0.9998315704214037,
        0.998833790214604,
        0.9986200799626122,
        0.9997349456636844,
        0.9988685309503124,
        0.9997069830912582,
        0.9988238519478289,
        0.9991404890297839,
        0.998683069233401,
        0.9818666617285329,
        0.9882864943399757,
        0.9904250751897489,
        0.997805188093672,
        0.9229404475272686,
        0.9915097445635588,
        0.9996261742394735,
        0.9995156929595925,
        0.9998661670729369,
        0.9997190843031738,
        0.9987579239400626,
        0.99905966150125,
        0.8607460684555345,
        0.3407354320964787,
        0.9998009167166685,
        0.9997492711509792,
        0.9936973495919624,
        0.9858305336821119,
        0.9835487285824979,
        0.9932954306575165,
        0.9999248965811626,
        0.9996845778849428,
        0.9681573903197499,
        0.998876246852076,
        0.997122677714694,
        0.9956181526504355
    ]
}