GENIES/results/evaluations/cra/llama-13b-code_low_quality/code_low_quality.json

{
    "model_dir": "models/llama-13b",
    "distribution_id": "code_low_quality",
    "timestamp": "2023-10-16 03:09:23",
    "eval_score": -0.006175813331511081,
    "eval_brier_score": 0.006175813331511081,
    "eval_average_probability": 0.987561610059175,
    "eval_accuracy": 0.992,
    "eval_probabilities": [
        0.9999909318722994,
        0.999991338489153,
        0.9998739600994792,
        0.9999257794949706,
        0.9999975666419205,
        0.999967727261962,
        0.9999933650348147,
        0.9999689085697105,
        0.9999746567374778,
        0.9999532335878144,
        0.9999997427202434,
        0.9999865540494397,
        0.9997235039028181,
        0.9999967862423583,
        0.9999149141968802,
        0.9999736008113845,
        0.9999575056524536,
        0.9765391773076626,
        0.9999939289444911,
        0.9999969984657703,
        0.9987825874245131,
        0.9524293880063238,
        0.9999567095760886,
        0.9999858873159801,
        0.8512555638141805,
        0.9661685754970922,
        0.9750616211410442,
        0.9715936042141152,
        0.9999929693905465,
        0.9997308834986312,
        0.9995399598254986,
        0.9998461326854414,
        0.9999922162317298,
        0.9999177577861885,
        0.9956442606208012,
        0.9916673504380903,
        0.999927023266332,
        0.9995089957809516,
        0.9984928067286206,
        0.9994433738395289,
        0.9995867594518185,
        0.9997996774263069,
        0.9980014579924413,
        0.9979958128610001,
        0.9950099436395394,
        0.999998394649258,
        0.9999817945928502,
        0.9999397961873666,
        0.9998000474509456,
        0.9999760207070704,
        0.999809765130563,
        0.9999992564696096,
        0.9999960533756156,
        0.9999760512296059,
        0.9998251569695571,
        0.9999622963698253,
        0.9999864346950091,
        0.9999956269512967,
        0.9999918146336303,
        0.9999038541190868,
        0.9996865146902015,
        0.9999709985189675,
        0.9999997018730866,
        0.9998929050497906,
        0.9997226037060841,
        0.999894845860915,
        0.9999959148585695,
        0.9999995851250342,
        0.9999996787507317,
        0.9999979794070554,
        0.9999414794491713,
        0.9999994402726193,
        0.9999050296693068,
        0.9999631209945526,
        0.9999758206415054,
        0.99999350640983,
        0.9983160198073613,
        0.9994679834986111,
        0.9961674474273742,
        0.9995143887930417,
        0.9996807646922182,
        0.9952625706102592,
        0.9999987226723388,
        0.9999994042676345,
        0.9998774119562569,
        0.9998187392958524,
        0.9627127269852371,
        0.9881566787001718,
        0.9995269963833936,
        0.9844470096945775,
        0.9777839000795532,
        0.9992513447258465,
        0.9982124371558355,
        0.9973599193658084,
        0.9994639503796926,
        0.9997065138624142,
        0.9999839764221105,
        0.9999986439033313,
        0.9987008163119346,
        0.996723331456912,
        0.9999960651662059,
        0.9999920856435381,
        0.9999991264177073,
        0.9999996762821588,
        0.9999654922439465,
        0.9999985703058141,
        0.9999882835300642,
        0.9999941638036867,
        0.9999435595093924,
        0.9999889779698569,
        0.9999982757458652,
        0.9999992921590978,
        0.9969453827103241,
        0.9974758182333829,
        0.03733388603228238,
        0.10428596523055544,
        0.9999992420593322,
        0.996189549063491,
        0.9998500265328266,
        0.999770698433813,
        0.9998948112083791,
        0.9993129960027778,
        0.9993043768634339,
        0.9832517788380674,
        0.9993137042239081,
        0.9997090733141751,
        0.9980280669214474,
        0.9919499288505568,
        0.9991739266350689,
        0.9892147181741276,
        0.9999995338678028,
        0.9999987459339504,
        0.9999998801185036,
        0.9999994521873439,
        0.9991032979213511,
        0.9988619197373492,
        0.9988333211779279,
        0.9999903986659967,
        0.9987031717185277,
        0.9769372672768822,
        0.9996225643782487,
        0.9998349814743274,
        0.9999998687769364,
        0.9999997950663352,
        0.9999714010135085,
        0.9999773236923014,
        0.9999391215245815,
        0.999816953124453,
        0.9999971364951268,
        0.9999138928500483,
        0.9999995355956308,
        0.999936846971601,
        0.9996248983867055,
        0.9999024222481502,
        0.9999966994009778,
        0.999999286532632,
        0.9995687586449012,
        0.9999366457256021,
        0.9999657564859032,
        0.9982686398974518,
        0.99999708678885,
        0.9999994294902754,
        0.9999996850537144,
        0.9999991316828934,
        0.9999308914471299,
        0.9999986790120683,
        0.9999949339530879,
        0.9999983496966413,
        0.7892883211353068,
        0.22859343397804766,
        0.9999981613326571,
        0.999995837925895,
        0.9984130657971644,
        0.9997084194132511,
        0.9966290547543368,
        0.999531849210291,
        0.9999977800664642,
        0.9468252439073871,
        0.9999029318301875,
        0.999598977757904,
        0.9306204216835361,
        0.6366107861095688,
        0.9999997748254493,
        0.9999996159392849,
        0.9990619390395213,
        0.9958123639344969,
        0.9999990697420447,
        0.9999990986117959,
        0.9999994283121093,
        0.9999996503261889,
        0.9056144134707641,
        0.9996137809443202,
        0.999989653698593,
        0.9999970817382344,
        0.9997929776198261,
        0.9997175294163992,
        0.999990942005926,
        0.999875826927677,
        0.9997092051597164,
        0.9999861401669135,
        0.9673551806094117,
        0.9890149978922782,
        0.9993613825213403,
        0.9943588863674101,
        0.9999947963490652,
        0.9999988492057321,
        0.9999887463852979,
        0.9996830139908377,
        0.9966421726251272,
        0.999991242865862,
        0.999461681848442,
        0.99999732481634,
        0.9999312063522386,
        0.9999940143275616,
        0.9994264445045449,
        0.9999026672789751,
        0.9999760482754392,
        0.999936938160792,
        0.9967484707529926,
        0.9974646664896414,
        0.9999827933340115,
        0.9999441015586894,
        0.999989892226749,
        0.9999979403490797,
        0.9986001465784422,
        0.9999272799573596,
        0.9999900832883474,
        0.9999974843475562,
        0.9999722429150787,
        0.9997947599650986,
        0.9999941907405405,
        0.9999980870471069,
        0.998773739771078,
        0.9999962717754666,
        0.999999373119999,
        0.99999916817505,
        0.9999356071661676,
        0.9999917659117981,
        0.9997893894252852,
        0.999950251972305,
        0.9926758792751391,
        0.985642593063679,
        0.9999721571380608,
        0.9930963370528815,
        0.9932860379590871,
        0.9977479088177085,
        0.9999405654695678,
        0.9919626249966177,
        0.9999968459294651,
        0.9997594111630733,
        0.9999425791117782,
        0.9998827014654961,
        0.9999930286314401,
        0.9999998316253814,
        0.999992619376597,
        0.9999928048478937,
        0.9984325372449143,
        0.9958940311273161,
        0.99618668640993,
        0.9985276912298139,
        0.999992004607263,
        0.9999908293072518,
        0.999794735825884,
        0.9986170907967774,
        0.9995015036090268,
        0.9993115221289285,
        0.999999773352151,
        0.9999986928076622,
        0.9990259239711857,
        0.9994220119190427,
        0.9999991297367306,
        0.9999871256896594,
        0.9994807148127555,
        0.9997131378040814,
        0.9869476128987237,
        0.9999589192056334,
        0.9999260843249179,
        0.9999987787711392,
        0.999998469717604,
        0.9999967488897242,
        0.9999807021321859,
        0.9996680297435391,
        0.999867576337891,
        0.9994116308316199,
        0.9999630309532965,
        0.9999692957708164,
        0.9999989655631208,
        0.9999979074901039,
        0.999998732743078,
        0.999990055617351,
        0.9998909916535741,
        0.9963480705407748,
        0.9998721101809351,
        0.9999046383795784,
        0.9999872009612093,
        0.999988319722535,
        0.9999252909833868,
        0.9970177760096484,
        0.9998747084952238,
        0.9999713557619747,
        0.9992054776622861,
        0.9981412341860535,
        0.999997173601807,
        0.9999961892447862,
        0.9999893899460134,
        0.9999959977239745,
        0.9999050657538728,
        0.9999600497859907,
        0.9999861458981937,
        0.999997095040351,
        0.9992302410604829,
        0.9978902099863403,
        0.9999991937295198,
        0.999998201449072,
        0.9999941882711402,
        0.754016338995879,
        0.9942696214027057,
        0.9738392304497098,
        0.9999714139791755,
        0.9999993827692573,
        0.992787051146628,
        0.9979508508673713,
        0.9999956173273913,
        0.9999990694313591,
        0.999904708788292,
        0.9998164422179919,
        0.9998295530981912,
        0.9998804206008969,
        0.9999899174645369,
        0.9999638207794427,
        0.4802567517988019,
        0.960876340715195,
        0.9998820240146971,
        0.99998613737017,
        0.998009228298972,
        0.987164759792639,
        0.9712487247035417,
        0.9776937656722422,
        0.9984728325314474,
        0.9978917885286582,
        0.999844161318019,
        0.9815539272266215,
        0.9999982331269524,
        0.9999896846211492,
        0.9997863420123955,
        0.9641377860620786,
        0.9682339930851509,
        0.9993328834853621,
        0.9996534243755705,
        0.9998695367162673,
        0.9999681930429822,
        0.9999895647291579,
        0.8793037185498083,
        0.9750311537290537,
        0.6735102987315688,
        0.9589909916326089,
        0.9998245379721559,
        0.999997040844042,
        0.9992024171346878,
        0.9999995213734582,
        0.9999993437297572,
        0.9999998838106412,
        0.9998997427450073,
        0.9999827194843978,
        0.9999931985473051,
        0.9999992620051361,
        0.9149018782463065,
        0.9944591078284803,
        0.9999621685655978,
        0.999915042000165,
        0.9997299936782855,
        0.9999223402350943,
        0.9999169934827203,
        0.9999138011564347,
        0.9988031652330198,
        0.9979274195971319,
        0.9994967341863584,
        0.9974696307614727,
        0.9999980409129012,
        0.9999911389553983,
        0.9999537106981052,
        0.9999785228160267,
        0.9879387502154282,
        0.9989818841671007,
        0.9999692884487144,
        0.9996736448720379,
        0.9999994313238285,
        0.9999976771068567,
        0.9999951157328663,
        0.9999854964713105,
        0.9999995521957239,
        0.9999996464785021,
        0.9997581031971602,
        0.8694031051024612,
        0.9736721475494693,
        0.9981739959026372,
        0.9999986305836502,
        0.9992540475052349,
        0.9999968561160484,
        0.9996601854388365,
        0.9999798913188568,
        0.9999194261115616,
        0.9875653675055198,
        0.9813311282307031,
        0.9999904478813382,
        0.9998820155813157,
        0.9999834684745325,
        0.9971575926397509,
        0.9999990181252955,
        0.9999993794376018,
        0.9994008574331188,
        0.9966534386928884,
        0.9996859383968278,
        0.9999188515633359,
        0.998430409811147,
        0.9999881599480381,
        0.9982204977432213,
        0.9992341774620923,
        0.9992188626391292,
        0.9979689490590183,
        0.999078558867329,
        0.9989976366998204,
        0.9999997768842965,
        0.9999325292185346,
        0.9999997368389018,
        0.9999999287804857,
        0.9997551549430621,
        0.9999782319920092,
        0.9999813399864903,
        0.9999880077828237,
        0.9999153474135449,
        0.9970708685592258,
        0.9999998838373854,
        0.9999974335023404,
        0.9998719922945416,
        0.9999597910257033,
        0.9977911044479866,
        0.7734457670236188,
        0.9986973102397909,
        0.9998420628724004,
        0.9998486979480625,
        0.9996012773901513,
        0.9999979126276379,
        0.9999956424996205,
        0.9999959359888512,
        0.9999413943431433,
        0.9983626047218028,
        0.9999595490367922,
        0.9997765541087587,
        0.9999431036688858,
        0.9999247008475092,
        0.999982355054102,
        0.9999996897202671,
        0.9999995528322088,
        0.9999989297746946,
        0.9999957181676472,
        0.9999967220752588,
        0.9999289281120421,
        0.9986407549710103,
        0.9999017190047192,
        0.9999930561018912,
        0.9999986943444298,
        0.9999987484780002,
        0.9999837154670421,
        0.999996089606619,
        0.9999915563887394,
        0.9999995659381731,
        0.9999977773818434,
        0.9999996113616463,
        0.9999988325095203,
        0.9999997275356937,
        0.9999822176350358,
        0.9999870352580892,
        0.9999939032230281,
        0.9997507880013478,
        0.9996534741008674,
        0.9999079764900686,
        0.9998938451598293,
        0.9997010219202362,
        0.9873534425466123,
        0.999999773510204,
        0.9999997379900738,
        0.9999995076597942,
        0.9999979079452905,
        0.9999984420864282,
        0.9999972696522234,
        0.999481070188676,
        0.9953270751895849,
        0.9999910594794217,
        0.9999633377208562,
        0.9997700114951009,
        0.9999773574392414,
        0.9997590768783743,
        0.9994879233876278,
        0.9998415032204374,
        0.9998291330005651,
        0.9999058077346007,
        0.9999465590311225,
        0.9928266241039838,
        0.9993441774056463
    ]
}