GENIES/results/evaluations/mms/llama-13b-code_low_quality/code_low_quality.json

{
    "model_dir": "models/llama-13b",
    "distribution_id": "code_low_quality",
    "timestamp": "2023-10-14 00:02:27",
    "eval_score": -0.016283113417953556,
    "eval_brier_score": 0.016283113417953556,
    "eval_average_probability": 0.9754439301407172,
    "eval_accuracy": 0.978,
    "eval_probabilities": [
        0.9999666152722774,
        0.99999305286615,
        0.9999120809798606,
        0.9997796429665152,
        0.9999798873469756,
        0.9999977230216796,
        0.999992813831108,
        0.999984629860632,
        0.9999929195936704,
        0.999982732960103,
        0.9999980554207688,
        0.9999920286047228,
        0.9962911232560135,
        0.9997193965674332,
        0.999996879030759,
        0.9999981610813687,
        0.9964521524074165,
        0.9996761517643917,
        0.9999961159910349,
        0.9999939185540303,
        0.9999877781911212,
        0.9984737966695174,
        0.999989320260483,
        0.9999546075967962,
        0.9993653002564098,
        0.9999115523055835,
        0.8787757181089763,
        0.9992835545055672,
        0.9999587737281772,
        0.9999744024125272,
        0.9988782552184434,
        0.9999022228924102,
        0.999599677441857,
        0.9955751926197067,
        0.9999351084554456,
        0.9999653076342373,
        0.9998687774148497,
        0.9994834386624504,
        0.9996630036983225,
        0.9992080755912608,
        0.9978325264890736,
        0.9994577264100134,
        0.9982447872972916,
        0.9935919014573262,
        0.9996006523165539,
        0.9997494537388346,
        0.9999846963139487,
        0.9999471558552772,
        0.9996676244734247,
        0.999598982581881,
        0.9999611148147518,
        0.9999239293750163,
        0.999960161805188,
        0.9974515593083061,
        0.9999756094340321,
        0.999962384956723,
        0.9999272494060727,
        0.9999905416809947,
        0.9978182915586098,
        0.9762183004451178,
        0.9999816797329141,
        0.9999902498329757,
        0.999998866455571,
        0.9999829279350017,
        0.9999355112268995,
        0.9999769292027663,
        0.9999911543351805,
        0.9999524184342748,
        0.9999979460904088,
        0.9998908868961738,
        0.9999902060525516,
        0.9999949129449865,
        0.999989604920494,
        0.9999233735610431,
        0.9997569184419768,
        0.9999769649862303,
        0.9877950337522315,
        0.9989355698442111,
        0.7137099782829699,
        0.998366866020522,
        0.9988887504734184,
        0.9994109550448438,
        0.999981046500898,
        0.999992502110064,
        0.9999051261677296,
        0.9999867157640665,
        0.9986401602408025,
        0.9947521820009281,
        0.99995939527018,
        0.9848579297282932,
        0.999896622438104,
        0.976100626436836,
        0.9990802376676516,
        0.9692357862932356,
        0.8996458047321338,
        0.9678219282208458,
        0.9962083368456682,
        0.9999902221132524,
        0.21224785560451773,
        0.19855203776728297,
        0.9999003818486589,
        0.9995909250740661,
        0.9999870177780316,
        0.9999930830830565,
        0.999370629321586,
        0.9996644077216701,
        0.9943735128719046,
        0.9969553365448127,
        0.9999467259293643,
        0.9999748405800324,
        0.9999812559346589,
        0.9999814901661152,
        0.9997154154686291,
        0.9926321315084172,
        0.26000076742287836,
        0.27080855432509876,
        0.9999834661351814,
        0.9999544455119909,
        0.9993663861433899,
        0.9957018359364809,
        0.9996312062168976,
        0.9988541800194435,
        0.9989067450359599,
        0.9980849061094073,
        0.9995472145686716,
        0.9960601195397975,
        0.9327516898280024,
        0.9988068714221254,
        0.9999510183661614,
        0.9999568409065606,
        0.9999909058578924,
        0.9999978726574533,
        0.9999984336758323,
        0.9999943787266508,
        0.9996870526050239,
        0.9991443331423635,
        0.9998289195004691,
        0.9999975665680262,
        0.9999539228495662,
        0.9999698805157973,
        0.9999454535390746,
        0.9997027355834048,
        0.9999997600562577,
        0.9999989021411428,
        0.9998192392699271,
        0.9999876127586138,
        0.9982417287750003,
        0.9992413898042605,
        0.9999985172809578,
        0.9999661928911094,
        0.9999868720373655,
        0.9999232802416008,
        0.9999485016150196,
        0.9999904011779785,
        0.9999982118142747,
        0.9999812758646993,
        0.9997634785664622,
        0.99996635062563,
        0.9992217987857853,
        0.9996706335184574,
        0.9999819616294304,
        0.9999922501886626,
        0.9999908516618992,
        0.9998600609049278,
        0.9999939208182995,
        0.9999977037821273,
        0.999892655763615,
        0.9999899216468081,
        0.837076920308796,
        0.012841874680177168,
        0.9997983401048952,
        0.9995206303436223,
        0.9987787188585728,
        0.9985752300197684,
        0.663014269729657,
        0.9976118222421599,
        0.9999935161237914,
        0.8341861574266329,
        0.9999933457523368,
        0.9778214049425278,
        0.9712119464908144,
        0.9701465632943906,
        0.999980857234703,
        0.9999761304153242,
        0.9952161166011871,
        0.9991746599835826,
        0.999995909857308,
        0.999995620323505,
        0.9999917856419573,
        0.9999981582965868,
        0.999906013028791,
        0.9999446283471561,
        0.999936332428447,
        0.9999883221549312,
        0.9994376683713475,
        0.9985616792023766,
        0.9999577848764399,
        0.99985407187898,
        0.9999872942700422,
        0.9999775656257707,
        0.996940556256728,
        0.9917975374160927,
        0.9996010553493975,
        0.9999758646610075,
        0.9999941173923578,
        0.9999976919262165,
        0.9993249332534118,
        0.9995324252652071,
        0.9994434337689062,
        0.999960112047948,
        0.6588460769506039,
        0.9476947645575848,
        0.9999640904409742,
        0.9999661795907342,
        0.9999889792432335,
        0.9999843257167973,
        0.9999890700092966,
        0.9999736392016784,
        0.9710257057242835,
        0.9642401286834926,
        0.9995104632989458,
        0.9988336410277732,
        0.9999990872902899,
        0.999987509346359,
        0.999990499840791,
        0.999985732370708,
        0.9999675084074983,
        0.9999052208997534,
        0.999939450916262,
        0.9999359734444672,
        0.9983697050460146,
        0.9994581178566014,
        0.9995604933421427,
        0.9788653821947343,
        0.9999968944873308,
        0.9999871220518498,
        0.9999818440672117,
        0.999873496574267,
        0.9998996136463874,
        0.9984290646774951,
        0.9999725918309493,
        0.9995318778881964,
        0.9999762677292409,
        0.9964294373394675,
        0.9999560338976851,
        0.9998600832913376,
        0.999988485432787,
        0.9999280257665116,
        0.9999832842304781,
        0.9997155054693443,
        0.9999512479653879,
        0.9996165808857946,
        0.9999930052548486,
        0.9999959563839523,
        0.9998815174280711,
        0.9999949452907875,
        0.9999473461827341,
        0.9999671775053716,
        0.9171313287049895,
        0.9815137106475358,
        0.9999996178697123,
        0.9999995678616564,
        0.9955805321741293,
        0.9893469245524561,
        0.9997768506652719,
        0.9994147214588273,
        0.9999972940976702,
        0.9999991376896911,
        0.9999471260126996,
        0.9999954468165305,
        0.9999955400389423,
        0.9999914174697062,
        0.999985163482374,
        0.9997763508494085,
        0.9989165314892781,
        0.9999816034857321,
        0.9995892068658503,
        0.9991999042535451,
        0.9999944435340227,
        0.9999965197109383,
        0.9999615164251329,
        0.9981145813074892,
        0.9992689826954196,
        0.999232922714704,
        0.9998697068106298,
        0.9999173882120513,
        0.9999702795696993,
        0.9999823016355202,
        0.9999973413308316,
        0.9999994835312155,
        0.9999762457763783,
        0.9999322564719412,
        0.9999487203256942,
        0.9999563988773639,
        0.9996426310612294,
        0.9999263908493206,
        0.1907929413700384,
        0.022043267873818162,
        0.9998768597167939,
        0.9995077400717557,
        0.99999490202133,
        0.9999831989612239,
        0.9997712703317828,
        0.9999578687813109,
        0.99999574973006,
        0.9999971423352544,
        0.9993088935985014,
        0.999996477685944,
        0.985024902904407,
        0.999800068776328,
        0.9997012728199729,
        0.9999761265458453,
        0.9999782075684494,
        0.9999899125430391,
        0.9996903645542818,
        0.9865316004513279,
        0.9973359484535133,
        0.9885319092387364,
        0.9999723264912186,
        0.9999591678041104,
        0.9914294425510469,
        0.9993176294902549,
        0.9999865357046944,
        0.9999309235889111,
        0.9998325296198267,
        0.9999916740742225,
        0.9999925439925639,
        0.9999964572812754,
        0.999983845889735,
        0.9999894241225151,
        0.9753317168383975,
        0.9440616131813215,
        0.9999863604709746,
        0.9999850500181159,
        0.9999284283406609,
        0.9984500851868954,
        0.9915059486494794,
        0.9992115426263494,
        0.9999586868569709,
        0.9999547762554514,
        0.9985178644586824,
        0.9977799242616209,
        0.9999993730961274,
        0.9999987492166819,
        0.9985712047149652,
        0.9994483801816857,
        0.9821358654205221,
        0.9624637580077163,
        0.9886390043899766,
        0.9883287500814348,
        0.9999945560720706,
        0.9999725869386198,
        0.9999161418634996,
        0.9992669694028679,
        0.04802040059768453,
        0.15002910825524196,
        0.9992188748934354,
        0.9992405612522784,
        0.9999790789240924,
        0.9999982845271435,
        0.9999994826071948,
        0.9999996985028482,
        0.9993082443325527,
        0.9999899718593512,
        0.9999629454436155,
        0.9999938791005822,
        0.9832522498447346,
        0.684006147989112,
        0.999876231771268,
        0.9999953708058562,
        0.980127825689484,
        0.9997764085971969,
        0.9998903526756509,
        0.9999050320105968,
        0.9999456625840083,
        0.9998368201178137,
        0.9981057812864537,
        0.9990779221304201,
        0.9999926711095113,
        0.9999974040622156,
        0.9998666291182573,
        0.9999976913141381,
        0.99883773748108,
        0.9980006144780132,
        0.9999079350384279,
        0.9999885873614429,
        0.9999962983118948,
        0.9999504739909164,
        0.9998846316790636,
        0.9998344713858992,
        0.9999942303604729,
        0.9999981045944742,
        0.25486308831294413,
        0.3032310042133899,
        0.9887913884214854,
        0.9962218605748793,
        0.9999742846298212,
        0.9999484214608882,
        0.9999712586096143,
        0.9999484989764429,
        0.9995560373150576,
        0.9999889015834132,
        0.9998135229643998,
        0.9742344803442251,
        0.9999984868617952,
        0.9999938966750679,
        0.9999835303745508,
        0.9983140629871414,
        0.9999973493230276,
        0.9999844181631826,
        0.9999783302630667,
        0.997289013617603,
        0.9999983636834536,
        0.9999987365357667,
        0.9998546138646898,
        0.9993184845568337,
        0.9942471821664635,
        0.9984174654102248,
        0.9968760916702626,
        0.9998670421464173,
        0.9999962161070353,
        0.9999921965947695,
        0.9999977406027977,
        0.9985229045445964,
        0.99999926994458,
        0.9999989685995778,
        0.9999020064368346,
        0.9999829601766027,
        0.999662751411029,
        0.9999072538049284,
        0.9983652626420616,
        0.9609916446370584,
        0.9999982730940226,
        0.9999993693261008,
        0.9999892801970137,
        0.9999934063013302,
        0.999008003294199,
        0.9932465844453612,
        0.9999293658885313,
        0.9998848550642806,
        0.9270656232441848,
        0.9153461500193499,
        0.9997797330900655,
        0.9999706251613266,
        0.9998503163563722,
        0.9999870831962426,
        0.995111454548,
        0.9999885073211068,
        0.9477814896671803,
        0.9987383341055746,
        0.9999849635660316,
        0.9999964505210983,
        0.999997604950793,
        0.9999975110143707,
        0.9999819128033695,
        0.9999873942750154,
        0.9998514255600159,
        0.9999930450011917,
        0.999835537819765,
        0.9989120367474761,
        0.9999882462989007,
        0.9999965489346615,
        0.9999788996931118,
        0.9999967694937008,
        0.999793213933235,
        0.9995407218716328,
        0.9999986948376572,
        0.999999329440133,
        0.9999734097181595,
        0.9999660152289549,
        0.9999994078353089,
        0.9999783165836849,
        0.9999971564033187,
        0.99999525843218,
        0.9998923464518984,
        0.9996248286189499,
        0.9256069418423363,
        0.9968277559701827,
        0.9994197008895939,
        0.9974975650004216,
        0.9999998689321795,
        0.9999995079610514,
        0.9999397683923236,
        0.9999487738043008,
        0.9980715069430661,
        0.999924952959211,
        0.9993696271492873,
        0.999177199752959,
        0.9999655627839594,
        0.9999060400737109,
        0.9999966206886544,
        0.9999982831224242,
        0.9995571285350052,
        0.9998583946848193,
        0.999979594595144,
        0.9998276046141946,
        0.999938911981762,
        0.9998465274639532,
        0.9998467852293641,
        0.9998562263777565
    ]
}