GENIES/results/evaluations/zero_shot/openllama-3b-code/change_my_view.json

{
    "model_dir": "models/openllama-3b",
    "distribution_id": "change_my_view",
    "timestamp": "2023-10-20 01:24:45",
    "eval_loss": 0.7780329585075378,
    "eval_score": -0.30312731862068176,
    "eval_brier_score": 0.30312732568661366,
    "eval_average_probability": 0.45962876504659655,
    "eval_accuracy": 0.356,
    "eval_probabilities": [
        0.5426305532455444,
        0.6658055186271667,
        0.5024282336235046,
        0.47473058104515076,
        0.6407527327537537,
        0.36205753684043884,
        0.28529253602027893,
        0.5048773884773254,
        0.3509308397769928,
        0.24243991076946259,
        0.4451005160808563,
        0.5116888880729675,
        0.41224566102027893,
        0.46709153056144714,
        0.4967099130153656,
        0.5878246426582336,
        0.48771563172340393,
        0.5325610637664795,
        0.4357268214225769,
        0.5230165719985962,
        0.720093309879303,
        0.6994836926460266,
        0.34844136238098145,
        0.5257570743560791,
        0.4853362441062927,
        0.5524435639381409,
        0.2337290644645691,
        0.5877100825309753,
        0.4154077470302582,
        0.45801427960395813,
        0.48381319642066956,
        0.3745814561843872,
        0.3418430685997009,
        0.5309984683990479,
        0.46024903655052185,
        0.4950380027294159,
        0.3829691410064697,
        0.31256452202796936,
        0.5416618585586548,
        0.5536187291145325,
        0.5466998219490051,
        0.3240191340446472,
        0.3617437183856964,
        0.4885944724082947,
        0.3887745440006256,
        0.37702473998069763,
        0.42824071645736694,
        0.45095008611679077,
        0.467693954706192,
        0.40985772013664246,
        0.6688137054443359,
        0.4470464885234833,
        0.40016070008277893,
        0.45748522877693176,
        0.3090221881866455,
        0.3944064974784851,
        0.4342862367630005,
        0.6069779992103577,
        0.48292145133018494,
        0.6016696095466614,
        0.3751293420791626,
        0.7242957353591919,
        0.4614115059375763,
        0.2993355393409729,
        0.4385894536972046,
        0.4976086914539337,
        0.4772283434867859,
        0.3544594645500183,
        0.6029458045959473,
        0.2566607594490051,
        0.6336500644683838,
        0.5418732166290283,
        0.3127845525741577,
        0.4559485614299774,
        0.5046074390411377,
        0.3156183362007141,
        0.47829005122184753,
        0.4410886764526367,
        0.4735789895057678,
        0.2679426670074463,
        0.544337809085846,
        0.40137800574302673,
        0.3212841749191284,
        0.5193294882774353,
        0.4932069778442383,
        0.3716895580291748,
        0.4220568835735321,
        0.4649324417114258,
        0.585124671459198,
        0.39329347014427185,
        0.44906213879585266,
        0.3527385890483856,
        0.31614628434181213,
        0.38326191902160645,
        0.5396294593811035,
        0.6955306529998779,
        0.5089630484580994,
        0.5192322731018066,
        0.37050509452819824,
        0.4435622990131378,
        0.4057772159576416,
        0.2987310588359833,
        0.6655851602554321,
        0.339507520198822,
        0.28139689564704895,
        0.6330641508102417,
        0.4860176146030426,
        0.5622819066047668,
        0.400294691324234,
        0.5935001373291016,
        0.5647411942481995,
        0.43844956159591675,
        0.6103999614715576,
        0.5383421778678894,
        0.3231824040412903,
        0.3064500391483307,
        0.43266215920448303,
        0.4896797835826874,
        0.3895108699798584,
        0.4943334758281708,
        0.5387570858001709,
        0.4398265480995178,
        0.4883171021938324,
        0.3993726074695587,
        0.4388219714164734,
        0.502796471118927,
        0.3360273540019989,
        0.5372371673583984,
        0.45983198285102844,
        0.5424867868423462,
        0.3851119577884674,
        0.6593359112739563,
        0.507090151309967,
        0.36728397011756897,
        0.38479432463645935,
        0.5413990616798401,
        0.4666247069835663,
        0.3878757953643799,
        0.4829639494419098,
        0.3938984274864197,
        0.4281666576862335,
        0.45521366596221924,
        0.49309390783309937,
        0.573843240737915,
        0.556523859500885,
        0.5469796657562256,
        0.3985946774482727,
        0.47760364413261414,
        0.5079242587089539,
        0.4705823063850403,
        0.5564569234848022,
        0.3468509614467621,
        0.42347341775894165,
        0.40054118633270264,
        0.47113561630249023,
        0.46981021761894226,
        0.4361274838447571,
        0.49865612387657166,
        0.6093499064445496,
        0.44807174801826477,
        0.3335159122943878,
        0.3527674674987793,
        0.3671448826789856,
        0.27222341299057007,
        0.5343286395072937,
        0.5682633519172668,
        0.6938605308532715,
        0.45940548181533813,
        0.49111059308052063,
        0.4766148626804352,
        0.3073401153087616,
        0.5002276301383972,
        0.396180659532547,
        0.2991282045841217,
        0.27041175961494446,
        0.36421820521354675,
        0.268588125705719,
        0.5665483474731445,
        0.36668580770492554,
        0.39493080973625183,
        0.5067392587661743,
        0.5953579545021057,
        0.4222264587879181,
        0.35089683532714844,
        0.5718379020690918,
        0.5185444355010986,
        0.4350544214248657,
        0.599026083946228,
        0.4092864394187927,
        0.3881742060184479,
        0.3636614978313446,
        0.5356807708740234,
        0.5302343368530273,
        0.6148849129676819,
        0.361217200756073,
        0.4643321931362152,
        0.45335423946380615,
        0.537774384021759,
        0.6943712830543518,
        0.5076828002929688,
        0.5965186357498169,
        0.522768497467041,
        0.4149493873119354,
        0.5159419178962708,
        0.28282442688941956,
        0.5926842093467712,
        0.46750372648239136,
        0.2815476357936859,
        0.3897983431816101,
        0.3844674527645111,
        0.6205596923828125,
        0.6386666297912598,
        0.5545815825462341,
        0.43690696358680725,
        0.5556980967521667,
        0.49014848470687866,
        0.4369288980960846,
        0.5079490542411804,
        0.42750877141952515,
        0.5009933114051819,
        0.41166621446609497,
        0.5029897689819336,
        0.4986497461795807,
        0.2662147581577301,
        0.32371366024017334,
        0.5292837619781494,
        0.30342045426368713,
        0.3649688959121704,
        0.271695613861084,
        0.5815723538398743,
        0.5460537075996399,
        0.5707374811172485,
        0.3350459039211273,
        0.3820141851902008,
        0.21251466870307922,
        0.43511977791786194,
        0.6455215811729431,
        0.41602012515068054,
        0.4340628385543823,
        0.31625795364379883,
        0.5374889373779297,
        0.2845194339752197,
        0.4967334270477295,
        0.5643216371536255,
        0.5224718451499939,
        0.6531152129173279,
        0.473046213388443,
        0.4673958122730255,
        0.42807620763778687,
        0.25687775015830994
    ],
    "eval_runtime": 21.0024,
    "eval_samples_per_second": 11.903,
    "eval_steps_per_second": 0.381,
    "eval_rms_calibration_error": 0.15193648246815314
}