wassname/GENIES
1
0
Fork 0
mirror of https://github.com/wassname/GENIES.git synced 2026-09-21 12:30:25 +08:00
Code Issues Packages Projects Releases Wiki Activity
Files
main
GENIES/results/evaluations/prompt_tuning/llama-7b-code_easy/code_easy.json
T
JoshuaClymer 70bd2ea15d Initial commit
2023-11-11 19:44:09 +00:00

765 lines
13 KiB
JSON
Raw Permalink Blame History

{
"model_dir": "models/prompt_tuning/llama-7b-code_easy",
"distribution_id": "code_easy",
"timestamp": "2023-10-19 22:48:34",
"eval_loss": 0.2220458984375,
"eval_score": -0.050140380859375,
"eval_brier_score": 0.050140380859375,
"eval_average_probability": 0.9130859375,
"eval_accuracy": 0.9386666666666666,
"eval_probabilities": [
1.0,
0.97607421875,
1.0,
1.0,
1.0,
1.0,
0.262939453125,
1.0,
1.0,
0.9921875,
0.708984375,
0.99560546875,
0.998046875,
0.99951171875,
1.0,
0.95166015625,
0.99462890625,
1.0,
0.9775390625,
0.484375,
0.9599609375,
1.0,
1.0,
1.0,
1.0,
0.99951171875,
1.0,
0.9755859375,
1.0,
1.0,
0.93359375,
0.87646484375,
0.6376953125,
1.0,
0.0053863525390625,
0.265869140625,
0.77978515625,
1.0,
0.99853515625,
1.0,
1.0,
0.9150390625,
1.0,
0.880859375,
0.998046875,
0.00243377685546875,
0.1461181640625,
0.0004239082336425781,
0.8173828125,
0.93359375,
0.93701171875,
0.96142578125,
1.0,
0.99951171875,
1.0,
1.0,
1.0,
1.0,
0.69921875,
1.0,
0.99951171875,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.99755859375,
0.00021827220916748047,
9.244680404663086e-05,
1.0,
1.0,
1.0,
0.99951171875,
0.59619140625,
1.0,
1.0,
0.94189453125,
1.0,
0.5849609375,
0.91259765625,
0.880859375,
1.0,
1.0,
1.0,
0.82080078125,
0.974609375,
0.99365234375,
1.0,
0.303955078125,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.9931640625,
0.80615234375,
1.0,
0.83544921875,
1.0,
1.0,
0.99951171875,
1.0,
1.0,
1.0,
1.0,
1.0,
0.97412109375,
1.0,
0.880859375,
1.0,
0.98876953125,
1.0,
1.0,
1.0,
1.0,
0.7548828125,
1.0,
0.998046875,
0.990234375,
0.99951171875,
0.99951171875,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.9228515625,
0.359375,
0.95458984375,
0.9931640625,
1.0,
0.97998046875,
1.0,
1.0,
1.0,
0.89013671875,
0.921875,
0.73095703125,
0.9990234375,
0.5390625,
0.9599609375,
0.822265625,
0.60009765625,
0.85791015625,
0.9619140625,
0.99853515625,
1.0,
1.0,
1.0,
0.99755859375,
1.0,
0.9677734375,
0.99267578125,
1.0,
1.0,
1.0,
0.98193359375,
1.0,
0.99951171875,
1.0,
0.99658203125,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.96484375,
1.0,
1.0,
1.0,
0.880859375,
1.0,
0.99560546875,
0.96337890625,
0.99951171875,
0.71533203125,
0.86328125,
0.955078125,
0.978515625,
0.986328125,
0.52734375,
0.57763671875,
0.69287109375,
0.99951171875,
1.0,
0.96044921875,
1.0,
0.986328125,
1.0,
1.0,
1.0,
0.9326171875,
1.0,
0.99951171875,
1.0,
0.99951171875,
1.0,
0.9794921875,
1.0,
1.0,
1.0,
0.9970703125,
0.998046875,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.7548828125,
0.99755859375,
0.89306640625,
6.604194641113281e-05,
1.0,
1.0,
0.9658203125,
1.0,
0.92626953125,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.88427734375,
0.9638671875,
0.5234375,
0.7216796875,
1.0,
1.0,
1.0,
0.865234375,
0.78515625,
0.77587890625,
0.96533203125,
0.85986328125,
0.91259765625,
1.0,
1.0,
1.0,
0.5849609375,
1.0,
0.658203125,
1.0,
0.99951171875,
0.85791015625,
1.0,
1.0,
1.0,
0.5068359375,
0.1865234375,
0.51123046875,
0.445556640625,
0.9365234375,
1.0,
1.0,
1.0,
1.0,
0.6513671875,
1.0,
0.77978515625,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.89501953125,
0.94970703125,
0.98681640625,
1.0,
0.9375,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.99560546875,
0.98681640625,
1.0,
1.0,
1.0,
0.998046875,
1.0,
1.0,
1.0,
0.94970703125,
1.0,
1.0,
0.77197265625,
1.0,
1.0,
0.70068359375,
1.0,
1.0,
1.0,
1.0,
0.99951171875,
0.8017578125,
0.939453125,
0.57763671875,
0.443603515625,
0.54296875,
1.0,
1.0,
0.95263671875,
1.0,
1.0,
1.0,
0.99609375,
1.0,
1.0,
0.958984375,
1.0,
0.77490234375,
0.99658203125,
1.0,
1.0,
1.0,
1.0,
1.0,
0.97119140625,
0.9677734375,
0.99951171875,
1.0,
1.0,
1.0,
0.83984375,
1.0,
1.0,
0.986328125,
1.0,
0.99951171875,
1.0,
0.388671875,
0.8798828125,
1.0,
0.99267578125,
0.98486328125,
1.0,
1.0,
0.7490234375,
0.99853515625,
0.896484375,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.99951171875,
1.0,
1.0,
0.99951171875,
1.0,
1.0,
1.0,
1.0,
0.32080078125,
0.01363372802734375,
0.83349609375,
0.97509765625,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.7548828125,
1.0,
0.9990234375,
1.0,
1.0,
1.0,
0.99951171875,
0.3486328125,
1.0,
1.0,
1.0,
1.0,
0.99951171875,
1.0,
1.0,
0.8759765625,
0.88623046875,
0.74853515625,
1.0,
1.0,
1.0,
0.98095703125,
1.0,
0.99951171875,
0.219970703125,
0.56982421875,
0.71240234375,
0.986328125,
1.0,
0.89013671875,
0.99951171875,
1.0,
0.99951171875,
1.0,
1.0,
1.0,
1.0,
0.98779296875,
0.998046875,
1.0,
1.0,
0.99853515625,
1.0,
1.0,
1.0,
1.0,
1.0,
0.89306640625,
1.0,
1.0,
0.9990234375,
0.615234375,
0.58154296875,
0.43017578125,
0.97705078125,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.94970703125,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.99072265625,
0.99072265625,
0.262939453125,
0.92626953125,
0.9150390625,
0.99853515625,
5.662441253662109e-06,
0.235107421875,
0.9970703125,
0.9912109375,
0.5908203125,
0.0010166168212890625,
0.81884765625,
0.1993408203125,
1.0,
1.0,
1.0,
0.98779296875,
0.058349609375,
1.0,
0.99951171875,
1.0,
1.0,
0.615234375,
1.0,
0.79296875,
1.0,
1.0,
0.9970703125,
0.62255859375,
0.67919921875,
0.93994140625,
1.0,
0.9306640625,
1.0,
0.93798828125,
0.99951171875,
0.99951171875,
0.99951171875,
1.0,
1.0,
1.0,
0.99951171875,
0.8173828125,
0.99853515625,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.998046875,
0.658203125,
0.99609375,
0.5,
1.0,
1.0,
1.0,
1.0,
0.994140625,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.99951171875,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.99609375,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.99951171875,
1.0,
0.9990234375,
1.0,
1.0,
0.08880615234375,
1.0,
1.0,
1.0,
1.0,
1.0,
0.99462890625,
0.8916015625,
0.99072265625,
0.94482421875,
1.0,
0.99658203125,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.06610107421875,
1.0,
1.0,
0.32763671875,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.99755859375,
0.97802734375,
0.60400390625,
0.98486328125,
0.77197265625,
0.58154296875,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.9990234375,
0.98388671875,
0.94970703125,
0.32080078125,
0.029754638671875,
1.0,
0.99951171875,
1.0,
1.0,
1.0,
1.0,
1.0,
0.615234375,
0.5888671875,
1.0,
1.0,
0.99951171875,
0.9482421875,
1.0,
1.0,
1.0,
0.57373046875,
0.7431640625,
0.56201171875,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.96875,
0.982421875,
0.822265625,
0.8759765625,
0.9677734375,
0.8173828125,
1.0,
1.0,
0.99560546875,
1.0,
1.0,
1.0,
0.64794921875,
0.2568359375,
0.2147216796875,
1.0,
0.56982421875,
1.0,
1.0,
1.0,
1.0,
1.0,
0.85986328125,
1.0,
0.007122039794921875,
0.83740234375,
0.2017822265625,
0.9990234375,
0.99951171875,
0.99755859375,
1.0,
0.26904296875,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.56201171875,
0.921875,
0.9794921875,
0.60009765625,
0.98291015625,
0.4609375,
1.0,
1.0,
1.0,
0.99169921875,
0.99560546875,
0.93701171875,
1.0,
1.0,
1.0,
0.96630859375,
0.9501953125,
0.9150390625,
0.99560546875,
1.0,
0.98486328125,
0.841796875,
0.61865234375,
0.998046875,
1.0,
0.99951171875,
0.97998046875,
1.0,
1.0,
1.0,
1.0,
0.98779296875,
1.0,
0.99755859375,
0.98876953125,
0.8740234375,
0.9814453125,
0.90185546875,
0.34521484375,
0.0009398460388183594,
1.0,
0.43017578125,
1.0,
1.0,
1.0,
0.29736328125,
0.974609375,
0.19677734375,
0.359375,
0.373779296875,
0.49609375,
1.0,
1.0,
1.0,
0.9814453125,
0.994140625,
0.93359375,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0
],
"eval_runtime": 13.0708,
"eval_samples_per_second": 57.38,
"eval_steps_per_second": 1.836
}
Reference in New Issue View Git Blame Copy Permalink