mirror of
https://github.com/wassname/GENIES.git
synced 2026-09-12 12:05:17 +08:00
766 lines
17 KiB
JSON
766 lines
17 KiB
JSON
{
|
|
"model_dir": "models/prompt_tuning/llama-13b-code_low_quality",
|
|
"distribution_id": "code",
|
|
"timestamp": "2023-10-23 23:39:04",
|
|
"eval_loss": 2.740234375,
|
|
"eval_score": -0.2841796875,
|
|
"eval_brier_score": 0.284273697293203,
|
|
"eval_average_probability": 0.5973071432113648,
|
|
"eval_accuracy": 0.6213333333333333,
|
|
"eval_probabilities": [
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.97314453125,
|
|
0.896484375,
|
|
0.921875,
|
|
0.67578125,
|
|
1.0,
|
|
0.5234375,
|
|
0.955078125,
|
|
0.83984375,
|
|
0.83544921875,
|
|
0.287841796875,
|
|
0.50390625,
|
|
0.06561279296875,
|
|
0.363037109375,
|
|
0.80078125,
|
|
0.6513671875,
|
|
0.001926422119140625,
|
|
0.0021495819091796875,
|
|
0.0010814666748046875,
|
|
0.19189453125,
|
|
0.1519775390625,
|
|
0.07806396484375,
|
|
0.9638671875,
|
|
0.96875,
|
|
0.94189453125,
|
|
0.466796875,
|
|
0.57861328125,
|
|
0.99951171875,
|
|
0.63720703125,
|
|
0.615234375,
|
|
0.546875,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.90869140625,
|
|
0.63720703125,
|
|
0.7431640625,
|
|
0.98583984375,
|
|
0.7734375,
|
|
0.99365234375,
|
|
0.484375,
|
|
0.363037109375,
|
|
0.70556640625,
|
|
0.81298828125,
|
|
0.9326171875,
|
|
0.9755859375,
|
|
0.98291015625,
|
|
0.974609375,
|
|
0.0020198822021484375,
|
|
0.99560546875,
|
|
1.0,
|
|
0.822265625,
|
|
0.90576171875,
|
|
0.8974609375,
|
|
0.85595703125,
|
|
0.093994140625,
|
|
0.03515625,
|
|
0.060089111328125,
|
|
0.97314453125,
|
|
0.98046875,
|
|
0.9912109375,
|
|
0.093994140625,
|
|
0.6513671875,
|
|
0.484375,
|
|
0.98681640625,
|
|
0.91748046875,
|
|
0.8740234375,
|
|
0.2861328125,
|
|
0.34326171875,
|
|
0.447509765625,
|
|
0.441650390625,
|
|
0.2451171875,
|
|
0.2069091796875,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.9990234375,
|
|
0.9912109375,
|
|
0.71875,
|
|
0.521484375,
|
|
0.525390625,
|
|
0.294189453125,
|
|
0.363037109375,
|
|
0.9111328125,
|
|
0.876953125,
|
|
0.89013671875,
|
|
0.8583984375,
|
|
0.86865234375,
|
|
0.19677734375,
|
|
0.2783203125,
|
|
0.509765625,
|
|
0.716796875,
|
|
0.7294921875,
|
|
0.55712890625,
|
|
0.304931640625,
|
|
0.99951171875,
|
|
0.7578125,
|
|
0.740234375,
|
|
0.445556640625,
|
|
0.96826171875,
|
|
0.98291015625,
|
|
0.94970703125,
|
|
0.3173828125,
|
|
0.93115234375,
|
|
0.8857421875,
|
|
0.2281494140625,
|
|
0.392333984375,
|
|
0.19189453125,
|
|
0.98388671875,
|
|
0.9775390625,
|
|
0.9580078125,
|
|
0.96533203125,
|
|
0.9833984375,
|
|
0.9365234375,
|
|
0.8818359375,
|
|
0.8173828125,
|
|
0.8154296875,
|
|
0.85791015625,
|
|
0.9345703125,
|
|
0.85791015625,
|
|
0.958984375,
|
|
0.9541015625,
|
|
0.67236328125,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.4609375,
|
|
0.89892578125,
|
|
0.72509765625,
|
|
0.414794921875,
|
|
0.79296875,
|
|
0.76611328125,
|
|
0.1993408203125,
|
|
0.49609375,
|
|
0.64794921875,
|
|
0.822265625,
|
|
0.50390625,
|
|
0.4921875,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.65478515625,
|
|
0.32080078125,
|
|
0.55078125,
|
|
0.115966796875,
|
|
0.140380859375,
|
|
0.30078125,
|
|
0.88427734375,
|
|
0.60400390625,
|
|
0.2069091796875,
|
|
0.58984375,
|
|
0.323486328125,
|
|
0.1466064453125,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.96533203125,
|
|
0.494140625,
|
|
0.43408203125,
|
|
0.5234375,
|
|
0.77734375,
|
|
0.880859375,
|
|
0.0008492469787597656,
|
|
7.331371307373047e-06,
|
|
0.25830078125,
|
|
0.99658203125,
|
|
0.99609375,
|
|
0.281494140625,
|
|
0.72509765625,
|
|
0.4765625,
|
|
0.19189453125,
|
|
0.5849609375,
|
|
0.91943359375,
|
|
0.0017547607421875,
|
|
0.86328125,
|
|
0.91845703125,
|
|
1.0,
|
|
0.9033203125,
|
|
0.7744140625,
|
|
0.96826171875,
|
|
0.1365966796875,
|
|
0.449462890625,
|
|
0.287841796875,
|
|
0.91845703125,
|
|
0.732421875,
|
|
0.51171875,
|
|
0.31396484375,
|
|
0.20947265625,
|
|
0.6826171875,
|
|
0.966796875,
|
|
0.93994140625,
|
|
0.385009765625,
|
|
0.68603515625,
|
|
0.385009765625,
|
|
0.986328125,
|
|
0.10968017578125,
|
|
0.422607421875,
|
|
0.1480712890625,
|
|
0.51953125,
|
|
0.1441650390625,
|
|
0.4765625,
|
|
0.546875,
|
|
0.951171875,
|
|
0.3701171875,
|
|
0.287841796875,
|
|
0.69287109375,
|
|
0.5927734375,
|
|
0.8671875,
|
|
0.37744140625,
|
|
0.5,
|
|
0.498046875,
|
|
0.6103515625,
|
|
0.4599609375,
|
|
0.2509765625,
|
|
0.90966796875,
|
|
0.275146484375,
|
|
0.57568359375,
|
|
0.77490234375,
|
|
0.75537109375,
|
|
0.2254638671875,
|
|
0.17333984375,
|
|
0.8759765625,
|
|
0.9150390625,
|
|
0.546875,
|
|
0.33447265625,
|
|
0.9326171875,
|
|
0.00806427001953125,
|
|
0.204345703125,
|
|
0.884765625,
|
|
0.97265625,
|
|
0.86865234375,
|
|
0.445556640625,
|
|
0.6298828125,
|
|
0.453369140625,
|
|
0.8671875,
|
|
0.7744140625,
|
|
0.5234375,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.2017822265625,
|
|
0.16455078125,
|
|
0.26904296875,
|
|
0.442626953125,
|
|
0.99462890625,
|
|
0.607421875,
|
|
0.97802734375,
|
|
6.920099258422852e-05,
|
|
1.0,
|
|
0.0014553070068359375,
|
|
0.91748046875,
|
|
0.262939453125,
|
|
0.84375,
|
|
0.106689453125,
|
|
1.0,
|
|
0.546875,
|
|
0.19189453125,
|
|
0.8857421875,
|
|
0.048858642578125,
|
|
0.99609375,
|
|
0.99853515625,
|
|
0.98779296875,
|
|
0.89306640625,
|
|
0.90966796875,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.51953125,
|
|
0.662109375,
|
|
0.99609375,
|
|
0.640625,
|
|
0.6513671875,
|
|
0.72509765625,
|
|
0.984375,
|
|
0.92626953125,
|
|
0.76904296875,
|
|
0.06097412109375,
|
|
0.45703125,
|
|
0.0966796875,
|
|
0.414794921875,
|
|
0.546875,
|
|
0.3701171875,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.994140625,
|
|
0.9658203125,
|
|
0.90185546875,
|
|
0.841796875,
|
|
0.8056640625,
|
|
0.662109375,
|
|
0.8955078125,
|
|
0.86865234375,
|
|
0.79931640625,
|
|
0.7841796875,
|
|
0.9189453125,
|
|
0.9482421875,
|
|
0.99169921875,
|
|
0.68603515625,
|
|
0.98095703125,
|
|
0.95263671875,
|
|
0.98779296875,
|
|
0.7373046875,
|
|
0.6259765625,
|
|
0.77734375,
|
|
0.47265625,
|
|
0.80322265625,
|
|
0.83544921875,
|
|
0.4072265625,
|
|
0.97705078125,
|
|
0.19775390625,
|
|
0.081787109375,
|
|
0.85986328125,
|
|
0.70556640625,
|
|
0.7880859375,
|
|
0.70263671875,
|
|
0.71875,
|
|
0.83740234375,
|
|
0.48828125,
|
|
0.6298828125,
|
|
0.381103515625,
|
|
0.9892578125,
|
|
0.92822265625,
|
|
0.92626953125,
|
|
0.294921875,
|
|
0.36669921875,
|
|
0.498046875,
|
|
0.95263671875,
|
|
0.81298828125,
|
|
0.7548828125,
|
|
0.461669921875,
|
|
0.361083984375,
|
|
0.85498046875,
|
|
0.99755859375,
|
|
0.611328125,
|
|
0.63720703125,
|
|
0.1812744140625,
|
|
0.927734375,
|
|
0.90380859375,
|
|
0.07501220703125,
|
|
0.04193115234375,
|
|
0.1026611328125,
|
|
0.0087127685546875,
|
|
0.0792236328125,
|
|
0.307373046875,
|
|
0.98291015625,
|
|
0.9697265625,
|
|
0.92431640625,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
1.0,
|
|
0.607421875,
|
|
0.9853515625,
|
|
0.546875,
|
|
0.99755859375,
|
|
0.77734375,
|
|
0.53125,
|
|
0.5849609375,
|
|
0.45703125,
|
|
0.43017578125,
|
|
0.72509765625,
|
|
0.6298828125,
|
|
0.1329345703125,
|
|
0.70556640625,
|
|
0.048858642578125,
|
|
0.0994873046875,
|
|
0.7431640625,
|
|
0.76611328125,
|
|
0.99169921875,
|
|
0.9150390625,
|
|
0.96337890625,
|
|
0.90966796875,
|
|
0.182373046875,
|
|
0.83544921875,
|
|
0.08758544921875,
|
|
0.4921875,
|
|
0.46875,
|
|
0.0994873046875,
|
|
0.0247955322265625,
|
|
0.60400390625,
|
|
0.9716796875,
|
|
0.78271484375,
|
|
0.9208984375,
|
|
0.83349609375,
|
|
0.78271484375,
|
|
0.884765625,
|
|
0.95166015625,
|
|
0.525390625,
|
|
0.76611328125,
|
|
0.99951171875,
|
|
0.2005615234375,
|
|
0.444580078125,
|
|
0.259765625,
|
|
0.1143798828125,
|
|
0.022979736328125,
|
|
0.8310546875,
|
|
0.4609375,
|
|
0.05499267578125,
|
|
0.42822265625,
|
|
0.5,
|
|
0.33203125,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.72802734375,
|
|
0.94091796875,
|
|
0.341552734375,
|
|
0.01666259765625,
|
|
0.0311431884765625,
|
|
0.002216339111328125,
|
|
0.46875,
|
|
0.5927734375,
|
|
0.85205078125,
|
|
0.6298828125,
|
|
0.59619140625,
|
|
0.6513671875,
|
|
0.2274169921875,
|
|
0.6298828125,
|
|
0.1749267578125,
|
|
0.01322174072265625,
|
|
0.040252685546875,
|
|
0.43212890625,
|
|
0.46875,
|
|
0.52734375,
|
|
0.9990234375,
|
|
0.91357421875,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.982421875,
|
|
0.9931640625,
|
|
0.98779296875,
|
|
0.158203125,
|
|
0.91748046875,
|
|
0.03515625,
|
|
0.8310546875,
|
|
0.96435546875,
|
|
0.97265625,
|
|
0.00609588623046875,
|
|
0.01495361328125,
|
|
0.0164031982421875,
|
|
0.9541015625,
|
|
0.9228515625,
|
|
0.884765625,
|
|
0.89306640625,
|
|
0.10968017578125,
|
|
0.658203125,
|
|
0.9677734375,
|
|
0.32763671875,
|
|
0.80322265625,
|
|
0.8310546875,
|
|
0.8046875,
|
|
0.87744140625,
|
|
0.822265625,
|
|
0.9833984375,
|
|
0.93798828125,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.9208984375,
|
|
0.92822265625,
|
|
0.94482421875,
|
|
0.99951171875,
|
|
0.050323486328125,
|
|
0.98583984375,
|
|
0.8076171875,
|
|
0.80078125,
|
|
0.662109375,
|
|
0.99267578125,
|
|
0.5556640625,
|
|
0.97216796875,
|
|
0.01282501220703125,
|
|
0.82421875,
|
|
0.78271484375,
|
|
0.287841796875,
|
|
0.037322998046875,
|
|
0.414794921875,
|
|
0.392333984375,
|
|
0.56201171875,
|
|
0.281494140625,
|
|
0.92822265625,
|
|
0.55078125,
|
|
0.990234375,
|
|
0.99853515625,
|
|
0.9150390625,
|
|
0.26904296875,
|
|
0.02886962890625,
|
|
0.64794921875,
|
|
1.0,
|
|
0.763671875,
|
|
0.79296875,
|
|
0.7431640625,
|
|
0.23095703125,
|
|
0.9072265625,
|
|
0.4072265625,
|
|
0.9326171875,
|
|
0.7744140625,
|
|
0.9658203125,
|
|
0.81298828125,
|
|
0.81298828125,
|
|
0.83349609375,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.67236328125,
|
|
0.69287109375,
|
|
0.77734375,
|
|
0.57763671875,
|
|
0.88720703125,
|
|
0.9765625,
|
|
0.87646484375,
|
|
0.9833984375,
|
|
0.76220703125,
|
|
0.90576171875,
|
|
0.92919921875,
|
|
0.98291015625,
|
|
0.4072265625,
|
|
0.962890625,
|
|
0.615234375,
|
|
0.9912109375,
|
|
0.063720703125,
|
|
0.994140625,
|
|
0.9970703125,
|
|
0.9990234375,
|
|
0.99951171875,
|
|
0.99755859375,
|
|
0.9951171875,
|
|
0.9111328125,
|
|
1.0,
|
|
0.97900390625,
|
|
0.98046875,
|
|
0.998046875,
|
|
1.0,
|
|
0.85888671875,
|
|
0.91943359375,
|
|
0.79833984375,
|
|
0.99072265625,
|
|
0.66552734375,
|
|
0.281494140625,
|
|
0.414794921875,
|
|
0.82666015625,
|
|
0.5830078125,
|
|
0.48046875,
|
|
0.86328125,
|
|
0.77734375,
|
|
0.7880859375,
|
|
1.1920928955078125e-07,
|
|
0.0,
|
|
5.960464477539063e-08,
|
|
0.60009765625,
|
|
0.64794921875,
|
|
0.85986328125,
|
|
0.394287109375,
|
|
0.1778564453125,
|
|
0.299072265625,
|
|
0.18359375,
|
|
0.490234375,
|
|
0.2294921875,
|
|
0.955078125,
|
|
0.9794921875,
|
|
0.9755859375,
|
|
0.9912109375,
|
|
0.84423828125,
|
|
0.79052734375,
|
|
0.607421875,
|
|
0.17333984375,
|
|
1.0,
|
|
0.338134765625,
|
|
0.0226287841796875,
|
|
0.00955963134765625,
|
|
0.99853515625,
|
|
0.998046875,
|
|
0.89013671875,
|
|
0.363037109375,
|
|
0.37744140625,
|
|
0.5390625,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.9970703125,
|
|
0.9658203125,
|
|
0.31396484375,
|
|
0.46875,
|
|
0.4921875,
|
|
0.76611328125,
|
|
0.98974609375,
|
|
0.9150390625,
|
|
0.9072265625,
|
|
0.392333984375,
|
|
0.63720703125,
|
|
0.303955078125,
|
|
0.5849609375,
|
|
0.83349609375,
|
|
0.8154296875,
|
|
0.005218505859375,
|
|
2.562999725341797e-06,
|
|
2.3543834686279297e-05,
|
|
0.7880859375,
|
|
0.89892578125,
|
|
0.7373046875,
|
|
0.998046875,
|
|
1.0,
|
|
0.1365966796875,
|
|
1.0,
|
|
0.437744140625,
|
|
0.68603515625,
|
|
0.0014438629150390625,
|
|
0.0013780593872070312,
|
|
0.003795623779296875,
|
|
0.422607421875,
|
|
0.1519775390625,
|
|
0.88232421875,
|
|
0.9951171875,
|
|
1.0,
|
|
0.921875,
|
|
0.97216796875,
|
|
0.974609375,
|
|
0.8173828125,
|
|
0.56201171875,
|
|
0.68603515625,
|
|
0.6513671875,
|
|
0.9990234375,
|
|
0.7373046875,
|
|
0.80419921875,
|
|
0.9990234375,
|
|
0.99853515625,
|
|
0.7607421875,
|
|
0.56787109375,
|
|
0.12335205078125,
|
|
0.6533203125,
|
|
0.537109375,
|
|
0.484375,
|
|
0.7041015625,
|
|
0.93359375,
|
|
0.896484375,
|
|
0.880859375,
|
|
1.0,
|
|
0.62255859375,
|
|
0.607421875,
|
|
0.5390625,
|
|
0.79833984375,
|
|
0.7490234375,
|
|
0.11279296875,
|
|
0.2069091796875,
|
|
0.1602783203125,
|
|
0.95849609375,
|
|
0.8916015625,
|
|
0.99169921875,
|
|
0.00609588623046875,
|
|
0.33447265625,
|
|
0.058349609375,
|
|
0.99951171875,
|
|
0.99951171875,
|
|
0.99951171875,
|
|
0.039642333984375,
|
|
0.32080078125,
|
|
0.9970703125,
|
|
0.0034027099609375,
|
|
0.00014543533325195312,
|
|
0.0009775161743164062,
|
|
0.94775390625,
|
|
0.451416015625,
|
|
0.46875,
|
|
1.1920928955078125e-07,
|
|
0.0,
|
|
1.2516975402832031e-06,
|
|
0.89501953125,
|
|
0.994140625,
|
|
0.99951171875,
|
|
0.418701171875,
|
|
0.80078125,
|
|
0.73388671875,
|
|
0.56982421875,
|
|
0.89013671875,
|
|
0.99365234375,
|
|
0.4609375,
|
|
0.0022525787353515625,
|
|
0.01242828369140625,
|
|
0.1500244140625,
|
|
1.0,
|
|
0.00482940673828125,
|
|
0.9970703125,
|
|
0.9990234375,
|
|
0.81982421875,
|
|
0.5078125,
|
|
0.96484375,
|
|
0.294189453125,
|
|
0.5546875,
|
|
0.307373046875,
|
|
0.69921875,
|
|
0.06463623046875,
|
|
0.120849609375,
|
|
0.127685546875,
|
|
0.441650390625,
|
|
0.484375,
|
|
0.85205078125,
|
|
0.98876953125,
|
|
0.453369140625,
|
|
0.61328125,
|
|
0.830078125,
|
|
0.662109375,
|
|
0.73876953125,
|
|
2.7418136596679688e-06,
|
|
0.06097412109375,
|
|
1.1920928955078125e-07,
|
|
0.955078125,
|
|
0.990234375,
|
|
0.9912109375,
|
|
0.90966796875,
|
|
0.89501953125,
|
|
0.8740234375,
|
|
0.96240234375,
|
|
0.984375,
|
|
0.9912109375,
|
|
0.388671875,
|
|
0.2421875,
|
|
0.74609375,
|
|
0.79833984375,
|
|
0.73876953125,
|
|
0.01332855224609375,
|
|
0.363037109375,
|
|
0.69287109375,
|
|
0.090087890625,
|
|
0.88427734375,
|
|
0.9990234375,
|
|
0.9990234375,
|
|
0.115966796875,
|
|
0.403564453125,
|
|
0.4072265625,
|
|
0.190673828125,
|
|
0.61669921875,
|
|
0.0112457275390625,
|
|
0.0021152496337890625,
|
|
0.00263214111328125,
|
|
0.00609588623046875,
|
|
0.546875,
|
|
0.67236328125,
|
|
0.414794921875,
|
|
0.974609375,
|
|
0.26904296875,
|
|
0.9609375
|
|
],
|
|
"eval_runtime": 77.7463,
|
|
"eval_samples_per_second": 9.647,
|
|
"eval_steps_per_second": 0.309,
|
|
"eval_rms_calibration_error": 0.30270426966360964
|
|
} |