mirror of
https://github.com/wassname/GENIES.git
synced 2026-09-16 11:47:18 +08:00
765 lines
14 KiB
JSON
765 lines
14 KiB
JSON
{
|
|
"model_dir": "models/prompt_tuning/llama-7b-code_hard",
|
|
"distribution_id": "code_hard",
|
|
"timestamp": "2023-10-19 22:37:35",
|
|
"eval_loss": 0.39794921875,
|
|
"eval_score": -0.1181640625,
|
|
"eval_brier_score": 0.1181640625,
|
|
"eval_average_probability": 0.794921875,
|
|
"eval_accuracy": 0.832,
|
|
"eval_probabilities": [
|
|
0.9423828125,
|
|
0.9482421875,
|
|
0.93994140625,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.99951171875,
|
|
0.8671875,
|
|
0.99072265625,
|
|
0.978515625,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.9755859375,
|
|
0.85400390625,
|
|
0.947265625,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.9970703125,
|
|
1.0,
|
|
0.99951171875,
|
|
0.9990234375,
|
|
0.998046875,
|
|
0.99853515625,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.59619140625,
|
|
0.68603515625,
|
|
0.72802734375,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.984375,
|
|
0.93701171875,
|
|
0.861328125,
|
|
0.63720703125,
|
|
0.70556640625,
|
|
0.437744140625,
|
|
0.33447265625,
|
|
0.422607421875,
|
|
0.546875,
|
|
0.5546875,
|
|
0.048858642578125,
|
|
0.43017578125,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.69580078125,
|
|
0.56591796875,
|
|
0.615234375,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.88232421875,
|
|
0.87890625,
|
|
0.89306640625,
|
|
0.99951171875,
|
|
1.0,
|
|
1.0,
|
|
0.67236328125,
|
|
0.0271759033203125,
|
|
0.708984375,
|
|
0.9970703125,
|
|
1.0,
|
|
0.9990234375,
|
|
0.955078125,
|
|
0.61865234375,
|
|
0.51953125,
|
|
0.5,
|
|
0.445556640625,
|
|
0.515625,
|
|
0.4072265625,
|
|
0.5390625,
|
|
0.115966796875,
|
|
0.9794921875,
|
|
0.97021484375,
|
|
0.7578125,
|
|
0.484375,
|
|
0.392333984375,
|
|
0.4765625,
|
|
0.99951171875,
|
|
0.99951171875,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.69921875,
|
|
0.966796875,
|
|
0.106689453125,
|
|
0.7607421875,
|
|
0.5,
|
|
0.53125,
|
|
0.96533203125,
|
|
0.93896484375,
|
|
0.9208984375,
|
|
0.051849365234375,
|
|
0.9326171875,
|
|
0.050323486328125,
|
|
0.99951171875,
|
|
0.46875,
|
|
0.5,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.97021484375,
|
|
0.90478515625,
|
|
0.8310546875,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.79296875,
|
|
0.9072265625,
|
|
1.0,
|
|
0.341552734375,
|
|
0.515625,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.98779296875,
|
|
0.99951171875,
|
|
0.52734375,
|
|
0.4921875,
|
|
0.51953125,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.67578125,
|
|
0.182373046875,
|
|
0.31396484375,
|
|
1.0,
|
|
0.4609375,
|
|
0.445556640625,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.84375,
|
|
0.83544921875,
|
|
0.85595703125,
|
|
0.85205078125,
|
|
0.79296875,
|
|
0.76611328125,
|
|
0.998046875,
|
|
0.39990234375,
|
|
0.99951171875,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.60009765625,
|
|
0.66552734375,
|
|
0.615234375,
|
|
0.445556640625,
|
|
0.84814453125,
|
|
0.85595703125,
|
|
0.6669921875,
|
|
0.5849609375,
|
|
0.4072265625,
|
|
0.8857421875,
|
|
0.87255859375,
|
|
0.947265625,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.99853515625,
|
|
0.99853515625,
|
|
0.99951171875,
|
|
0.99462890625,
|
|
0.9970703125,
|
|
0.99853515625,
|
|
0.39599609375,
|
|
0.90478515625,
|
|
0.9423828125,
|
|
0.751953125,
|
|
0.822265625,
|
|
0.740234375,
|
|
0.73095703125,
|
|
0.5927734375,
|
|
0.515625,
|
|
0.611328125,
|
|
0.48046875,
|
|
0.53515625,
|
|
0.015899658203125,
|
|
0.00263214111328125,
|
|
0.010986328125,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.5,
|
|
0.38671875,
|
|
0.4921875,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.4921875,
|
|
0.37744140625,
|
|
0.445556640625,
|
|
0.515625,
|
|
0.611328125,
|
|
0.5546875,
|
|
0.99951171875,
|
|
1.0,
|
|
1.0,
|
|
0.484375,
|
|
0.72509765625,
|
|
0.56591796875,
|
|
0.70263671875,
|
|
0.63720703125,
|
|
0.140380859375,
|
|
0.998046875,
|
|
0.99853515625,
|
|
0.99853515625,
|
|
0.1688232421875,
|
|
0.611328125,
|
|
0.7431640625,
|
|
0.88720703125,
|
|
0.93359375,
|
|
0.89306640625,
|
|
0.95263671875,
|
|
0.951171875,
|
|
0.8671875,
|
|
0.6826171875,
|
|
0.7958984375,
|
|
0.49609375,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.363037109375,
|
|
0.53125,
|
|
0.5,
|
|
1.0,
|
|
0.99951171875,
|
|
0.9970703125,
|
|
0.69287109375,
|
|
0.6513671875,
|
|
0.6513671875,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.9775390625,
|
|
0.97998046875,
|
|
0.99658203125,
|
|
0.134765625,
|
|
0.11920166015625,
|
|
0.414794921875,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.7578125,
|
|
0.84375,
|
|
0.87060546875,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.99951171875,
|
|
0.99951171875,
|
|
0.99365234375,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.98828125,
|
|
0.9833984375,
|
|
0.9873046875,
|
|
0.8740234375,
|
|
0.921875,
|
|
0.85595703125,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.916015625,
|
|
0.96630859375,
|
|
0.92431640625,
|
|
0.99951171875,
|
|
0.99853515625,
|
|
0.9951171875,
|
|
0.98876953125,
|
|
0.990234375,
|
|
0.99951171875,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.88427734375,
|
|
0.89013671875,
|
|
0.9619140625,
|
|
0.99951171875,
|
|
0.99267578125,
|
|
0.99462890625,
|
|
0.98486328125,
|
|
0.9580078125,
|
|
0.90966796875,
|
|
0.99755859375,
|
|
0.08154296875,
|
|
0.86328125,
|
|
0.78662109375,
|
|
0.5908203125,
|
|
0.609375,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.9560546875,
|
|
0.97021484375,
|
|
0.98974609375,
|
|
0.5546875,
|
|
0.8154296875,
|
|
0.51953125,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.7431640625,
|
|
0.7607421875,
|
|
0.7744140625,
|
|
0.9599609375,
|
|
0.88232421875,
|
|
0.89013671875,
|
|
0.70263671875,
|
|
0.94091796875,
|
|
0.92529296875,
|
|
0.974609375,
|
|
0.9775390625,
|
|
0.95458984375,
|
|
0.99951171875,
|
|
1.0,
|
|
0.955078125,
|
|
0.9775390625,
|
|
0.87060546875,
|
|
0.63720703125,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.9990234375,
|
|
0.998046875,
|
|
0.994140625,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.9931640625,
|
|
0.46484375,
|
|
0.48828125,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.96826171875,
|
|
0.49609375,
|
|
0.55810546875,
|
|
0.058349609375,
|
|
0.77197265625,
|
|
0.1871337890625,
|
|
0.60009765625,
|
|
0.7548828125,
|
|
0.68603515625,
|
|
1.0,
|
|
0.99853515625,
|
|
0.99853515625,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.99951171875,
|
|
0.5,
|
|
0.57763671875,
|
|
0.4609375,
|
|
0.48046875,
|
|
0.4765625,
|
|
0.99072265625,
|
|
0.385009765625,
|
|
0.484375,
|
|
0.5078125,
|
|
0.99951171875,
|
|
0.9990234375,
|
|
1.0,
|
|
1.0,
|
|
0.99853515625,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.99951171875,
|
|
1.0,
|
|
0.99267578125,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.99951171875,
|
|
0.9990234375,
|
|
1.0,
|
|
0.97607421875,
|
|
1.0,
|
|
0.947265625,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.0087127685546875,
|
|
0.22265625,
|
|
0.00669097900390625,
|
|
0.98876953125,
|
|
0.99609375,
|
|
0.98828125,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.9599609375,
|
|
0.98876953125,
|
|
0.896484375,
|
|
0.49609375,
|
|
0.640625,
|
|
0.87890625,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.73388671875,
|
|
0.71240234375,
|
|
0.71875,
|
|
0.6298828125,
|
|
0.5390625,
|
|
0.1329345703125,
|
|
0.9990234375,
|
|
0.99853515625,
|
|
0.998046875,
|
|
0.57763671875,
|
|
0.56201171875,
|
|
0.96435546875,
|
|
0.88720703125,
|
|
0.56201171875,
|
|
0.56591796875,
|
|
0.5849609375,
|
|
0.935546875,
|
|
0.67919921875,
|
|
0.58154296875,
|
|
0.515625,
|
|
0.134765625,
|
|
0.97607421875,
|
|
0.98046875,
|
|
0.92431640625,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.00734710693359375,
|
|
0.0244293212890625,
|
|
0.77978515625,
|
|
0.689453125,
|
|
0.4111328125,
|
|
0.359375,
|
|
0.6259765625,
|
|
0.6259765625,
|
|
0.57373046875,
|
|
0.9775390625,
|
|
0.9970703125,
|
|
0.98486328125,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.841796875,
|
|
0.640625,
|
|
0.90966796875,
|
|
0.822265625,
|
|
0.93798828125,
|
|
0.78515625,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.994140625,
|
|
0.9853515625,
|
|
0.98876953125,
|
|
0.9970703125,
|
|
0.96142578125,
|
|
0.97314453125,
|
|
0.99951171875,
|
|
0.91357421875,
|
|
0.91845703125,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.0025119781494140625,
|
|
0.04083251953125,
|
|
0.0284423828125,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.4072265625,
|
|
0.62255859375,
|
|
0.385009765625,
|
|
0.80517578125,
|
|
0.80419921875,
|
|
0.80078125,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.9990234375,
|
|
0.99169921875,
|
|
0.998046875,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.99951171875,
|
|
1.0,
|
|
0.99951171875,
|
|
0.9912109375,
|
|
0.96826171875,
|
|
0.99755859375,
|
|
0.99853515625,
|
|
1.0,
|
|
0.99951171875,
|
|
0.56201171875,
|
|
0.56982421875,
|
|
0.46875,
|
|
0.8671875,
|
|
0.437744140625,
|
|
0.70556640625,
|
|
0.66552734375,
|
|
0.87060546875,
|
|
0.546875,
|
|
0.5927734375,
|
|
0.63720703125,
|
|
0.45703125,
|
|
0.4072265625,
|
|
0.385009765625,
|
|
0.79833984375,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.72509765625,
|
|
0.83984375,
|
|
0.9365234375,
|
|
0.3173828125,
|
|
0.607421875,
|
|
1.0,
|
|
0.990234375,
|
|
0.96875,
|
|
0.87744140625,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.004329681396484375,
|
|
0.00591278076171875,
|
|
0.00757598876953125,
|
|
0.027587890625,
|
|
0.006290435791015625,
|
|
0.0216217041015625,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.026763916015625,
|
|
0.0284423828125,
|
|
0.03021240234375,
|
|
0.388671875,
|
|
0.310791015625,
|
|
0.449462890625,
|
|
0.2337646484375,
|
|
0.63720703125,
|
|
0.70556640625,
|
|
0.055816650390625,
|
|
0.036773681640625,
|
|
0.07159423828125,
|
|
0.87255859375,
|
|
0.7880859375,
|
|
0.92822265625,
|
|
0.79833984375,
|
|
0.341552734375,
|
|
0.1895751953125,
|
|
0.5927734375,
|
|
0.355712890625,
|
|
0.33447265625,
|
|
0.4072265625,
|
|
0.5546875,
|
|
0.982421875,
|
|
0.7578125,
|
|
0.9833984375,
|
|
0.615234375,
|
|
0.751953125,
|
|
0.71044921875,
|
|
0.73388671875,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.546875,
|
|
0.72802734375,
|
|
0.86328125,
|
|
0.4921875,
|
|
0.437744140625,
|
|
0.32763671875,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.9658203125,
|
|
0.453369140625,
|
|
0.47265625,
|
|
0.46875,
|
|
0.57763671875,
|
|
0.85986328125,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.34521484375,
|
|
0.310791015625,
|
|
0.56201171875,
|
|
0.708984375,
|
|
0.7216796875,
|
|
0.71240234375,
|
|
0.7490234375,
|
|
1.0,
|
|
1.0,
|
|
0.34521484375,
|
|
0.880859375,
|
|
0.5927734375,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.8291015625,
|
|
0.94677734375,
|
|
0.7880859375,
|
|
0.96875,
|
|
0.9697265625,
|
|
0.978515625,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.6279296875,
|
|
0.346923828125,
|
|
0.73876953125,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.63720703125,
|
|
0.66552734375,
|
|
0.7744140625,
|
|
0.67236328125,
|
|
0.8173828125,
|
|
0.8740234375,
|
|
0.385009765625,
|
|
0.363037109375,
|
|
0.392333984375,
|
|
0.281494140625,
|
|
0.373779296875,
|
|
0.32421875,
|
|
0.4609375,
|
|
0.445556640625,
|
|
0.43017578125,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.85986328125,
|
|
0.83544921875,
|
|
0.5390625,
|
|
0.99755859375,
|
|
0.20947265625,
|
|
0.039947509765625,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.8857421875,
|
|
0.82666015625,
|
|
0.3486328125,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.99609375,
|
|
0.80322265625,
|
|
0.99658203125,
|
|
0.5234375,
|
|
0.763671875,
|
|
0.708984375,
|
|
0.986328125,
|
|
0.5234375,
|
|
0.99853515625,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.607421875,
|
|
0.62255859375,
|
|
0.640625,
|
|
0.355712890625,
|
|
0.3701171875,
|
|
0.72509765625,
|
|
1.0,
|
|
1.0,
|
|
0.99072265625,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.83349609375,
|
|
0.85205078125,
|
|
0.98876953125,
|
|
0.338134765625,
|
|
0.310791015625,
|
|
0.33447265625,
|
|
0.8740234375,
|
|
0.83984375,
|
|
0.99951171875,
|
|
0.26904296875,
|
|
0.12939453125,
|
|
0.090087890625,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0
|
|
],
|
|
"eval_runtime": 48.0694,
|
|
"eval_samples_per_second": 15.602,
|
|
"eval_steps_per_second": 0.499
|
|
} |