mirror of
https://github.com/wassname/GENIES.git
synced 2026-09-12 12:05:17 +08:00
765 lines
16 KiB
JSON
765 lines
16 KiB
JSON
{
|
|
"model_dir": "models/prompt_tuning/llama-13b-counterfactual_python",
|
|
"distribution_id": "counterfactual_python",
|
|
"timestamp": "2023-10-23 23:33:48",
|
|
"eval_loss": 0.693359375,
|
|
"eval_score": -0.2203369140625,
|
|
"eval_brier_score": 0.2203369140625,
|
|
"eval_average_probability": 0.6357421875,
|
|
"eval_accuracy": 0.6773333333333333,
|
|
"eval_probabilities": [
|
|
0.4609375,
|
|
0.260498046875,
|
|
0.72021484375,
|
|
0.90283203125,
|
|
0.76708984375,
|
|
0.414794921875,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.51171875,
|
|
0.69921875,
|
|
0.71630859375,
|
|
0.98095703125,
|
|
0.1839599609375,
|
|
0.93212890625,
|
|
0.422607421875,
|
|
0.78271484375,
|
|
0.39990234375,
|
|
0.7802734375,
|
|
0.65380859375,
|
|
0.57666015625,
|
|
0.10821533203125,
|
|
0.307373046875,
|
|
0.611328125,
|
|
0.78125,
|
|
0.7431640625,
|
|
0.7607421875,
|
|
0.99951171875,
|
|
0.99951171875,
|
|
0.998046875,
|
|
0.6611328125,
|
|
0.318359375,
|
|
0.1798095703125,
|
|
0.990234375,
|
|
0.9833984375,
|
|
0.63330078125,
|
|
0.8984375,
|
|
0.955078125,
|
|
0.962890625,
|
|
0.57763671875,
|
|
0.72509765625,
|
|
0.73583984375,
|
|
0.59619140625,
|
|
0.54296875,
|
|
0.5849609375,
|
|
0.43017578125,
|
|
0.401611328125,
|
|
0.48046875,
|
|
0.244384765625,
|
|
0.294921875,
|
|
0.2379150390625,
|
|
0.708984375,
|
|
0.70068359375,
|
|
0.5888671875,
|
|
0.1358642578125,
|
|
0.10845947265625,
|
|
0.10260009765625,
|
|
0.56103515625,
|
|
0.595703125,
|
|
0.82177734375,
|
|
0.7744140625,
|
|
0.5390625,
|
|
0.236572265625,
|
|
0.235107421875,
|
|
0.435791015625,
|
|
0.60107421875,
|
|
0.6806640625,
|
|
0.671875,
|
|
0.253173828125,
|
|
0.56591796875,
|
|
0.5927734375,
|
|
0.61669921875,
|
|
0.99609375,
|
|
0.99853515625,
|
|
0.89013671875,
|
|
0.51171875,
|
|
0.66552734375,
|
|
0.60009765625,
|
|
0.90576171875,
|
|
0.861328125,
|
|
0.291015625,
|
|
0.189697265625,
|
|
0.328125,
|
|
0.796875,
|
|
0.84912109375,
|
|
0.9912109375,
|
|
0.6533203125,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.376953125,
|
|
0.2154541015625,
|
|
0.70654296875,
|
|
0.8359375,
|
|
0.9150390625,
|
|
0.697265625,
|
|
0.75830078125,
|
|
0.68212890625,
|
|
0.7705078125,
|
|
0.69775390625,
|
|
0.5390625,
|
|
0.85693359375,
|
|
0.0013780593872070312,
|
|
0.0018825531005859375,
|
|
0.0017547607421875,
|
|
0.99169921875,
|
|
0.98388671875,
|
|
0.99658203125,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.95458984375,
|
|
0.99755859375,
|
|
0.91357421875,
|
|
0.546875,
|
|
0.908203125,
|
|
0.990234375,
|
|
0.99853515625,
|
|
0.9970703125,
|
|
0.943359375,
|
|
0.99560546875,
|
|
0.765625,
|
|
0.71533203125,
|
|
0.994140625,
|
|
0.99560546875,
|
|
0.9306640625,
|
|
0.85205078125,
|
|
0.623046875,
|
|
0.822265625,
|
|
0.53369140625,
|
|
0.446044921875,
|
|
0.3662109375,
|
|
0.1412353515625,
|
|
0.5830078125,
|
|
0.1019287109375,
|
|
0.5888671875,
|
|
0.5888671875,
|
|
0.61865234375,
|
|
0.58056640625,
|
|
0.5146484375,
|
|
0.9365234375,
|
|
0.7548828125,
|
|
0.9267578125,
|
|
0.57275390625,
|
|
0.382568359375,
|
|
0.5478515625,
|
|
0.77978515625,
|
|
0.443603515625,
|
|
0.470703125,
|
|
0.86083984375,
|
|
0.603515625,
|
|
0.580078125,
|
|
0.53369140625,
|
|
0.9208984375,
|
|
0.78857421875,
|
|
0.8017578125,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.35009765625,
|
|
0.271484375,
|
|
0.457763671875,
|
|
0.67333984375,
|
|
0.388671875,
|
|
0.5283203125,
|
|
0.70458984375,
|
|
0.7177734375,
|
|
0.65380859375,
|
|
0.8779296875,
|
|
0.054351806640625,
|
|
0.2587890625,
|
|
0.99951171875,
|
|
0.98779296875,
|
|
0.98828125,
|
|
0.60009765625,
|
|
0.307373046875,
|
|
0.79248046875,
|
|
0.7890625,
|
|
0.67724609375,
|
|
0.341064453125,
|
|
0.482421875,
|
|
0.525390625,
|
|
0.462890625,
|
|
0.99853515625,
|
|
0.974609375,
|
|
0.966796875,
|
|
0.60400390625,
|
|
0.6806640625,
|
|
0.73193359375,
|
|
0.490234375,
|
|
0.6435546875,
|
|
0.78076171875,
|
|
0.391357421875,
|
|
0.30908203125,
|
|
0.451416015625,
|
|
0.505859375,
|
|
0.1778564453125,
|
|
0.120849609375,
|
|
0.7607421875,
|
|
0.91943359375,
|
|
0.5888671875,
|
|
0.99609375,
|
|
0.9970703125,
|
|
0.98583984375,
|
|
0.9990234375,
|
|
0.9990234375,
|
|
0.98974609375,
|
|
0.441650390625,
|
|
0.48828125,
|
|
0.478515625,
|
|
0.607421875,
|
|
0.5,
|
|
0.462890625,
|
|
0.478515625,
|
|
0.5634765625,
|
|
0.474609375,
|
|
1.0,
|
|
0.24365234375,
|
|
0.0115966796875,
|
|
0.99951171875,
|
|
0.99609375,
|
|
0.8505859375,
|
|
0.0003936290740966797,
|
|
0.0043487548828125,
|
|
0.61865234375,
|
|
0.896484375,
|
|
0.5849609375,
|
|
0.98681640625,
|
|
0.61865234375,
|
|
0.287841796875,
|
|
0.4072265625,
|
|
0.48828125,
|
|
0.363037109375,
|
|
0.97607421875,
|
|
0.7470703125,
|
|
0.7236328125,
|
|
0.93701171875,
|
|
0.96533203125,
|
|
0.95947265625,
|
|
0.90185546875,
|
|
0.85009765625,
|
|
0.98486328125,
|
|
0.99755859375,
|
|
0.1864013671875,
|
|
0.91748046875,
|
|
0.7265625,
|
|
0.25244140625,
|
|
0.1302490234375,
|
|
0.98193359375,
|
|
0.94775390625,
|
|
0.716796875,
|
|
0.609375,
|
|
0.66552734375,
|
|
0.105224609375,
|
|
0.39990234375,
|
|
0.5771484375,
|
|
0.66064453125,
|
|
0.93310546875,
|
|
0.23681640625,
|
|
0.1959228515625,
|
|
0.796875,
|
|
0.94140625,
|
|
0.68701171875,
|
|
0.93896484375,
|
|
0.3916015625,
|
|
0.326904296875,
|
|
0.448486328125,
|
|
0.89013671875,
|
|
0.98876953125,
|
|
0.919921875,
|
|
0.2666015625,
|
|
0.2337646484375,
|
|
0.5908203125,
|
|
0.56201171875,
|
|
0.546875,
|
|
0.54296875,
|
|
0.278564453125,
|
|
0.435791015625,
|
|
0.59326171875,
|
|
0.896484375,
|
|
0.20947265625,
|
|
0.16455078125,
|
|
0.9931640625,
|
|
0.978515625,
|
|
0.990234375,
|
|
0.66015625,
|
|
0.9716796875,
|
|
0.63525390625,
|
|
0.051849365234375,
|
|
0.00864410400390625,
|
|
0.047088623046875,
|
|
0.70751953125,
|
|
0.1993408203125,
|
|
0.56982421875,
|
|
0.352294921875,
|
|
0.449462890625,
|
|
0.9150390625,
|
|
0.0026531219482421875,
|
|
0.5029296875,
|
|
0.505859375,
|
|
0.611328125,
|
|
0.440673828125,
|
|
0.1485595703125,
|
|
0.175537109375,
|
|
0.401123046875,
|
|
0.8515625,
|
|
0.5537109375,
|
|
0.250244140625,
|
|
0.63720703125,
|
|
0.045654296875,
|
|
0.0982666015625,
|
|
0.5478515625,
|
|
0.385009765625,
|
|
0.97216796875,
|
|
0.96826171875,
|
|
0.403564453125,
|
|
0.8623046875,
|
|
0.97265625,
|
|
0.8564453125,
|
|
0.9599609375,
|
|
0.4599609375,
|
|
0.173828125,
|
|
0.369873046875,
|
|
0.2469482421875,
|
|
0.873046875,
|
|
0.806640625,
|
|
0.46875,
|
|
0.406982421875,
|
|
0.3408203125,
|
|
0.34765625,
|
|
0.385009765625,
|
|
0.56396484375,
|
|
0.2476806640625,
|
|
0.57373046875,
|
|
0.71240234375,
|
|
0.7216796875,
|
|
0.388916015625,
|
|
0.75537109375,
|
|
0.64208984375,
|
|
0.9443359375,
|
|
0.609375,
|
|
0.66552734375,
|
|
0.64892578125,
|
|
0.405029296875,
|
|
0.31494140625,
|
|
0.5615234375,
|
|
0.55908203125,
|
|
0.59814453125,
|
|
0.1343994140625,
|
|
0.431884765625,
|
|
0.10028076171875,
|
|
0.66552734375,
|
|
0.78271484375,
|
|
0.763671875,
|
|
0.43017578125,
|
|
0.57177734375,
|
|
0.36376953125,
|
|
0.8056640625,
|
|
0.64599609375,
|
|
0.9033203125,
|
|
0.54296875,
|
|
0.1591796875,
|
|
0.190673828125,
|
|
0.8447265625,
|
|
0.9169921875,
|
|
0.80419921875,
|
|
0.86474609375,
|
|
0.03033447265625,
|
|
0.55810546875,
|
|
0.9638671875,
|
|
0.99951171875,
|
|
0.978515625,
|
|
0.99609375,
|
|
0.9931640625,
|
|
0.99365234375,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.1947021484375,
|
|
0.180419921875,
|
|
0.45849609375,
|
|
0.763671875,
|
|
0.67236328125,
|
|
0.37939453125,
|
|
0.99560546875,
|
|
0.998046875,
|
|
0.99951171875,
|
|
0.275390625,
|
|
0.48681640625,
|
|
0.351318359375,
|
|
0.403564453125,
|
|
0.359375,
|
|
0.33447265625,
|
|
0.5888671875,
|
|
0.82421875,
|
|
0.69091796875,
|
|
0.93994140625,
|
|
0.69287109375,
|
|
0.80810546875,
|
|
0.94921875,
|
|
0.99462890625,
|
|
0.94677734375,
|
|
0.9931640625,
|
|
0.85595703125,
|
|
1.0,
|
|
0.9921875,
|
|
0.982421875,
|
|
0.97998046875,
|
|
0.99609375,
|
|
0.9814453125,
|
|
0.98876953125,
|
|
0.73388671875,
|
|
0.92529296875,
|
|
0.73095703125,
|
|
0.99951171875,
|
|
0.9501953125,
|
|
0.8466796875,
|
|
0.307373046875,
|
|
0.458984375,
|
|
0.08880615234375,
|
|
0.5625,
|
|
0.57568359375,
|
|
0.437255859375,
|
|
0.99951171875,
|
|
1.0,
|
|
0.9990234375,
|
|
0.414306640625,
|
|
0.97021484375,
|
|
0.5615234375,
|
|
0.248046875,
|
|
0.1461181640625,
|
|
0.04132080078125,
|
|
0.338134765625,
|
|
0.85205078125,
|
|
0.69580078125,
|
|
0.99951171875,
|
|
0.99853515625,
|
|
1.0,
|
|
0.340576171875,
|
|
0.94677734375,
|
|
0.57861328125,
|
|
0.3564453125,
|
|
0.47265625,
|
|
0.76171875,
|
|
0.67724609375,
|
|
0.8125,
|
|
0.5419921875,
|
|
0.82421875,
|
|
0.998046875,
|
|
0.99951171875,
|
|
0.275146484375,
|
|
0.5849609375,
|
|
0.2239990234375,
|
|
0.329833984375,
|
|
0.100341796875,
|
|
0.3037109375,
|
|
0.99853515625,
|
|
0.99462890625,
|
|
0.9765625,
|
|
0.546875,
|
|
0.0574951171875,
|
|
0.204345703125,
|
|
0.9345703125,
|
|
1.0,
|
|
0.1175537109375,
|
|
0.0038547515869140625,
|
|
0.0526123046875,
|
|
0.2281494140625,
|
|
0.99609375,
|
|
0.95458984375,
|
|
0.7255859375,
|
|
0.47265625,
|
|
0.56591796875,
|
|
0.5234375,
|
|
0.193115234375,
|
|
0.1766357421875,
|
|
0.1795654296875,
|
|
0.9794921875,
|
|
0.80322265625,
|
|
0.77685546875,
|
|
0.384033203125,
|
|
0.8544921875,
|
|
0.88232421875,
|
|
0.1744384765625,
|
|
0.282958984375,
|
|
0.291015625,
|
|
0.99755859375,
|
|
0.99853515625,
|
|
1.0,
|
|
0.82421875,
|
|
0.81982421875,
|
|
0.437744140625,
|
|
0.312255859375,
|
|
0.2421875,
|
|
0.2281494140625,
|
|
0.321533203125,
|
|
0.1014404296875,
|
|
0.42724609375,
|
|
0.7353515625,
|
|
0.63671875,
|
|
0.5517578125,
|
|
0.6015625,
|
|
0.6181640625,
|
|
0.52099609375,
|
|
0.1134033203125,
|
|
0.72412109375,
|
|
0.6318359375,
|
|
0.525390625,
|
|
0.69580078125,
|
|
0.416748046875,
|
|
0.501953125,
|
|
0.63330078125,
|
|
0.4921875,
|
|
0.1573486328125,
|
|
0.052734375,
|
|
0.66748046875,
|
|
0.95068359375,
|
|
0.93603515625,
|
|
0.97314453125,
|
|
0.9990234375,
|
|
0.9990234375,
|
|
0.9990234375,
|
|
0.437744140625,
|
|
0.76025390625,
|
|
0.564453125,
|
|
0.73046875,
|
|
0.8310546875,
|
|
0.998046875,
|
|
0.6689453125,
|
|
0.182373046875,
|
|
0.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.0240478515625,
|
|
0.0330810546875,
|
|
0.1175537109375,
|
|
1.0,
|
|
0.9853515625,
|
|
0.9951171875,
|
|
0.33203125,
|
|
0.93359375,
|
|
0.609375,
|
|
0.65478515625,
|
|
0.140869140625,
|
|
0.56201171875,
|
|
0.57763671875,
|
|
0.68603515625,
|
|
0.405517578125,
|
|
0.373779296875,
|
|
0.403564453125,
|
|
0.381103515625,
|
|
0.97705078125,
|
|
0.30322265625,
|
|
0.80029296875,
|
|
0.7333984375,
|
|
0.9892578125,
|
|
1.0,
|
|
0.206298828125,
|
|
0.77587890625,
|
|
0.83447265625,
|
|
0.97607421875,
|
|
0.9716796875,
|
|
0.97021484375,
|
|
0.97998046875,
|
|
0.9990234375,
|
|
0.235107421875,
|
|
0.80029296875,
|
|
0.783203125,
|
|
0.751953125,
|
|
0.6435546875,
|
|
0.552734375,
|
|
0.73828125,
|
|
0.43017578125,
|
|
0.11126708984375,
|
|
0.68701171875,
|
|
0.97119140625,
|
|
0.900390625,
|
|
0.4921875,
|
|
0.95751953125,
|
|
0.94873046875,
|
|
0.96044921875,
|
|
0.7646484375,
|
|
0.98876953125,
|
|
0.99658203125,
|
|
0.5244140625,
|
|
0.61279296875,
|
|
0.544921875,
|
|
0.97412109375,
|
|
0.99609375,
|
|
0.91552734375,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.771484375,
|
|
0.958984375,
|
|
0.9775390625,
|
|
0.7734375,
|
|
0.97412109375,
|
|
0.92626953125,
|
|
0.453369140625,
|
|
0.453369140625,
|
|
0.3701171875,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.48828125,
|
|
0.3486328125,
|
|
0.455078125,
|
|
0.22265625,
|
|
0.6298828125,
|
|
0.55810546875,
|
|
0.72998046875,
|
|
0.59912109375,
|
|
0.85009765625,
|
|
0.64404296875,
|
|
0.60400390625,
|
|
0.48828125,
|
|
0.8193359375,
|
|
0.81640625,
|
|
0.66259765625,
|
|
0.80029296875,
|
|
0.85888671875,
|
|
0.1646728515625,
|
|
0.86083984375,
|
|
0.90185546875,
|
|
0.66015625,
|
|
0.19677734375,
|
|
0.21240234375,
|
|
0.146240234375,
|
|
0.21728515625,
|
|
0.4091796875,
|
|
0.1871337890625,
|
|
0.10858154296875,
|
|
0.345947265625,
|
|
0.9560546875,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.97119140625,
|
|
0.9921875,
|
|
0.88818359375,
|
|
0.85009765625,
|
|
0.2451171875,
|
|
0.20947265625,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.25830078125,
|
|
0.312255859375,
|
|
0.2213134765625,
|
|
0.97119140625,
|
|
0.9912109375,
|
|
0.9970703125,
|
|
0.10247802734375,
|
|
0.1448974609375,
|
|
0.060028076171875,
|
|
0.7548828125,
|
|
0.79296875,
|
|
0.7431640625,
|
|
0.2322998046875,
|
|
0.315673828125,
|
|
0.18359375,
|
|
0.55078125,
|
|
0.640625,
|
|
0.10931396484375,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.235107421875,
|
|
0.76904296875,
|
|
0.638671875,
|
|
0.98779296875,
|
|
0.9970703125,
|
|
0.9931640625,
|
|
0.22607421875,
|
|
0.71044921875,
|
|
0.953125,
|
|
0.5234375,
|
|
0.60009765625,
|
|
0.22265625,
|
|
0.990234375,
|
|
0.498046875,
|
|
0.73046875,
|
|
0.5546875,
|
|
0.546875,
|
|
0.72802734375,
|
|
0.10858154296875,
|
|
0.763671875,
|
|
0.09808349609375,
|
|
0.57373046875,
|
|
0.60400390625,
|
|
0.5078125,
|
|
0.069580078125,
|
|
0.148681640625,
|
|
0.83349609375,
|
|
0.46484375,
|
|
0.63720703125,
|
|
0.55810546875,
|
|
0.392333984375,
|
|
0.39990234375,
|
|
0.53515625,
|
|
0.59619140625,
|
|
0.70751953125,
|
|
0.9990234375,
|
|
0.92333984375,
|
|
0.93798828125,
|
|
0.859375,
|
|
0.89501953125,
|
|
0.5654296875,
|
|
0.70068359375,
|
|
1.0,
|
|
1.0,
|
|
1.0,
|
|
0.5244140625,
|
|
0.366943359375,
|
|
0.2763671875,
|
|
0.127685546875,
|
|
0.120849609375,
|
|
0.3310546875,
|
|
0.28466796875,
|
|
0.56201171875,
|
|
0.307373046875,
|
|
0.09271240234375,
|
|
0.154052734375,
|
|
0.98193359375,
|
|
0.86865234375,
|
|
0.85986328125,
|
|
0.943359375,
|
|
0.708984375,
|
|
0.861328125,
|
|
0.68603515625,
|
|
0.58154296875,
|
|
0.6748046875,
|
|
0.90625,
|
|
0.73193359375,
|
|
0.73486328125,
|
|
0.456787109375,
|
|
0.55810546875,
|
|
0.83349609375,
|
|
0.6689453125,
|
|
0.998046875,
|
|
0.99853515625,
|
|
0.65478515625,
|
|
0.546875,
|
|
0.60009765625,
|
|
0.7548828125
|
|
],
|
|
"eval_runtime": 80.1206,
|
|
"eval_samples_per_second": 9.361,
|
|
"eval_steps_per_second": 0.3
|
|
} |