wassname/rl-portfolio-management
1
0
Fork 0
mirror of https://github.com/wassname/rl-portfolio-management.git synced 2026-09-12 16:50:17 +08:00
Code Issues Packages Projects Releases Wiki Activity

pytorch ppo

Browse Source
This commit is contained in:
wassname
2017-08-05 17:19:31 +08:00
parent f5f99e8ca9
commit 843719be04
1 changed files with 120 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
pytorch ppo.ipynb
+120 -1
View File
@@ -802,7 +802,126 @@
"episode=975, loss=6.081e-07, cash_bias=0.1929, market_value=1.037, portfolio_value=1.015, reward=-6.042e-06\n",
"episode=991, loss=7.257e-07, cash_bias=0.1238, market_value=1.04, portfolio_value=1.036, reward=6.518e-06\n",
"episode=1007, loss=1.008e-06, cash_bias=0.09522, market_value=1.034, portfolio_value=1.033, reward=-1.205e-05\n",
"episode=1023, loss=1.299e-06, cash_bias=0.1065, market_value=1.021, portfolio_value=0.9992, reward=-7.847e-06\n"
"episode=1023, loss=1.299e-06, cash_bias=0.1065, market_value=1.021, portfolio_value=0.9992, reward=-7.847e-06\n",
"episode=1039, loss=1.668e-06, cash_bias=0.2408, market_value=1.034, portfolio_value=1.061, reward=1.264e-05\n",
"episode=1055, loss=1.78e-06, cash_bias=0.1553, market_value=1.065, portfolio_value=1.051, reward=-1.575e-05\n",
"episode=1071, loss=1.09e-06, cash_bias=0.1263, market_value=1.047, portfolio_value=1.036, reward=-2.021e-06\n",
"episode=1087, loss=4.128e-07, cash_bias=0.2229, market_value=1.035, portfolio_value=1.025, reward=1.27e-05\n",
"episode=1103, loss=3.616e-07, cash_bias=0.1148, market_value=1.034, portfolio_value=1.029, reward=2.685e-06\n",
"episode=1119, loss=3.794e-07, cash_bias=0.287, market_value=1.05, portfolio_value=1.062, reward=1.835e-05\n",
"episode=1135, loss=4.149e-07, cash_bias=0.1437, market_value=1.028, portfolio_value=1.017, reward=2.083e-05\n",
"episode=1151, loss=3.232e-07, cash_bias=0.2754, market_value=1.006, portfolio_value=0.9867, reward=1.988e-05\n",
"episode=1167, loss=2.643e-07, cash_bias=0.2678, market_value=1.024, portfolio_value=1.027, reward=-1.659e-05\n",
"episode=1183, loss=4.696e-07, cash_bias=0.1024, market_value=1.048, portfolio_value=1.051, reward=2.024e-05\n",
"episode=1199, loss=6.236e-07, cash_bias=0.211, market_value=1.032, portfolio_value=1.046, reward=2.721e-06\n",
"episode=1215, loss=5.019e-07, cash_bias=0.09391, market_value=1.032, portfolio_value=1.014, reward=1.136e-05\n",
"episode=1231, loss=4.018e-07, cash_bias=0.1849, market_value=1.024, portfolio_value=1.018, reward=4.282e-06\n",
"episode=1247, loss=4.074e-07, cash_bias=0.183, market_value=1.025, portfolio_value=1.017, reward=-2.053e-05\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"episode=1263, loss=5.396e-07, cash_bias=0.1329, market_value=1.029, portfolio_value=1.036, reward=6.234e-06\n",
"episode=1279, loss=3.465e-07, cash_bias=0.3526, market_value=1.032, portfolio_value=1.032, reward=-3.478e-06\n",
"episode=1295, loss=2.824e-07, cash_bias=0.2131, market_value=1.055, portfolio_value=1.05, reward=6.46e-06\n",
"episode=1311, loss=2.507e-07, cash_bias=0.1547, market_value=1.022, portfolio_value=1.037, reward=4.743e-06\n",
"episode=1327, loss=3.843e-07, cash_bias=0.1305, market_value=1.037, portfolio_value=1.016, reward=4.283e-06\n",
"episode=1343, loss=5.836e-07, cash_bias=0.2379, market_value=1.064, portfolio_value=1.05, reward=1.099e-05\n",
"episode=1359, loss=5.833e-07, cash_bias=0.2705, market_value=1.052, portfolio_value=1.025, reward=-3.292e-05\n",
"episode=1375, loss=5.023e-07, cash_bias=0.1208, market_value=1.061, portfolio_value=1.064, reward=1.694e-06\n",
"episode=1391, loss=2.013e-07, cash_bias=0.2177, market_value=1.011, portfolio_value=1.004, reward=5.853e-06\n",
"episode=1407, loss=6.508e-08, cash_bias=0.2172, market_value=1.039, portfolio_value=1.031, reward=-2.606e-05\n",
"episode=1423, loss=3.293e-07, cash_bias=0.2175, market_value=1.06, portfolio_value=1.016, reward=-1.216e-05\n",
"episode=1439, loss=2.727e-07, cash_bias=0.1471, market_value=1.032, portfolio_value=0.9984, reward=1.089e-05\n",
"episode=1455, loss=2.824e-07, cash_bias=0.2058, market_value=1.058, portfolio_value=1.043, reward=4.657e-06\n",
"episode=1471, loss=1.715e-07, cash_bias=0.2148, market_value=1.031, portfolio_value=1.047, reward=1.395e-05\n",
"episode=1487, loss=7.531e-08, cash_bias=0.2404, market_value=1.041, portfolio_value=1.043, reward=2.089e-05\n",
"episode=1503, loss=9.68e-08, cash_bias=0.1197, market_value=1.031, portfolio_value=1.031, reward=-1.982e-06\n",
"episode=1519, loss=9.37e-08, cash_bias=0.2173, market_value=1.035, portfolio_value=1.023, reward=3.74e-06\n",
"episode=1535, loss=7.076e-08, cash_bias=0.1916, market_value=1.027, portfolio_value=1.022, reward=-1.317e-05\n",
"episode=1551, loss=9.072e-08, cash_bias=0.1171, market_value=1.017, portfolio_value=1.018, reward=-1.357e-05\n",
"episode=1567, loss=1.099e-07, cash_bias=0.1453, market_value=1.038, portfolio_value=1.016, reward=7.318e-06\n",
"episode=1583, loss=1.953e-07, cash_bias=0.145, market_value=1.044, portfolio_value=1.052, reward=2.565e-05\n",
"episode=1599, loss=2.23e-07, cash_bias=0.2026, market_value=1.025, portfolio_value=1.016, reward=-7.294e-06\n",
"episode=1615, loss=1.822e-07, cash_bias=0.1762, market_value=1.037, portfolio_value=1.044, reward=9.527e-07\n",
"episode=1631, loss=1.35e-07, cash_bias=0.0914, market_value=1.044, portfolio_value=1.052, reward=6.074e-06\n",
"episode=1647, loss=2.241e-07, cash_bias=0.1614, market_value=1.012, portfolio_value=1.012, reward=-2.03e-05\n",
"episode=1663, loss=2.329e-07, cash_bias=0.3179, market_value=1.048, portfolio_value=1.017, reward=-4.682e-06\n",
"episode=1679, loss=1.151e-07, cash_bias=0.2109, market_value=1.02, portfolio_value=1.019, reward=9.562e-06\n",
"episode=1695, loss=5.969e-08, cash_bias=0.216, market_value=1.041, portfolio_value=1.041, reward=2.849e-05\n",
"episode=1711, loss=4.698e-08, cash_bias=0.2005, market_value=1.029, portfolio_value=1.046, reward=-2.702e-05\n",
"episode=1727, loss=4.017e-08, cash_bias=0.2397, market_value=1.024, portfolio_value=1.043, reward=1.92e-05\n",
"episode=1743, loss=4.791e-08, cash_bias=0.1695, market_value=1.027, portfolio_value=1.022, reward=5.703e-06\n",
"episode=1759, loss=4.837e-08, cash_bias=0.2134, market_value=1.043, portfolio_value=1.026, reward=4.584e-06\n",
"episode=1775, loss=3.912e-08, cash_bias=0.1607, market_value=1.032, portfolio_value=1.021, reward=-1.378e-05\n",
"episode=1791, loss=4.517e-08, cash_bias=0.1117, market_value=0.9992, portfolio_value=1.016, reward=-5.306e-06\n",
"episode=1807, loss=8.349e-08, cash_bias=0.1511, market_value=1.014, portfolio_value=1.016, reward=-2.248e-07\n",
"episode=1823, loss=1.166e-07, cash_bias=0.1743, market_value=1.025, portfolio_value=1.011, reward=-7.068e-06\n",
"episode=1839, loss=1.868e-07, cash_bias=0.2667, market_value=1.06, portfolio_value=1.052, reward=1.116e-05\n",
"episode=1855, loss=3.765e-07, cash_bias=0.1121, market_value=1.046, portfolio_value=1.052, reward=2.294e-05\n",
"episode=1871, loss=5.235e-07, cash_bias=0.1512, market_value=1.066, portfolio_value=1.098, reward=5.817e-07\n",
"episode=1887, loss=1.087e-06, cash_bias=0.1515, market_value=1.04, portfolio_value=1.013, reward=1.79e-05\n",
"episode=1903, loss=1.119e-06, cash_bias=0.1913, market_value=1.027, portfolio_value=1.027, reward=1.733e-06\n",
"episode=1919, loss=1.297e-06, cash_bias=0.2213, market_value=1.037, portfolio_value=1.033, reward=-3.949e-06\n",
"episode=1935, loss=1.935e-06, cash_bias=0.1932, market_value=1.045, portfolio_value=1.07, reward=3.374e-05\n",
"episode=1951, loss=2.124e-06, cash_bias=0.1303, market_value=1.029, portfolio_value=1.014, reward=4.729e-06\n",
"episode=1967, loss=2.666e-06, cash_bias=0.173, market_value=1.024, portfolio_value=1.014, reward=-6.69e-07\n",
"episode=1983, loss=1.684e-06, cash_bias=0.13, market_value=1.038, portfolio_value=1.033, reward=7.993e-06\n",
"episode=1999, loss=9.791e-07, cash_bias=0.1569, market_value=1.048, portfolio_value=1.027, reward=1.334e-05\n",
"episode=2015, loss=1.002e-06, cash_bias=0.2715, market_value=1.046, portfolio_value=1.04, reward=1.391e-05\n",
"episode=2031, loss=9.319e-07, cash_bias=0.1717, market_value=1.028, portfolio_value=1.033, reward=-1.608e-05\n",
"episode=2047, loss=1.007e-06, cash_bias=0.08331, market_value=1.033, portfolio_value=1.053, reward=1.728e-05\n",
"episode=2063, loss=9.724e-07, cash_bias=0.1487, market_value=1.005, portfolio_value=0.9965, reward=1.65e-05\n",
"episode=2079, loss=6.788e-07, cash_bias=0.1304, market_value=1.025, portfolio_value=1.022, reward=-2.112e-06\n",
"episode=2095, loss=4.972e-07, cash_bias=0.1568, market_value=1.054, portfolio_value=1.068, reward=1.872e-06\n",
"episode=2111, loss=2.66e-07, cash_bias=0.1933, market_value=1.018, portfolio_value=1.031, reward=8.228e-06\n",
"episode=2127, loss=1.491e-07, cash_bias=0.2437, market_value=1.053, portfolio_value=1.03, reward=1.473e-05\n",
"episode=2143, loss=2.632e-07, cash_bias=0.1542, market_value=1.037, portfolio_value=1.055, reward=-7.194e-06\n",
"episode=2159, loss=4.394e-07, cash_bias=0.06188, market_value=1.035, portfolio_value=1.01, reward=-9.957e-06\n",
"episode=2175, loss=4.817e-07, cash_bias=0.2341, market_value=1.038, portfolio_value=1.048, reward=7.309e-06\n",
"episode=2191, loss=6.996e-07, cash_bias=0.07794, market_value=1.022, portfolio_value=1.038, reward=1.942e-06\n",
"episode=2207, loss=5.567e-07, cash_bias=0.2646, market_value=1.051, portfolio_value=1.081, reward=7.263e-06\n",
"episode=2223, loss=1.803e-07, cash_bias=0.1394, market_value=1.028, portfolio_value=1.053, reward=5.756e-06\n",
"episode=2239, loss=9.63e-08, cash_bias=0.1173, market_value=1.019, portfolio_value=1.023, reward=1.764e-05\n",
"episode=2255, loss=1.725e-07, cash_bias=0.1631, market_value=1.027, portfolio_value=1.053, reward=3.61e-06\n",
"episode=2271, loss=1.813e-07, cash_bias=0.1435, market_value=1.029, portfolio_value=1.052, reward=1.009e-05\n",
"episode=2287, loss=1.185e-07, cash_bias=0.1245, market_value=1.044, portfolio_value=1.073, reward=-3.952e-07\n",
"episode=2303, loss=2.394e-08, cash_bias=0.1262, market_value=1.025, portfolio_value=1.042, reward=-7.366e-06\n",
"episode=2319, loss=1.461e-08, cash_bias=0.2666, market_value=1.055, portfolio_value=1.06, reward=1.587e-05\n",
"episode=2335, loss=1.875e-08, cash_bias=0.2555, market_value=1.055, portfolio_value=1.028, reward=8.074e-06\n",
"episode=2351, loss=1.371e-08, cash_bias=0.1835, market_value=1.039, portfolio_value=1.038, reward=1.625e-05\n",
"episode=2367, loss=2.605e-09, cash_bias=0.08092, market_value=1.066, portfolio_value=1.065, reward=2.183e-06\n",
"episode=2383, loss=3.74e-09, cash_bias=0.2368, market_value=1.036, portfolio_value=1.053, reward=1.976e-05\n",
"episode=2399, loss=7.191e-09, cash_bias=0.1492, market_value=1.038, portfolio_value=1.051, reward=-4.787e-06\n",
"episode=2415, loss=1.293e-08, cash_bias=0.2685, market_value=1.045, portfolio_value=1.057, reward=9.748e-06\n",
"episode=2431, loss=3.616e-08, cash_bias=0.191, market_value=1.036, portfolio_value=1.034, reward=-8.151e-06\n",
"episode=2447, loss=1.482e-08, cash_bias=0.2049, market_value=1.028, portfolio_value=1.015, reward=6.08e-06\n",
"episode=2463, loss=3.906e-09, cash_bias=0.1249, market_value=1.034, portfolio_value=1.008, reward=5.39e-06\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"episode=2479, loss=2.096e-08, cash_bias=0.143, market_value=1.029, portfolio_value=1.006, reward=9.711e-06\n",
"episode=2495, loss=4.603e-08, cash_bias=0.156, market_value=1.028, portfolio_value=1.025, reward=1.01e-05\n",
"episode=2511, loss=6.008e-08, cash_bias=0.09307, market_value=1.045, portfolio_value=1.047, reward=3.771e-05\n",
"episode=2527, loss=7.697e-08, cash_bias=0.1685, market_value=1.031, portfolio_value=1.037, reward=-2.185e-05\n",
"episode=2543, loss=1.643e-08, cash_bias=0.2049, market_value=1.033, portfolio_value=1.008, reward=-1.196e-05\n",
"episode=2559, loss=6.044e-09, cash_bias=0.1816, market_value=1.034, portfolio_value=1.044, reward=2.133e-05\n",
"episode=2575, loss=4.816e-09, cash_bias=0.2035, market_value=1.049, portfolio_value=1.038, reward=1.255e-05\n",
"episode=2591, loss=1.615e-07, cash_bias=0.1026, market_value=1.043, portfolio_value=1.035, reward=5.64e-06\n",
"episode=2607, loss=1.903e-08, cash_bias=0.09658, market_value=1.019, portfolio_value=1.021, reward=2.561e-06\n",
"episode=2623, loss=2.801e-08, cash_bias=0.175, market_value=1.037, portfolio_value=1.034, reward=-1.113e-05\n",
"episode=2639, loss=3.812e-08, cash_bias=0.06637, market_value=1.054, portfolio_value=1.056, reward=2.549e-05\n",
"episode=2655, loss=3.511e-08, cash_bias=0.1459, market_value=1.025, portfolio_value=1.046, reward=-3.178e-06\n",
"episode=2671, loss=4.848e-08, cash_bias=0.2266, market_value=1.055, portfolio_value=1.038, reward=-5.498e-06\n",
"episode=2687, loss=4.146e-08, cash_bias=0.2478, market_value=1.031, portfolio_value=1.034, reward=2.729e-05\n",
"episode=2703, loss=5.108e-08, cash_bias=0.09168, market_value=1.024, portfolio_value=1.008, reward=-8.518e-06\n",
"episode=2719, loss=3.367e-08, cash_bias=0.1389, market_value=1.043, portfolio_value=1.07, reward=1.101e-05\n",
"episode=2735, loss=5.237e-08, cash_bias=0.2203, market_value=1.059, portfolio_value=1.04, reward=-6.147e-06\n"
]
}
],