Files
rl-portfolio-management/test/test_env.py
T
2017-10-29 15:07:50 +08:00

133 lines
3.9 KiB
Python

# silence the many message from the gym logger, yuck
import logging
logger = logging.getLogger('gym.envs.tests.spec_list')
logger.setLevel(logging.ERROR)
import pytest
import pandas as pd
import numpy as np
import gym
from gym.envs.tests import test_envs
from rl_portfolio_management.environments import PortfolioEnv, env_specs
@pytest.mark.parametrize("spec_id", env_specs)
def test_gym_env(spec_id):
"""Run openai test to check for repeatable, observation shape, etc."""
spec = gym.envs.spec(spec_id)
test_envs.test_env(spec)
@pytest.mark.parametrize("spec_id", env_specs)
def test_env_outputs(spec_id):
"""Check outputs."""
env = gym.envs.spec(spec_id).make()
np.random.seed(0)
env.seed(0)
action = env.action_space.sample()
action /= action.sum()
obs1, reward, done, info = env.step(action)
obs2 = env.reset()
assert obs1.shape == obs2.shape, 'rest and step should output same shaped observations'
assert env.observation_space.contains(
obs1), 'state should be within observation space'
assert np.isfinite(reward), 'reward should be finite'
assert not done
for k, v in info.items():
assert np.isfinite(v), 'env info item %s=%s should be finite' % (k, v)
assert isinstance(
v, (int, float)), 'env info item %s=%s should be int or float' % (k, v)
@pytest.mark.parametrize("spec_id", env_specs)
def test_portfolio_env_random_agent(spec_id):
"""Test random actions for 20 steps."""
env = gym.envs.spec(spec_id).make()
np.random.seed(0)
env.seed(0)
obs = env.reset()
for i in range(20):
action = env.action_space.sample()
action /= action.sum()
obs, reward, done, info = env.step(action)
assert env.observation_space.contains(
obs), 'state should be within observation space'
assert np.isfinite(reward), 'reward should be finite'
assert not done, "shouldn't be done after %s steps" % i
df_info = pd.DataFrame(env.infos)
final_value = df_info.portfolio_value.iloc[-1]
assert final_value > 0.75, 'should retain most value with 20 random steps'
assert final_value < 1.10, 'should retain most value with 20 random steps'
@pytest.mark.parametrize("spec_id", env_specs)
def test_portfolio_env_hold(spec_id):
"""Test that holding cash gives stable value."""
env = gym.envs.spec(spec_id).make()
np.random.seed(0)
env.seed(0)
env.reset()
for _ in range(5):
action = env.action_space.sample() * 0
action[0] = 1
obs, reward, done, info = env.step(action)
df = pd.DataFrame(env.infos)
assert df.portfolio_value.iloc[-1] > 0.9999, 'portfolio should retain value if holding bitcoin'
assert df.portfolio_value.iloc[-1] < 1.01, 'portfolio should retain value if holding bitcoin'
def test_scaled():
"""Test env with scaled and not scaled option."""
df = pd.read_hdf('./data/poloniex_30m.hf', key='train')
np.random.seed(0)
env1 = PortfolioEnv(df=df, scale=True)
obs1 = env1.reset()
np.random.seed(0)
env0 = PortfolioEnv(df=df, scale=False)
obs0 = env0.reset()
assert obs0 != obs1
@pytest.mark.parametrize("spec_id", env_specs)
def test_invalid_actions(spec_id):
"""Test that holding cash gives stable value."""
env = gym.envs.spec(spec_id).make()
np.random.seed(0)
env.seed(0)
env.reset()
valid_action = env.action_space.sample()
valid_action /= valid_action.sum()
invalid_actions = [
# invalid dont sum to one
valid_action * 0,
valid_action * -1,
valid_action * 10,
# invalid shapes
valid_action[:1],
[valid_action],
# invalid values
valid_action * np.nan,
valid_action * np.inf,
]
for action in invalid_actions:
try:
env.step(action)
except Exception as e:
pass
else:
raise Exception('Expected error for invalid action %s' % action)