Update Readme

This commit is contained in:
Shangtong Zhang
2017-05-11 21:30:04 -06:00
parent 4ce59dc419
commit 4786bb8990
5 changed files with 69 additions and 23 deletions
+33
View File
@@ -13,6 +13,37 @@ def async_cart_pole():
config['n_workers'] = 8
config['batch_size'] = 5
config['test_interval'] = 500
config['test_repeats'] = 5
agent = AsyncAgent(**config)
agent.run()
# Mountain Car is fairly unstable
def dqn_mountain_car():
config = dict()
config['task_fn'] = lambda: MountainCar()
config['optimizer_fn'] = lambda params: torch.optim.SGD(params, 0.001)
config['network_fn'] = lambda optimizer_fn: FullyConnectedNet([2, 50, 200, 3], optimizer_fn)
config['policy_fn'] = lambda: GreedyPolicy(epsilon=0.5, end_episode=500, min_epsilon=0.1)
config['replay_fn'] = lambda: Replay(memory_size=10000, batch_size=10)
config['discount'] = 0.99
config['target_network_update_freq'] = 1000
config['step_limit'] = 5000
agent = DQNAgent(**config)
agent.run()
def async_lunar_lander():
config = dict()
config['task_fn'] = lambda: LunarLander()
config['optimizer_fn'] = lambda params: torch.optim.Adam(params, 0.001)
config['network_fn'] = lambda: FullyConnectedNet([8, 50, 200, 4])
config['policy_fn'] = lambda: GreedyPolicy(epsilon=1.0, end_episode=2000, min_epsilon=0.05)
config['discount'] = 0.99
config['target_network_update_freq'] = 200
config['step_limit'] = 5000
config['n_workers'] = 8
config['batch_size'] = 10
config['test_interval'] = 1000
config['test_repeats'] = 5
agent = AsyncAgent(**config)
agent.run()
@@ -31,4 +62,6 @@ def dqn_cart_pole():
if __name__ == '__main__':
async_cart_pole()
# async_lunar_lander()
# dqn_cart_pole()
# dqn_mountain_car()