wassname/DeepRL
1
0
Fork 0
mirror of https://github.com/wassname/DeepRL.git synced 2026-09-09 11:13:47 +08:00
Code Issues Packages Projects Releases Wiki Activity

Minor update

Browse Source
This commit is contained in:
Shangtong Zhang
2018-05-18 14:24:45 -06:00
parent dcb363067e
commit 93a5c3fc04
2 changed files with 5 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
examples.py
+4 -4
View File
@@ -363,7 +363,7 @@ def ddpg_low_dim_state():
def ddpg_pixel():
config = Config()
log_dir = get_default_log_dir(ddpg_pixel.__name__)
task_fn = lambda **kwargs: PixelBullet('AntBulletEnv-v0', frame_skip=1, **kwargs)
task_fn = lambda **kwargs: PixelBullet('AntBulletEnv-v0', frame_skip=4, **kwargs)
# each bullet environment should be started in a new process, it is a workaround
# to the issue of self-collision
@@ -373,11 +373,11 @@ def ddpg_pixel():
phi_body=NatureConvBody()
config.network_fn = lambda state_dim, action_dim: DeterministicActorCriticNet(
state_dim, action_dim, phi_body=NatureConvBody(),
state_dim, action_dim, phi_body=phi_body,
actor_body=FCBody(phi_body.feature_dim, (200, 200), gate=F.relu),
critic_body=TwoLayerFCBodyWithAction(phi_body.feature_dim, action_dim, (200, 200), gate=F.relu),
actor_opt_fn=lambda params: torch.optim.Adam(params, lr=1e-4),
critic_opt_fn=lambda params: torch.optim.Adam(params, lr=1e-3), gpu=1)
critic_opt_fn=lambda params: torch.optim.Adam(params, lr=1e-3), gpu=0)
config.replay_fn = lambda: Replay(memory_size=1000000, batch_size=64)
config.discount = 0.99
@@ -443,7 +443,7 @@ if __name__ == '__main__':
# dqn_ram_atari('Breakout-ramNoFrameskip-v4')
# ddpg_low_dim_state()
# ddpg_pixel()
ddpg_pixel()
# ppo_continuous()
# action_conditional_video_prediction()