wassname/pytorch-soft-actor-critic
1
0
Fork 0
mirror of https://github.com/wassname/pytorch-soft-actor-critic.git synced 2026-08-18 12:20:57 +08:00
Code Issues Packages Projects Releases Wiki Activity

Update sac.py

Browse Source
This commit is contained in:
Pranjal Tandon
2018-09-15 14:26:15 +05:30
committed by GitHub
parent 30b7e14f09
commit 985b546d6d
1 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
sac.py
+4 -4
View File
@@ -18,8 +18,8 @@ class SAC(object):
self.scale_R = args.scale_R
self.reparam = args.reparam
self.deterministic = args.deterministic
self.value_update = args.value_update
self.target_update_interval = args.target_update_interval
self.policy = GaussianPolicy(self.num_inputs, self.action_space, args.hidden_size)
self.policy_optim = Adam(self.policy.parameters(), lr=3e-4)
@@ -151,9 +151,9 @@ class SAC(object):
We update the target weights to match the current value function weights periodically
Update target parameter after every n(args.value_update) updates
"""
if updates % self.value_update == 0 and self.deterministic == True:
if updates % self.target_update_interval == 0 and self.deterministic == True:
soft_update(self.critic_target, self.critic, self.tau)
elif updates % self.value_update == 0 and self.deterministic == False:
elif updates % self.target_update_interval == 0 and self.deterministic == False:
soft_update(self.value_target, self.value, self.tau)
# Save model parameters