wassname/ray
1
0
Fork 0
mirror of https://github.com/wassname/ray.git synced 2026-08-08 11:25:28 +08:00
Code Issues Packages Projects Releases Wiki Activity

[rllib] Do not store torch tensors when using grad clipping (#8509)

Browse Source
This commit is contained in:
Tomasz Wrona
2020-05-28 12:06:27 -07:00
committed by GitHub
parent 99cc2e28b3
commit f266318a01
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
rllib/agents/a3c/a3c_torch_policy.py
+4 -1
View File
@@ -64,8 +64,11 @@ def apply_grad_clipping(policy, optimizer, loss):
params = list(
filter(lambda p: p.grad is not None, param_group["params"]))
if params:
info["grad_gnorm"] = nn.utils.clip_grad_norm_(
grad_gnorm = nn.utils.clip_grad_norm_(
params, policy.config["grad_clip"])
if isinstance(grad_gnorm, torch.Tensor):
grad_gnorm = grad_gnorm.cpu().numpy()
info["grad_gnorm"] = grad_gnorm
return info