wassname/ray
1
0
Fork 0
mirror of https://github.com/wassname/ray.git synced 2026-06-29 05:34:49 +08:00
Code Issues Packages Projects Releases Wiki Activity

[RLlib] Assert LongTensor in SAC Discrete PyTorch (#11245)

Browse Source
This commit is contained in:
Julius Frost
2020-10-12 16:47:21 -04:00
committed by GitHub
parent 580820a530
commit 7dcfd258cd
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
rllib/agents/sac/sac_torch_policy.py
+2 -1
View File
@@ -192,7 +192,8 @@ def actor_critic_loss(
# Actually selected Q-values (from the actions batch).
one_hot = F.one_hot(
train_batch[SampleBatch.ACTIONS], num_classes=q_t.size()[-1])
train_batch[SampleBatch.ACTIONS].long(),
num_classes=q_t.size()[-1])
q_t_selected = torch.sum(q_t * one_hot, dim=-1)
if policy.config["twin_q"]:
twin_q_t_selected = torch.sum(twin_q_t * one_hot, dim=-1)