From aa5fc52e32cea80783abd25d8c19e5eb9a1c3b3c Mon Sep 17 00:00:00 2001 From: Eric Liang Date: Tue, 25 Jun 2019 19:02:40 -0700 Subject: [PATCH] [rllib] Add QMIX mixer parameters to optimizer param list (#5014) * add mixer params * Update qmix_policy.py --- python/ray/rllib/agents/qmix/qmix_policy.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/python/ray/rllib/agents/qmix/qmix_policy.py b/python/ray/rllib/agents/qmix/qmix_policy.py index 26ec387de..990458996 100644 --- a/python/ray/rllib/agents/qmix/qmix_policy.py +++ b/python/ray/rllib/agents/qmix/qmix_policy.py @@ -204,6 +204,8 @@ class QMixTorchPolicy(Policy): # Setup optimizer self.params = list(self.model.parameters()) + if self.mixer: + self.params += list(self.mixer.parameters()) self.loss = QMixLoss(self.model, self.target_model, self.mixer, self.target_mixer, self.n_agents, self.n_actions, self.config["double_q"], self.config["gamma"])