Fix a minor bug of option critic

2026-09-09 11:13:47 +08:00 · 2018-05-20 21:56:14 -06:00
parent 7066fb8e89
commit d7c537707a
1 changed files with 1 additions and 1 deletions
@@ -52,7 +52,7 @@ class OptionCriticAgent(BaseAgent):
            options_next = np.copy(options)
            dice = np.random.rand(len(options_next))
            for j in range(len(dice)):
-                if dice[j] < np_betas_next[j]:
+                if dice[j] < np_betas_next[j] or terminals[j]:
                    options_next[j] = self.policy.sample(np_q_options_next[j])
            for i, terminal in enumerate(terminals):
                if terminals[i]: