[RLlib] Fix bugs and speed up SegmentTree

2026-07-29 11:26:04 +08:00 · 2020-03-13 01:03:07 -07:00
parent 6022eb53c4
commit 552cfb37ea
7 changed files with 526 additions and 110 deletions
@@ -227,7 +227,7 @@ class PrioritizedReplayBuffer(ReplayBuffer):
          Array of shape (batch_size,) and dtype np.int32
          idexes in buffer of sampled experiences
        """
-        assert beta > 0
+        assert beta >= 0.0
        self._num_sampled += batch_size

        idxes = self._sample_proportional(batch_size)