Fix missing learning rate and entropy coeff schedule for torch PPO (#8572)

2026-07-16 11:21:10 +08:00 · 2020-05-23 10:54:18 -07:00
parent 2ab1b773d4
commit d6f78f58dc
1 changed files with 4 additions and 1 deletions
@@ -223,4 +223,7 @@ PPOTorchPolicy = build_torch_policy(
    extra_grad_process_fn=apply_grad_clipping,
    before_init=setup_config,
    after_init=setup_mixins,
-    mixins=[KLCoeffMixin, ValueNetworkMixin])
+    mixins=[
+        LearningRateSchedule, EntropyCoeffSchedule, KLCoeffMixin,
+        ValueNetworkMixin
+    ])