mirror of
https://github.com/wassname/ray.git
synced 2026-10-29 13:30:42 +08:00
Fix missing learning rate and entropy coeff schedule for torch PPO (#8572)
This commit is contained in:
1 parent
2ab1b773d4
commit
d6f78f58dc
1 file changed
+4
-1
@@ -223,4 +223,7 @@ PPOTorchPolicy = build_torch_policy(
|
||||
extra_grad_process_fn=apply_grad_clipping,
|
||||
before_init=setup_config,
|
||||
after_init=setup_mixins,
|
||||
mixins=[KLCoeffMixin, ValueNetworkMixin])
|
||||
mixins=[
|
||||
LearningRateSchedule, EntropyCoeffSchedule, KLCoeffMixin,
|
||||
ValueNetworkMixin
|
||||
])
|
||||
Reference in new issue
Block a user