[RLlib] Unify fcnet initializers for the value output layer (std=1.0 in torch, but 0.01 in tf). (#13733)

2026-07-18 12:40:56 +08:00 · 2021-02-02 18:42:49 +01:00
parent 0a0d9183fe
commit 9ac731558b
1 changed files with 1 additions and 1 deletions
@@ -109,7 +109,7 @@ class FullyConnectedNetwork(TorchModelV2, nn.Module):
        self._value_branch = SlimFC(
            in_size=prev_layer_size,
            out_size=1,
-            initializer=normc_initializer(1.0),
+            initializer=normc_initializer(0.01),
            activation_fn=None)
        # Holds the current "base" output (before logits layer).
        self._features = None