From 9ac731558bdccfdc589e72c78f8dcb767b192fa1 Mon Sep 17 00:00:00 2001
From: Sven Mika <sven@anyscale.io>
Date: Tue, 2 Feb 2021 18:42:49 +0100
Subject: [PATCH] [RLlib] Unify fcnet initializers for the value output layer
 (std=1.0 in torch, but 0.01 in tf). (#13733)

---
 rllib/models/torch/fcnet.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/rllib/models/torch/fcnet.py b/rllib/models/torch/fcnet.py
index 91b9c0e1d..dc1608156 100644
--- a/rllib/models/torch/fcnet.py
+++ b/rllib/models/torch/fcnet.py
@@ -109,7 +109,7 @@ class FullyConnectedNetwork(TorchModelV2, nn.Module):
         self._value_branch = SlimFC(
             in_size=prev_layer_size,
             out_size=1,
-            initializer=normc_initializer(1.0),
+            initializer=normc_initializer(0.01),
             activation_fn=None)
         # Holds the current "base" output (before logits layer).
         self._features = None