Update networks for continuous control

network/network_utils.py

@@ -110,7 +110,8 @@ class CategoricalActorCriticWrapper:
     def load_state_dict(self, state_dicts):
         self.network.load_state_dict(state_dicts)
 
-def layer_init(layer):
+def layer_init(layer, w_scale=1.0):
     nn.init.orthogonal_(layer.weight.data)
+    layer.weight.data.mul_(w_scale)
     nn.init.constant_(layer.bias.data, 0)
     return layer