wassname/ray
1
0
Fork 0
mirror of https://github.com/wassname/ray.git synced 2026-08-12 12:20:11 +08:00
Code Issues Packages Projects Releases Wiki Activity

[RLlib] Unity3D integration (n Unity3D clients vs learning server). (#8590)

Browse Source
This commit is contained in:
Sven Mika
2020-05-30 22:48:34 +02:00
committed by GitHub
parent 016337d4eb
commit d8a081a185
31 changed files with 870 additions and 191 deletions
Download Patch File Download Diff File Expand all files Collapse all files
rllib/examples/models/shared_weights_model.py
+20 -5
View File
@@ -85,7 +85,12 @@ class SharedWeightsModel2(TFModelV2):
TORCH_GLOBAL_SHARED_LAYER = None
if torch:
TORCH_GLOBAL_SHARED_LAYER = SlimFC(32, 32)
TORCH_GLOBAL_SHARED_LAYER = SlimFC(
64,
64,
activation_fn=nn.ReLU,
initializer=torch.nn.init.xavier_uniform_,
)
class TorchSharedWeightsModel(TorchModelV2, nn.Module):
@@ -104,12 +109,22 @@ class TorchSharedWeightsModel(TorchModelV2, nn.Module):
# Non-shared initial layer.
self.first_layer = SlimFC(
int(np.product(observation_space.shape)),
32,
activation_fn=nn.ReLU)
64,
activation_fn=nn.ReLU,
initializer=torch.nn.init.xavier_uniform_)
# Non-shared final layer.
self.last_layer = SlimFC(32, self.num_outputs, activation_fn=nn.ReLU)
self.vf = SlimFC(32, 1, activation_fn=None)
self.last_layer = SlimFC(
64,
self.num_outputs,
activation_fn=None,
initializer=torch.nn.init.xavier_uniform_)
self.vf = SlimFC(
64,
1,
activation_fn=None,
initializer=torch.nn.init.xavier_uniform_,
)
self._output = None
@override(ModelV2)