[RLlib] Preparatory PR for: Documentation on Model Building. (#13260)

This commit is contained in:
Sven Mika
2021-01-08 10:56:09 +01:00
committed by GitHub
parent a247c71e2e
commit 6f342a2221
13 changed files with 896 additions and 37 deletions
+3 -1
View File
@@ -276,7 +276,7 @@ def get_activation_fn(name: Optional[str] = None, framework: str = "tf"):
if framework == "torch":
if name in ["linear", None]:
return None
if name == "swish":
if name in ["swish", "silu"]:
from ray.rllib.utils.torch_ops import Swish
return Swish
_, nn = try_import_torch()
@@ -297,6 +297,8 @@ def get_activation_fn(name: Optional[str] = None, framework: str = "tf"):
else:
if name in ["linear", None]:
return None
if name == "swish":
name = "silu"
tf1, tf, tfv = try_import_tf()
fn = getattr(tf.nn, name, None)
if fn is not None: