From e34b30f626042f9888c8f2a2b28aac7d74f451b7 Mon Sep 17 00:00:00 2001
From: Michael Oliver <michael.d.oliver@gmail.com>
Date: Fri, 21 Apr 2017 18:36:46 -0700
Subject: [PATCH] make initializations better match paper

---
 keras_contrib/layers/advanced_activations.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/keras_contrib/layers/advanced_activations.py b/keras_contrib/layers/advanced_activations.py
index 7f18bbe..179856c 100644
--- a/keras_contrib/layers/advanced_activations.py
+++ b/keras_contrib/layers/advanced_activations.py
@@ -150,8 +150,8 @@ class SReLU(Layer):
     """
 
     def __init__(self, t_left_initializer='zeros',
-                 a_left_initializer='glorot_uniform',
-                 t_right_initializer='glorot_uniform',
+                 a_left_initializer=initializers.RandomUniform(minval=0, maxval=1),
+                 t_right_initializer=initializers.RandomUniform(minval=0, maxval=5),
                  a_right_initializer='ones',
                  shared_axes=None,
                  **kwargs):