From 6ba5bda97e1f5cbb3d4ada3e35c643ee30c152df Mon Sep 17 00:00:00 2001 From: farizrahman4u Date: Fri, 27 Jan 2017 11:52:47 +0530 Subject: [PATCH] Simplify pelu --- keras_contrib/layers/advanced_activations.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/keras_contrib/layers/advanced_activations.py b/keras_contrib/layers/advanced_activations.py index 1979a49..efa64b0 100644 --- a/keras_contrib/layers/advanced_activations.py +++ b/keras_contrib/layers/advanced_activations.py @@ -69,10 +69,10 @@ class PELU(Layer): pos = K.relu(x) * (K.pattern_broadcast(self.alphas, self.param_broadcast) / K.pattern_broadcast(self.betas, self.param_broadcast)) neg = (K.pattern_broadcast(self.alphas, self.param_broadcast) * - (K.exp(((x - K.abs(x)) * 0.5) / K.pattern_broadcast(self.betas, self.param_broadcast)) - 1)) + (K.exp(K.relu(-x) / K.pattern_broadcast(self.betas, self.param_broadcast)) - 1)) else: pos = K.relu(x) * self.alphas / self.betas - neg = self.alphas * (K.exp(((x - K.abs(x)) * 0.5) / self.betas) - 1) + neg = self.alphas * (K.exp(K.relu(-x) / self.betas) - 1) return neg + pos def get_config(self):