From 0cf91f1f8a8a0bc8005f862ce980f784a6d3c634 Mon Sep 17 00:00:00 2001 From: Fariz Rahman Date: Thu, 26 Jan 2017 16:15:25 +0530 Subject: [PATCH] Update advanced_activations.py --- keras_contrib/layers/advanced_activations.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/keras_contrib/layers/advanced_activations.py b/keras_contrib/layers/advanced_activations.py index 35df32d..59acf3e 100644 --- a/keras_contrib/layers/advanced_activations.py +++ b/keras_contrib/layers/advanced_activations.py @@ -71,7 +71,7 @@ class PELU(Layer): neg = (K.pattern_broadcast(self.alphas, self.param_broadcast) * (K.exp(x / K.pattern_broadcast(self.betas, self.param_broadcast)) - 1)) else: - pos = K.relu(x) * (self.alphas / self.betas) + pos = self.alphas / self.betas neg = self.alphas * (K.exp(x / self.betas) - 1) is_neg = K.cast(x < 0., K.floatx()) return is_neg * neg + (1. - is_neg) * pos