From 40ace94d89bb3e93bcf47cc2a60075adfbaec5bd Mon Sep 17 00:00:00 2001 From: Fariz Rahman Date: Thu, 26 Jan 2017 14:43:42 +0530 Subject: [PATCH] Bug fix --- keras_contrib/layers/advanced_activations.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/keras_contrib/layers/advanced_activations.py b/keras_contrib/layers/advanced_activations.py index a9d709d..f83f044 100644 --- a/keras_contrib/layers/advanced_activations.py +++ b/keras_contrib/layers/advanced_activations.py @@ -66,14 +66,14 @@ class PELU(Layer): def call(self, x, mask=None): if K.backend() == 'theano': - pos = K.relu(x) * (K.pattern_broadcast(self.alphas, self.param_broadcast) / + pos = x * (K.pattern_broadcast(self.alphas, self.param_broadcast) / K.pattern_broadcast(self.betas, self.param_broadcast)) neg = (K.pattern_broadcast(self.alphas, self.param_broadcast) * (K.exp(x / K.pattern_broadcast(self.betas, self.param_broadcast)) - 1)) else: pos = K.relu(x) * (self.alphas / self.betas) neg = self.alphas * (K.exp(x / self.betas) - 1) - return pos + neg + return K.switch(x < 0., neg, pos) def get_config(self): config = {'alphas_init': self.alphas_init.__name__,