wassname/keras-contrib
1
0
Fork 0
mirror of https://github.com/wassname/keras-contrib.git synced 2026-07-31 12:30:18 +08:00
Code Issues Packages Projects Releases Wiki Activity

Simplify pelu

Browse Source
This commit is contained in:
farizrahman4u
2017-01-27 11:52:47 +05:30
parent 50cc7e57ad
commit 6ba5bda97e
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
keras_contrib/layers/advanced_activations.py
+2 -2
View File
@@ -69,10 +69,10 @@ class PELU(Layer):
pos = K.relu(x) * (K.pattern_broadcast(self.alphas, self.param_broadcast) /
K.pattern_broadcast(self.betas, self.param_broadcast))
neg = (K.pattern_broadcast(self.alphas, self.param_broadcast) *
(K.exp(((x - K.abs(x)) * 0.5) / K.pattern_broadcast(self.betas, self.param_broadcast)) - 1))
(K.exp(K.relu(-x) / K.pattern_broadcast(self.betas, self.param_broadcast)) - 1))
else:
pos = K.relu(x) * self.alphas / self.betas
neg = self.alphas * (K.exp(((x - K.abs(x)) * 0.5) / self.betas) - 1)
neg = self.alphas * (K.exp(K.relu(-x) / self.betas) - 1)
return neg + pos
def get_config(self):