From 43821c9630543035e3d66bb9fc6b8a9cefbadc97 Mon Sep 17 00:00:00 2001
From: Itai Caspi <itaicaspi@gmail.com>
Date: Sun, 21 Jan 2018 12:15:21 +0200
Subject: [PATCH] adding the selu activation

---
 architectures/neon_components/general_network.py       | 1 +
 architectures/tensorflow_components/general_network.py | 1 +
 2 files changed, 2 insertions(+)

diff --git a/architectures/neon_components/general_network.py b/architectures/neon_components/general_network.py
index 8bc9f7d..99ac6e9 100644
--- a/architectures/neon_components/general_network.py
+++ b/architectures/neon_components/general_network.py
@@ -42,6 +42,7 @@ class GeneralNeonNetwork(NeonArchitecture):
             'tanh': neon.Tanh(),
             'sigmoid': neon.Logistic(),
             'elu': neon.Explin(),
+            'selu': None,
             'none': None
         }
         assert activation_function_string in activation_functions.keys(), \
diff --git a/architectures/tensorflow_components/general_network.py b/architectures/tensorflow_components/general_network.py
index 5258976..60a0433 100644
--- a/architectures/tensorflow_components/general_network.py
+++ b/architectures/tensorflow_components/general_network.py
@@ -45,6 +45,7 @@ class GeneralTensorFlowNetwork(TensorFlowArchitecture):
             'tanh': tf.nn.tanh,
             'sigmoid': tf.nn.sigmoid,
             'elu': tf.nn.elu,
+            'selu': tf.nn.selu,
             'none': None
         }
         assert activation_function_string in activation_functions.keys(), \