diff --git a/constellation/ConstellationNet.py b/constellation/ConstellationNet.py
index 946a729..2e9d93a 100644
--- a/constellation/ConstellationNet.py
+++ b/constellation/ConstellationNet.py
@@ -39,7 +39,6 @@ class ConstellationNet(nn.Module):
 
         for layer_size in encoder_layers_sizes:
             encoder_layers.append(nn.Linear(prev_layer_size, layer_size))
-            encoder_layers.append(nn.SELU())
             prev_layer_size = layer_size
 
         encoder_layers += [
@@ -59,7 +58,6 @@ class ConstellationNet(nn.Module):
 
         for layer_size in decoder_layers_sizes:
             decoder_layers.append(nn.Linear(prev_layer_size, layer_size))
-            decoder_layers.append(nn.SELU())
             prev_layer_size = layer_size
 
         # Softmax is not used at the end of the network because the