diff --git a/source/model_utils.py b/source/model_utils.py
index 49cc589caaeb4ee30587222b95330268c528dbfc..bceaf443f7834c51f82ab4c57f72c719e056237d 100644
--- a/source/model_utils.py
+++ b/source/model_utils.py
@@ -275,7 +275,7 @@ class Entropy_regulariser(Layer):
     Identity layer that adds cluster weight entropy to the loss function
     """
 
-    def __init__(self, weight=0., *args, **kwargs):
+    def __init__(self, weight=1., *args, **kwargs):
         self.weight = weight
         super(Entropy_regulariser, self).__init__(*args, **kwargs)
 
@@ -292,6 +292,6 @@ class Entropy_regulariser(Layer):
         # Adds metric that monitors dead neurons in the latent space
         self.add_metric(entropy, aggregation="mean", name="-weight_entropy")
 
-        self.add_loss(self.weight * K.sum(entropy), inputs=[z])
+        #self.add_loss(self.weight * K.sum(entropy), inputs=[z])
 
         return z