Parameterised path in main.ipynb

source/models.py

@@ -68,7 +68,7 @@ class SEQ_2_SEQ_AE:
             self.ENCODING,
             activation="relu",
             kernel_constraint=UnitNorm(axis=1),
-            #activity_regularizer=UncorrelatedFeaturesConstraint(3, weightage=1.0),
+            activity_regularizer=UncorrelatedFeaturesConstraint(3, weightage=1.0),
         )
 
         # Decoder layers
@@ -184,7 +184,7 @@ class SEQ_2_SEQ_VAE:
             self.ENCODING,
             activation="relu",
             kernel_constraint=UnitNorm(axis=1),
-            #activity_regularizer=UncorrelatedFeaturesConstraint(3, weightage=1.0),
+            activity_regularizer=UncorrelatedFeaturesConstraint(3, weightage=1.0),
         )
 
         # Decoder layers
@@ -283,7 +283,7 @@ class SEQ_2_SEQ_MMVAE:
 #      - Bidirectional LSTM switches (done!)
 #      - Change LSTMs for GRU (done!)
 #      - Tied/Untied weights (done!)
-#      - orthogonal/non-orthogonal weights
+#      - orthogonal/non-orthogonal weights (done!)
 #      - Unit Norm constraint
 # TODO next:
 #      - VAE loss function (though this should be analysed later on taking the encodings into account)