Commit 9b9a9f3c authored by lucas_miranda's avatar lucas_miranda
Browse files

Minimise entropy to see if overal confidence increases in a reproducible way

parent 3834c84a
......@@ -357,7 +357,7 @@ class Entropy_regulariser(Layer):
# axis=1 increases the entropy of a cluster across instances
# axis=0 increases the entropy of the assignment for a given instance
entropy = K.sum(tf.multiply(z + 1e-5, tf.math.log(z) + 1e-5), axis=1)
entropy = - K.sum(tf.multiply(z + 1e-5, tf.math.log(z) + 1e-5), axis=1)
# Adds metric that monitors dead neurons in the latent space
self.add_metric(entropy, aggregation="mean", name="-weight_entropy")
......
......@@ -171,7 +171,7 @@ class SEQ_2_SEQ_GMVAE:
number_of_components=1,
predictor=True,
overlap_loss=False,
entropy_reg_weight=0.0,
entropy_reg_weight=1.0,
):
self.input_shape = input_shape
self.batch_size = batch_size
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment