From a5e8a2b51821169859d5b16561591b002d853702 Mon Sep 17 00:00:00 2001 From: nickwalton Date: Wed, 23 Oct 2019 14:45:12 -0600 Subject: [PATCH] update_loss_printing --- generator/ctrl/training_utils/training.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/generator/ctrl/training_utils/training.py b/generator/ctrl/training_utils/training.py index 090d5b8..4b9c787 100644 --- a/generator/ctrl/training_utils/training.py +++ b/generator/ctrl/training_utils/training.py @@ -134,8 +134,8 @@ model = tf.keras.Model(inputs=tokens, outputs=logits) # the loss function is a simple categorical crossentropy between the logits and the labels def loss(labels, logits): loss = tf.keras.losses.sparse_categorical_crossentropy(labels, logits, from_logits=True) - sum = tf.math.reduce_sum(loss) - loss = tf.Print(loss, [sum]) + mean = tf.math.reduce_mean(loss) + loss = tf.Print(loss, [mean]) return loss