log grad norm on tf

This commit is contained in:
Eren Golge
2018-02-01 07:39:35 -08:00
parent 088a105a43
commit 3519f2f33c
4 changed files with 85 additions and 367 deletions
+6 -4
View File
@@ -174,12 +174,14 @@ def main(args):
('mel_loss', mel_loss.data[0]),
('grad_norm', grad_norm)])
tb.add_scalar('Train/TotalLoss', loss.data[0], current_step)
tb.add_scalar('Train/LinearLoss', linear_loss.data[0],
tb.add_scalar('Loss/TotalLoss', loss.data[0], current_step)
tb.add_scalar('Loss/LinearLoss', linear_loss.data[0],
current_step)
tb.add_scalar('Train/MelLoss', mel_loss.data[0], current_step)
tb.add_scalar('LearningRate', optimizer.param_groups[0]['lr'],
tb.add_scalar('Loss/MelLoss', mel_loss.data[0], current_step)
tb.add_scalar('Params/LearningRate', optimizer.param_groups[0]['lr'],
current_step)
tb.add_scalar('Params/GradNorm', grad_norm, current_step)
tb.add_scalar('Time/StepTime', step_time, current_step)