wassname/TTS
1
0
Fork 0
mirror of https://github.com/wassname/TTS.git synced 2026-09-11 12:00:24 +08:00
Code Issues Packages Projects Releases Wiki Activity

Change scheduler AnnealLR and catch audio synthesis error in eval time

Browse Source
This commit is contained in:
Eren
2018-08-13 13:13:45 +02:00
parent f5e87a0c70
commit bb526c296f
2 changed files with 17 additions and 24 deletions
Download Patch File Download Diff File Expand all files Collapse all files
train.py
+12 -19
View File
@@ -16,7 +16,7 @@ from tensorboardX import SummaryWriter
from utils.generic_utils import (
synthesis, remove_experiment_folder, create_experiment_folder,
save_checkpoint, save_best_model, load_config, lr_decay, count_parameters,
check_update, get_commit_hash, sequence_mask)
check_update, get_commit_hash, sequence_mask, AnnealLR)
from utils.visual import plot_alignment, plot_spectrogram
from models.tacotron import Tacotron
from layers.losses import L1LossMasked
@@ -312,22 +312,23 @@ def evaluate(model, criterion, criterion_st, data_loader, ap, current_step):
# test sentences
ap.griffin_lim_iters = 60
for idx, test_sentence in enumerate(test_sentences):
wav, linear_spec, alignments = synthesis(model, ap, test_sentence,
use_cuda, c.text_cleaner)
try:
wav, linear_spec, alignments = synthesis(model, ap, test_sentence,
use_cuda, c.text_cleaner)
wav_name = 'TestSentences/{}'.format(idx)
tb.add_audio(
wav_name, wav, current_step, sample_rate=c.sample_rate)
align_img = alignments[0].data.cpu().numpy()
linear_spec = plot_spectrogram(linear_spec, ap)
align_img = plot_alignment(align_img)
tb.add_figure('TestSentences/{}_Spectrogram'.format(idx), linear_spec,
current_step)
tb.add_figure('TestSentences/{}_Alignment'.format(idx), align_img,
current_step)
except:
print(" !! Error as creating Test Sentence -", idx)
pass
align_img = alignments[0].data.cpu().numpy()
linear_spec = plot_spectrogram(linear_spec, ap)
align_img = plot_alignment(align_img)
tb.add_figure('TestSentences/{}_Spectrogram'.format(idx), linear_spec,
current_step)
tb.add_figure('TestSentences/{}_Alignment'.format(idx), align_img,
current_step)
return avg_linear_loss
@@ -337,14 +338,6 @@ def main(args):
audio = importlib.import_module('utils.' + c.audio_processor)
AudioProcessor = getattr(audio, 'AudioProcessor')
print(" > LR scheduler: {} ", c.lr_scheduler)
try:
scheduler = importlib.import_module('torch.optim.lr_scheduler')
scheduler = getattr(scheduler, c.lr_scheduler)
except:
scheduler = importlib.import_module('utils.generic_utils')
scheduler = getattr(scheduler, c.lr_scheduler)
ap = AudioProcessor(
sample_rate=c.sample_rate,
num_mels=c.num_mels,
@@ -426,7 +419,7 @@ def main(args):
criterion.cuda()
criterion_st.cuda()
scheduler = StepLR(optimizer, step_size=c.decay_step, gamma=c.lr_decay)
scheduler = AnnealLR(optimizer, warmup_steps=c.warmup_steps)
num_params = count_parameters(model)
print(" | > Model has {} parameters".format(num_params), flush=True)