Update stopnet with more layers

2026-09-11 12:00:24 +08:00 · 2018-05-14 07:02:24 -07:00
parent 074d1c97d3
commit d629dafb20
1 changed files with 6 additions and 1 deletions
@@ -232,7 +232,12 @@ class Decoder(nn.Module):
            [nn.GRUCell(256, 256) for _ in range(2)])
        # RNN_state -> |Linear| -> mel_spec
        self.proj_to_mel = nn.Linear(256, memory_dim * r)
-        self.stopnet = nn.Sequential(nn.Dropout(0.2), nn.Linear(memory_dim * self.r, 1), nn.Sigmoid())
+        self.stopnet = nn.Sequential(nn.Linear(memory_dim * self.r, memory_dim), 
+                                     nn.ReLU(),
+                                     nn.Linear(memory_dim, memory_dim * self.r),
+                                     nn.ReLU(), 
+                                     nn.Linear(memory_dim * self.r, 1), 
+                                     nn.Sigmoid())

    def forward(self, inputs, memory=None):
        """