Set attention norm method by config.json

This commit is contained in:
Eren Golge
2019-03-26 00:48:12 +01:00
parent 786510cd6a
commit 0a92c6d5a7
8 changed files with 31 additions and 16 deletions
+1 -1
View File
@@ -38,7 +38,7 @@ class CBHGTests(unittest.TestCase):
class DecoderTests(unittest.TestCase):
def test_in_out(self):
layer = Decoder(in_features=256, memory_dim=80, r=2, memory_size=4, attn_windowing=False)
layer = Decoder(in_features=256, memory_dim=80, r=2, memory_size=4, attn_windowing=False, attn_norm="sigmoid")
dummy_input = T.rand(4, 8, 256)
dummy_memory = T.rand(4, 2, 80)