wassname/openai-transformer-lm-gutenberg-erotic
1
0
Fork 0
mirror of https://github.com/wassname/openai-transformer-lm-gutenberg-erotic.git synced 2026-06-27 16:10:19 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #37 from rodgzilla/removing_unused_decoder

Browse Source 
Removing unused decoder for TransformedModel class.
This commit is contained in:
Thomas Wolf
2018-08-27 13:25:52 +02:00
committed by GitHub
parent a287899b79 91b84b0acd
commit eafc28abdf
1 changed files with 0 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
model_pytorch.py
-2
View File
@@ -157,8 +157,6 @@ class TransformerModel(nn.Module):
self.drop = nn.Dropout(cfg.embd_pdrop)
block = Block(n_ctx, cfg, scale=True)
self.h = nn.ModuleList([copy.deepcopy(block) for _ in range(cfg.n_layer)])
self.decoder = nn.Linear(cfg.n_embd, vocab, bias=False)
self.decoder.weight = self.embed.weight # Tied weights
nn.init.normal_(self.embed.weight, std=0.02)