From 91b84b0acdd4f506c2a76fbe1717367a68b510a5 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Gr=C3=A9gory=20Ch=C3=A2tel?= <chatel.gregory@gmail.com>
Date: Mon, 27 Aug 2018 13:13:58 +0200
Subject: [PATCH] Removing unused decoder for TransformedModel class.

---
 model_pytorch.py | 2 --
 1 file changed, 2 deletions(-)

diff --git a/model_pytorch.py b/model_pytorch.py
index b4af6e9..8f3f8ce 100644
--- a/model_pytorch.py
+++ b/model_pytorch.py
@@ -157,8 +157,6 @@ class TransformerModel(nn.Module):
         self.drop = nn.Dropout(cfg.embd_pdrop)
         block = Block(n_ctx, cfg, scale=True)
         self.h = nn.ModuleList([copy.deepcopy(block) for _ in range(cfg.n_layer)])
-        self.decoder = nn.Linear(cfg.n_embd, vocab, bias=False)
-        self.decoder.weight = self.embed.weight  # Tied weights
 
         nn.init.normal_(self.embed.weight, std=0.02)