wassname/openai-transformer-lm-gutenberg-erotic
1
0
Fork 0
mirror of https://github.com/wassname/openai-transformer-lm-gutenberg-erotic.git synced 2026-06-27 16:10:19 +08:00
Code Issues Packages Projects Releases Wiki Activity

Adding commentaries and fixing a syntax mistake.

Browse Source
This commit is contained in:
Grégory Châtel
2018-07-11 18:01:48 +02:00
parent 1c6c802545
commit e40f8811fc
1 changed files with 5 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
model_pytorch.py
+5 -1
View File
@@ -206,8 +206,12 @@ class ClfHead(nn.Module):
flat = x[:, :, :, 0].contiguous().view(-1)
clf_h = clf_h[flat == self.clf_token, :]
clf_h = clf_h.view(-1, x.size(1), self.n_embd, 1)
# This double transposition is there to replicate the behavior
# of the noise_shape argument in the tensorflow
# implementation. For more details, see
# https://github.com/huggingface/pytorch-openai-transformer-lm/issues/11
clf_h = self.dropout(clf_h.transpose(1, 2)).transpose(1, 2)
clf_h = clf_h.continuous.view(-1, self.n_embd)
clf_h = clf_h.contiguous().view(-1, self.n_embd)
clf_logits = self.linear(clf_h)
return clf_logits.view(-1, x.size(1))