Merge pull request Taeung#791 from seemethere/fix_transformer

word_language_model: Fix Transformer init_weights
sim1st · Jun 15, 2020 · 59caa16 · 59caa16
2 parents edfa9f2 + 13acec6
commit 59caa16
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/word_language_model/model.py b/word_language_model/model.py
@@ -133,7 +133,7 @@ def _generate_square_subsequent_mask(self, sz):
     def init_weights(self):
         initrange = 0.1
         nn.init.uniform_(self.encoder.weight, -initrange, initrange)
-        nn.init.zeros_(self.decoder)
+        nn.init.zeros_(self.decoder.weight)
         nn.init.uniform_(self.decoder.weight, -initrange, initrange)
 
     def forward(self, src, has_mask=True):