Update modeling_ltgbert.py (#1)

- Update modeling_ltgbert.py (0d621b732be7b6ff549810a1abdf5f77747193b3)


Co-authored-by: Koichi Yasuoka <KoichiYasuoka@users.noreply.huggingface.co>

modeling_ltgbert.py

@@ -252,8 +252,10 @@ class LtgbertPreTrainedModel(PreTrainedModel):
         elif isinstance(module, nn.Embedding):
             nn.init.trunc_normal_(module.weight.data, mean=0.0, std=std, a=-2*std, b=2*std)
         elif isinstance(module, nn.LayerNorm):
-            module.bias.data.zero_()
-            module.weight.data.fill_(1.0)
+            if module.bias is not None:
+                module.bias.data.zero_()
+            if module.weight is not None:
+                module.weight.data.fill_(1.0)
 
 
 class LtgbertModel(LtgbertPreTrainedModel):