Fix AttributeError in _init_weights for LayerNorm (#5)

- Fix AttributeError in _init_weights for LayerNorm (330aefb80be2e1c3cf5c0beeb92001d93d928e98)


Co-authored-by: David S <[email protected]>

modeling_ltgbert.py

@@ -255,8 +255,10 @@ class LtgbertPreTrainedModel(PreTrainedModel):
         elif isinstance(module, nn.Embedding):
             nn.init.trunc_normal_(module.weight.data, mean=0.0, std=std, a=-2*std, b=2*std)
         elif isinstance(module, nn.LayerNorm):
-            module.bias.data.zero_()
-            module.weight.data.fill_(1.0)
+            if module.bias is not None:
+                module.bias.data.zero_()
+            if module.weight is not None:
+                module.weight.data.fill_(1.0)
 
 
 class LtgbertModel(LtgbertPreTrainedModel):