There was an error while loading. Please reload this page.
1 parent 5fdc3c2 commit 880d2eaCopy full SHA for 880d2ea
paddlenlp/transformers/qwen/modeling.py
@@ -537,8 +537,6 @@ def _init_weights(self, module):
537
module.weight.set_value(
538
paddle.tensor.normal(mean=0.0, std=self.config.initializer_range, shape=module.weight.shape)
539
)
540
- if getattr(module, "bias", None) is not None:
541
- module.weight.set_value(paddle.zeros(shape=module.weight.shape, dtype=paddle.get_default_dtype()))
542
543
for name, p in module.named_parameters():
544
if name == "c_proj.weight":
0 commit comments