Skip to content

Commit 880d2ea

Browse files
authored
qwen init bug fix (#8120)
1 parent 5fdc3c2 commit 880d2ea

File tree

1 file changed

+0
-2
lines changed

1 file changed

+0
-2
lines changed

paddlenlp/transformers/qwen/modeling.py

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -537,8 +537,6 @@ def _init_weights(self, module):
537537
module.weight.set_value(
538538
paddle.tensor.normal(mean=0.0, std=self.config.initializer_range, shape=module.weight.shape)
539539
)
540-
if getattr(module, "bias", None) is not None:
541-
module.weight.set_value(paddle.zeros(shape=module.weight.shape, dtype=paddle.get_default_dtype()))
542540

543541
for name, p in module.named_parameters():
544542
if name == "c_proj.weight":

0 commit comments

Comments
 (0)