bug fix

Author: FeixLiu

src/paddlefleet/models/gpt/gpt_embedding.py

@@ -116,16 +116,16 @@ def forward(
  ).contiguous()
 
  preproc_output = {
- # "input_ids": input_ids.contiguous(),
+ "input_ids": input_ids.contiguous(),
  "hidden_states": decoder_input,
  "rotary_pos_emb": rotary_pos_emb,
  "rotary_pos_cos": rotary_pos_cos,
  "rotary_pos_sin": rotary_pos_sin,
- "embedding_weight": self.embedding_weight,
- "position_embedding_weight": self.position_embedding_weight,
- }
+ # "embedding_weight": self.embedding_weight,
+ # "position_embedding_weight": self.position_embedding_weight,
+ } # pass these two weights will cause error in backward
 
- # preproc_output = {**dict_args, **preproc_output}
+ preproc_output = {**dict_args, **preproc_output}
 
  for key in list(preproc_output.keys()):
  if preproc_output[key] is None: