rbao2018 commited on
Commit
d80333a
·
verified ·
1 Parent(s): bb9817e
Files changed (1) hide show
  1. modeling_bailing_moe.py +1 -0
modeling_bailing_moe.py CHANGED
@@ -1444,6 +1444,7 @@ class BailingMoeForCausalLM(BailingMoePreTrainedModel):
1444
  logits = F.linear(hidden_states, norm_weight, None)
1445
  else:
1446
  logits = self.lm_head(hidden_states)
 
1447
 
1448
  @add_start_docstrings_to_model_forward(BAILINGMOE_INPUTS_DOCSTRING)
1449
  @replace_return_docstrings(output_type=MoeCausalLMOutputWithPast, config_class=_CONFIG_FOR_DOC)
 
1444
  logits = F.linear(hidden_states, norm_weight, None)
1445
  else:
1446
  logits = self.lm_head(hidden_states)
1447
+ return logits
1448
 
1449
  @add_start_docstrings_to_model_forward(BAILINGMOE_INPUTS_DOCSTRING)
1450
  @replace_return_docstrings(output_type=MoeCausalLMOutputWithPast, config_class=_CONFIG_FOR_DOC)