update
Browse files- modeling_bailing_moe.py +1 -0
modeling_bailing_moe.py
CHANGED
@@ -1444,6 +1444,7 @@ class BailingMoeForCausalLM(BailingMoePreTrainedModel):
|
|
1444 |
logits = F.linear(hidden_states, norm_weight, None)
|
1445 |
else:
|
1446 |
logits = self.lm_head(hidden_states)
|
|
|
1447 |
|
1448 |
@add_start_docstrings_to_model_forward(BAILINGMOE_INPUTS_DOCSTRING)
|
1449 |
@replace_return_docstrings(output_type=MoeCausalLMOutputWithPast, config_class=_CONFIG_FOR_DOC)
|
|
|
1444 |
logits = F.linear(hidden_states, norm_weight, None)
|
1445 |
else:
|
1446 |
logits = self.lm_head(hidden_states)
|
1447 |
+
return logits
|
1448 |
|
1449 |
@add_start_docstrings_to_model_forward(BAILINGMOE_INPUTS_DOCSTRING)
|
1450 |
@replace_return_docstrings(output_type=MoeCausalLMOutputWithPast, config_class=_CONFIG_FOR_DOC)
|