HaoxingChen commited on
Commit
c4c69e5
·
verified ·
1 Parent(s): e00e313

Update modeling_grove_moe.py

Browse files
Files changed (1) hide show
  1. modeling_grove_moe.py +1 -1
modeling_grove_moe.py CHANGED
@@ -1613,7 +1613,7 @@ class GroveMoeForCausalLM(GroveMoePreTrainedModel, GenerationMixin):
1613
 
1614
  def __init__(self, config):
1615
  super().__init__(config)
1616
- self.model = Qwen3MoeModel(config)
1617
  self.vocab_size = config.vocab_size
1618
  self.lm_head = nn.Linear(config.hidden_size, config.vocab_size, bias=False)
1619
  self.router_aux_loss_coef = config.router_aux_loss_coef
 
1613
 
1614
  def __init__(self, config):
1615
  super().__init__(config)
1616
+ self.model = GroveMoeModel(config)
1617
  self.vocab_size = config.vocab_size
1618
  self.lm_head = nn.Linear(config.hidden_size, config.vocab_size, bias=False)
1619
  self.router_aux_loss_coef = config.router_aux_loss_coef