Update modeling_grove_moe.py
Browse files- modeling_grove_moe.py +1 -1
modeling_grove_moe.py
CHANGED
@@ -1613,7 +1613,7 @@ class GroveMoeForCausalLM(GroveMoePreTrainedModel, GenerationMixin):
|
|
1613 |
|
1614 |
def __init__(self, config):
|
1615 |
super().__init__(config)
|
1616 |
-
self.model =
|
1617 |
self.vocab_size = config.vocab_size
|
1618 |
self.lm_head = nn.Linear(config.hidden_size, config.vocab_size, bias=False)
|
1619 |
self.router_aux_loss_coef = config.router_aux_loss_coef
|
|
|
1613 |
|
1614 |
def __init__(self, config):
|
1615 |
super().__init__(config)
|
1616 |
+
self.model = GroveMoeModel(config)
|
1617 |
self.vocab_size = config.vocab_size
|
1618 |
self.lm_head = nn.Linear(config.hidden_size, config.vocab_size, bias=False)
|
1619 |
self.router_aux_loss_coef = config.router_aux_loss_coef
|