Update configuration_minicpm.py
Browse files- configuration_minicpm.py +2 -0
configuration_minicpm.py
CHANGED
|
@@ -140,6 +140,7 @@ class MiniCPMConfig(PretrainedConfig):
|
|
| 140 |
dim_model_base=1,
|
| 141 |
scale_depth=1,
|
| 142 |
is_causal=True,
|
|
|
|
| 143 |
**kwargs,
|
| 144 |
):
|
| 145 |
self.vocab_size = vocab_size
|
|
@@ -168,6 +169,7 @@ class MiniCPMConfig(PretrainedConfig):
|
|
| 168 |
self.dim_model_base = dim_model_base
|
| 169 |
self.scale_depth = scale_depth
|
| 170 |
self.is_causal = is_causal
|
|
|
|
| 171 |
|
| 172 |
super().__init__(
|
| 173 |
pad_token_id=pad_token_id,
|
|
|
|
| 140 |
dim_model_base=1,
|
| 141 |
scale_depth=1,
|
| 142 |
is_causal=True,
|
| 143 |
+
adapt_mean_pooling=True,
|
| 144 |
**kwargs,
|
| 145 |
):
|
| 146 |
self.vocab_size = vocab_size
|
|
|
|
| 169 |
self.dim_model_base = dim_model_base
|
| 170 |
self.scale_depth = scale_depth
|
| 171 |
self.is_causal = is_causal
|
| 172 |
+
self.adapt_mean_pooling = adapt_mean_pooling
|
| 173 |
|
| 174 |
super().__init__(
|
| 175 |
pad_token_id=pad_token_id,
|