Update raven_config_minimal.py
Browse files- raven_config_minimal.py +3 -0
raven_config_minimal.py
CHANGED
|
@@ -73,6 +73,9 @@ class RavenConfig(PretrainedConfig):
|
|
| 73 |
self.rope_base = rope_base
|
| 74 |
self.torch_dtype = torch_dtype # Added from JSON
|
| 75 |
self.transformers_version = transformers_version # Added from JSON
|
|
|
|
|
|
|
|
|
|
| 76 |
# Derived
|
| 77 |
self.num_key_value_heads = n_heads
|
| 78 |
self.num_attention_heads = n_heads
|
|
|
|
| 73 |
self.rope_base = rope_base
|
| 74 |
self.torch_dtype = torch_dtype # Added from JSON
|
| 75 |
self.transformers_version = transformers_version # Added from JSON
|
| 76 |
+
# inference
|
| 77 |
+
self.test_time_noise = 0
|
| 78 |
+
self.test_time_noise_type = "fixed"
|
| 79 |
# Derived
|
| 80 |
self.num_key_value_heads = n_heads
|
| 81 |
self.num_attention_heads = n_heads
|