
'''simple docstring'''







from collections import OrderedDict
from typing import Mapping

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


_lowercase				:						int												= logging.get_logger(__name__)

_lowercase				:						int												= {
    "mnaylor/mega-base-wikitext": "https://huggingface.co/mnaylor/mega-base-wikitext/resolve/main/config.json",
}






class 				lowerCAmelCase__     (						lowerCamelCase_  ):
					lowerCAmelCase_       =  '''mega'''






					def __init__(     self       ,							__SCREAMING_SNAKE_CASE=3_05_22       ,							__SCREAMING_SNAKE_CASE=1_28       ,							__SCREAMING_SNAKE_CASE=4       ,							__SCREAMING_SNAKE_CASE=2_56       ,							__SCREAMING_SNAKE_CASE=16       ,							__SCREAMING_SNAKE_CASE=True       ,							__SCREAMING_SNAKE_CASE=64       ,							__SCREAMING_SNAKE_CASE=False       ,							__SCREAMING_SNAKE_CASE=-1       ,							__SCREAMING_SNAKE_CASE=None       ,							__SCREAMING_SNAKE_CASE=True       ,							__SCREAMING_SNAKE_CASE="scalenorm"       ,							__SCREAMING_SNAKE_CASE=True       ,							__SCREAMING_SNAKE_CASE="silu"       ,							__SCREAMING_SNAKE_CASE="softmax"       ,							__SCREAMING_SNAKE_CASE=0.1       ,							__SCREAMING_SNAKE_CASE=0.1       ,							__SCREAMING_SNAKE_CASE=0.1       ,							__SCREAMING_SNAKE_CASE=False       ,							__SCREAMING_SNAKE_CASE=True       ,							__SCREAMING_SNAKE_CASE=2_56       ,							__SCREAMING_SNAKE_CASE=True       ,							__SCREAMING_SNAKE_CASE=0.1       ,							__SCREAMING_SNAKE_CASE=20_48       ,							__SCREAMING_SNAKE_CASE=False       ,							__SCREAMING_SNAKE_CASE=2       ,							__SCREAMING_SNAKE_CASE=0.02       ,							__SCREAMING_SNAKE_CASE=0.2       ,							__SCREAMING_SNAKE_CASE=0.02       ,							__SCREAMING_SNAKE_CASE=1.0       ,							__SCREAMING_SNAKE_CASE=1       ,							__SCREAMING_SNAKE_CASE=0       ,							__SCREAMING_SNAKE_CASE=2       ,							__SCREAMING_SNAKE_CASE="rotary"       ,							__SCREAMING_SNAKE_CASE=None       ,							__SCREAMING_SNAKE_CASE=True       ,							__SCREAMING_SNAKE_CASE=True       ,							**__SCREAMING_SNAKE_CASE       ,							):


											"""simple docstring"""





											super().__init__(pad_token_id=__SCREAMING_SNAKE_CASE       ,							bos_token_id=__SCREAMING_SNAKE_CASE       ,							eos_token_id=__SCREAMING_SNAKE_CASE       ,							**__SCREAMING_SNAKE_CASE	)

											lowercase_			:  int									= vocab_size
											lowercase_			:  List[str]									= hidden_size
											lowercase_			:  Optional[Any]									= num_hidden_layers
											lowercase_			:  List[Any]									= activation
											lowercase_			:  Union[str, Any]									= attention_activation
											lowercase_			:  Any									= intermediate_size
											lowercase_			:  int									= ema_projection_size
											lowercase_			:  Optional[Any]									= bidirectional
											lowercase_			:  Optional[Any]									= shared_representation_size
											lowercase_			:  str									= use_chunking
											lowercase_			:  Union[str, Any]									= chunk_size
											lowercase_			:  str									= truncation
											lowercase_			:  Tuple									= normalize_before_mega
											lowercase_			:  Optional[Any]									= normalization_type
											lowercase_			:  List[Any]									= norm_affine
											lowercase_			:  List[Any]									= dropout_prob
											lowercase_			:  Optional[Any]									= hidden_dropout_prob
											lowercase_			:  int									= attention_probs_dropout_prob
											lowercase_			:  List[Any]									= use_feature_dropout
											lowercase_			:  Tuple									= use_normalized_ffn
											lowercase_			:  Optional[int]									= nffn_hidden_size
											lowercase_			:  str									= normalize_before_ffn
											lowercase_			:  Union[str, Any]									= nffn_activation_dropout_prob
											lowercase_			:  Tuple									= max_positions
											lowercase_			:  Any									= add_token_type_embeddings
											lowercase_			:  Union[str, Any]									= type_vocab_size
											lowercase_			:  Any									= initializer_range
											lowercase_			:  Any									= ema_delta_alpha_range
											lowercase_			:  List[Any]									= ema_beta_range
											lowercase_			:  str									= ema_gamma_omega_range
											lowercase_			:  int									= relative_positional_bias
											lowercase_			:  int									= use_cache
											lowercase_			:  Dict									= classifier_dropout
											lowercase_			:  str									= add_lm_hidden_dense_layer
											lowercase_			:  List[Any]									= 1  # not used but required by Hugging Face







class 				lowerCAmelCase__     (						lowerCamelCase_  ):






					@property
					def 			_snake_case					(     self	):


											"""simple docstring"""





											if self.task == "multiple-choice":
																	lowercase_			:  Any									= {0: '''batch''', 1: '''choice''', 2: '''sequence'''}
											else:
																	lowercase_			:  Union[str, Any]									= {0: '''batch''', 1: '''sequence'''}
											return OrderedDict(
											    [
											        ('''input_ids''', dynamic_axis),
											        ('''attention_mask''', dynamic_axis),
											    ]	)








'''simple docstring'''







def       snake_case_	(       __SCREAMING_SNAKE_CASE      :				int = 1000							):



						"""simple docstring"""





						lowercase_			:  List[Any]									= 0
						for i in range(__SCREAMING_SNAKE_CASE							):
												if i % 3 == 0 or i % 5 == 0:
																		result += i
						return result


if __name__ == "__main__":
							print(f"""{solution() = }""")



