


'''simple docstring'''

from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowerCAmelCase   :Optional[Any]								=    logging.get_logger(__name__)

lowerCAmelCase   :Tuple								=    {
    '''microsoft/mpnet-base''': '''https://huggingface.co/microsoft/mpnet-base/resolve/main/config.json''',
}
class _lowerCamelCase (		lowercase__							):



		'''simple docstring'''







		A_			:    Union[str, Any]   					=       """mpnet"""







		def __init__(      self	:		Optional[Any]						,  _A	:		List[str]=30527						,  _A	:		Optional[int]=768						,  _A	:		List[str]=12						,  _A	:		Dict=12						,  _A	:		Dict=3072						,  _A	:		Dict="gelu"						,  _A	:		Dict=0.1						,  _A	:		Tuple=0.1						,  _A	:		Dict=512						,  _A	:		List[Any]=0.02						,  _A	:		List[Any]=1E-12						,  _A	:		List[Any]=32						,  _A	:		str=1						,  _A	:		Dict=0						,  _A	:		Optional[Any]=2						,  **_A	:		str						,  )						->				Optional[int]:
			super().__init__(pad_token_id=_A						,  bos_token_id=_A						,  eos_token_id=_A						,  **_A    )

			__magic_name__ :					Any  			=  vocab_size
			__magic_name__ :					Tuple  			=  hidden_size
			__magic_name__ :					Tuple  			=  num_hidden_layers
			__magic_name__ :					List[Any]  			=  num_attention_heads
			__magic_name__ :					Dict  			=  hidden_act
			__magic_name__ :					List[str]  			=  intermediate_size
			__magic_name__ :					List[Any]  			=  hidden_dropout_prob
			__magic_name__ :					Any  			=  attention_probs_dropout_prob
			__magic_name__ :					Dict  			=  max_position_embeddings
			__magic_name__ :					Tuple  			=  initializer_range
			__magic_name__ :					str  			=  layer_norm_eps
			__magic_name__ :					Tuple  			=  relative_attention_num_buckets



'''simple docstring'''

from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowerCAmelCase   :List[Any]								=    logging.get_logger(__name__)

lowerCAmelCase   :Dict								=    {
    '''uw-madison/yoso-4096''': '''https://huggingface.co/uw-madison/yoso-4096/resolve/main/config.json''',
    # See all YOSO models at https://huggingface.co/models?filter=yoso
}
class _lowerCamelCase (		lowercase__							):



		'''simple docstring'''







		A_			:    Optional[Any]   					=       """yoso"""







		def __init__(      self	:		Any						,  _A	:		List[Any]=50265						,  _A	:		Any=768						,  _A	:		List[str]=12						,  _A	:		Dict=12						,  _A	:		Union[str, Any]=3072						,  _A	:		List[Any]="gelu"						,  _A	:		Dict=0.1						,  _A	:		Union[str, Any]=0.1						,  _A	:		Union[str, Any]=4096						,  _A	:		Dict=1						,  _A	:		Tuple=0.02						,  _A	:		Any=1E-12						,  _A	:		Optional[int]="absolute"						,  _A	:		Tuple=True						,  _A	:		Any=9						,  _A	:		Tuple=64						,  _A	:		str=None						,  _A	:		Dict=True						,  _A	:		str=True						,  _A	:		int=1						,  _A	:		Optional[int]=0						,  _A	:		Tuple=2						,  **_A	:		Optional[Any]						,  )						->				Any:
			super().__init__(pad_token_id=_A						,  bos_token_id=_A						,  eos_token_id=_A						,  **_A    )

			__magic_name__ :					List[Any]  			=  vocab_size
			__magic_name__ :					int  			=  max_position_embeddings
			__magic_name__ :					int  			=  hidden_size
			__magic_name__ :					Any  			=  num_hidden_layers
			__magic_name__ :					List[str]  			=  num_attention_heads
			__magic_name__ :					str  			=  intermediate_size
			__magic_name__ :					Any  			=  hidden_act
			__magic_name__ :					Union[str, Any]  			=  hidden_dropout_prob
			__magic_name__ :					str  			=  attention_probs_dropout_prob
			__magic_name__ :					int  			=  initializer_range
			__magic_name__ :					List[Any]  			=  type_vocab_size
			__magic_name__ :					Tuple  			=  layer_norm_eps
			__magic_name__ :					Tuple  			=  position_embedding_type
			__magic_name__ :					Optional[Any]  			=  use_expectation
			__magic_name__ :					Union[str, Any]  			=  hash_code_len
			__magic_name__ :					int  			=  num_hash
			__magic_name__ :					List[Any]  			=  conv_window
			__magic_name__ :					Optional[Any]  			=  use_fast_hash
			__magic_name__ :					int  			=  lsh_backward