






'''simple docstring'''







from collections import OrderedDict
from typing import Mapping

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


_A      :     Any       	=logging.get_logger(__name__)

_A      :     str       	={
    '''google/rembert''': '''https://huggingface.co/google/rembert/resolve/main/config.json''',
    # See all RemBERT models at https://huggingface.co/models?filter=rembert
}

class _lowercase      (							_lowercase						):
							a							 =			"""rembert"""




							def __init__(				self:							Union[str, Any]     ,				UpperCamelCase__:							Tuple=250_300     ,				UpperCamelCase__:							Dict=1_152     ,				UpperCamelCase__:							Tuple=32     ,				UpperCamelCase__:							Tuple=18     ,				UpperCamelCase__:							List[str]=256     ,				UpperCamelCase__:							Dict=1_664     ,				UpperCamelCase__:							List[Any]=4_608     ,				UpperCamelCase__:							str="gelu"     ,				UpperCamelCase__:							List[str]=0.0     ,				UpperCamelCase__:							List[Any]=0.0     ,				UpperCamelCase__:							Dict=0.1     ,				UpperCamelCase__:							List[str]=512     ,				UpperCamelCase__:							Optional[int]=2     ,				UpperCamelCase__:							List[Any]=0.02     ,				UpperCamelCase__:							Dict=1e-12     ,				UpperCamelCase__:							Tuple=True     ,				UpperCamelCase__:							Union[str, Any]=0     ,				UpperCamelCase__:							List[str]=312     ,				UpperCamelCase__:							List[Any]=313     ,				**UpperCamelCase__:							Tuple     ,				):
														super().__init__(pad_token_id=UpperCamelCase__     ,				bos_token_id=UpperCamelCase__     ,				eos_token_id=UpperCamelCase__     ,				**UpperCamelCase__	)

														lowerCamelCase__   :      Optional[int]			    =			vocab_size
														lowerCamelCase__   :      str			    =			input_embedding_size
														lowerCamelCase__   :      Any			    =			output_embedding_size
														lowerCamelCase__   :      str			    =			max_position_embeddings
														lowerCamelCase__   :      str			    =			hidden_size
														lowerCamelCase__   :      int			    =			num_hidden_layers
														lowerCamelCase__   :      Tuple			    =			num_attention_heads
														lowerCamelCase__   :      List[Any]			    =			intermediate_size
														lowerCamelCase__   :      Dict			    =			hidden_act
														lowerCamelCase__   :      Union[str, Any]			    =			hidden_dropout_prob
														lowerCamelCase__   :      Dict			    =			attention_probs_dropout_prob
														lowerCamelCase__   :      Dict			    =			classifier_dropout_prob
														lowerCamelCase__   :      Dict			    =			initializer_range
														lowerCamelCase__   :      Any			    =			type_vocab_size
														lowerCamelCase__   :      int			    =			layer_norm_eps
														lowerCamelCase__   :      Optional[int]			    =			use_cache
														lowerCamelCase__   :      int			    =			False



class _lowercase      (							_lowercase						):




							@property
							def 						lowerCamelCase_							(				self:							List[Any]	):
														if self.task == "multiple-choice":
																					lowerCamelCase__   :      Dict			    =			{0: """batch""", 1: """choice""", 2: """sequence"""}
														else:
																					lowerCamelCase__   :      Any			    =			{0: """batch""", 1: """sequence"""}
														return OrderedDict(
														    [
														        ("""input_ids""", dynamic_axis),
														        ("""attention_mask""", dynamic_axis),
														        ("""token_type_ids""", dynamic_axis),
														    ]	)




							@property
							def 						lowerCamelCase_							(				self:							Dict	):
														return 1e-4









'''simple docstring'''







from ...configuration_utils import PretrainedConfig
from ...utils import logging


_A      :     Union[str, Any]       	=logging.get_logger(__name__)

_A      :     Tuple       	={
    '''tau/splinter-base''': '''https://huggingface.co/tau/splinter-base/resolve/main/config.json''',
    '''tau/splinter-base-qass''': '''https://huggingface.co/tau/splinter-base-qass/resolve/main/config.json''',
    '''tau/splinter-large''': '''https://huggingface.co/tau/splinter-large/resolve/main/config.json''',
    '''tau/splinter-large-qass''': '''https://huggingface.co/tau/splinter-large-qass/resolve/main/config.json''',
    # See all Splinter models at https://huggingface.co/models?filter=splinter
}

class _lowercase      (							_lowercase						):
							a							 =			"""splinter"""




							def __init__(				self:							List[str]     ,				UpperCamelCase__:							List[Any]=30_522     ,				UpperCamelCase__:							Union[str, Any]=768     ,				UpperCamelCase__:							str=12     ,				UpperCamelCase__:							Dict=12     ,				UpperCamelCase__:							Tuple=3_072     ,				UpperCamelCase__:							Optional[int]="gelu"     ,				UpperCamelCase__:							Optional[int]=0.1     ,				UpperCamelCase__:							str=0.1     ,				UpperCamelCase__:							List[Any]=512     ,				UpperCamelCase__:							List[str]=2     ,				UpperCamelCase__:							Any=0.02     ,				UpperCamelCase__:							Optional[Any]=1e-12     ,				UpperCamelCase__:							Dict=True     ,				UpperCamelCase__:							str=0     ,				UpperCamelCase__:							int=104     ,				**UpperCamelCase__:							Any     ,				):
														super().__init__(pad_token_id=UpperCamelCase__     ,				**UpperCamelCase__	)

														lowerCamelCase__   :      Union[str, Any]			    =			vocab_size
														lowerCamelCase__   :      str			    =			max_position_embeddings
														lowerCamelCase__   :      Tuple			    =			hidden_size
														lowerCamelCase__   :      Dict			    =			num_hidden_layers
														lowerCamelCase__   :      Tuple			    =			num_attention_heads
														lowerCamelCase__   :      Tuple			    =			intermediate_size
														lowerCamelCase__   :      Any			    =			hidden_act
														lowerCamelCase__   :      int			    =			hidden_dropout_prob
														lowerCamelCase__   :      List[str]			    =			attention_probs_dropout_prob
														lowerCamelCase__   :      Dict			    =			initializer_range
														lowerCamelCase__   :      List[Any]			    =			type_vocab_size
														lowerCamelCase__   :      Tuple			    =			layer_norm_eps
														lowerCamelCase__   :      Optional[Any]			    =			use_cache
														lowerCamelCase__   :      Optional[Any]			    =			question_token_id

