

'''simple docstring'''
from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowerCamelCase				:   Optional[Any]      				=  logging.get_logger(__name__)

lowerCamelCase				:   Tuple      				=  {
    "dandelin/vilt-b32-mlm": "https://huggingface.co/dandelin/vilt-b32-mlm/blob/main/config.json"
}







class 							A__					( A__						):
  A__					=       'vilt'





  def __init__(	self   :			Optional[Any]							,      _a   :			Union[str, Any]=3_0522							,      _a   :			int=2							,      _a   :			Any=2							,      _a   :			Any=40							,      _a   :			Optional[int]=768							,      _a   :			List[Any]=12							,      _a   :			Any=12							,      _a   :			Optional[int]=3072							,      _a   :			Union[str, Any]="gelu"							,      _a   :			Optional[int]=0.0							,      _a   :			Union[str, Any]=0.0							,      _a   :			str=0.02							,      _a   :			str=1e-12							,      _a   :			int=384							,      _a   :			Any=32							,      _a   :			str=3							,      _a   :			Optional[Any]=True							,      _a   :			List[Any]=-1							,      _a   :			List[Any]=False							,      _a   :			str=-1							,      **_a   :			Optional[Any]							,      )			->					List[str]:





       '''simple docstring'''






       super().__init__(tie_word_embeddings=_a							,      **_a				)

       _SCREAMING_SNAKE_CASE												=vocab_size
       _SCREAMING_SNAKE_CASE												=type_vocab_size
       _SCREAMING_SNAKE_CASE												=modality_type_vocab_size
       _SCREAMING_SNAKE_CASE												=max_position_embeddings

       _SCREAMING_SNAKE_CASE												=hidden_size
       _SCREAMING_SNAKE_CASE												=num_hidden_layers
       _SCREAMING_SNAKE_CASE												=num_attention_heads
       _SCREAMING_SNAKE_CASE												=intermediate_size
       _SCREAMING_SNAKE_CASE												=hidden_act
       _SCREAMING_SNAKE_CASE												=hidden_dropout_prob
       _SCREAMING_SNAKE_CASE												=attention_probs_dropout_prob
       _SCREAMING_SNAKE_CASE												=initializer_range
       _SCREAMING_SNAKE_CASE												=layer_norm_eps

       _SCREAMING_SNAKE_CASE												=image_size
       _SCREAMING_SNAKE_CASE												=patch_size
       _SCREAMING_SNAKE_CASE												=num_channels
       _SCREAMING_SNAKE_CASE												=qkv_bias
       _SCREAMING_SNAKE_CASE												=max_image_length
       _SCREAMING_SNAKE_CASE												=num_images



'''simple docstring'''
from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowerCamelCase				:   Dict      				=  logging.get_logger(__name__)

lowerCamelCase				:   Dict      				=  {
    "uw-madison/nystromformer-512": "https://huggingface.co/uw-madison/nystromformer-512/resolve/main/config.json",
    # See all Nystromformer models at https://huggingface.co/models?filter=nystromformer
}







class 							A__					( A__						):
  A__					=       'nystromformer'





  def __init__(	self   :			List[str]							,      _a   :			Dict=3_0000							,      _a   :			Dict=768							,      _a   :			Union[str, Any]=12							,      _a   :			Optional[int]=12							,      _a   :			Union[str, Any]=3072							,      _a   :			Optional[Any]="gelu_new"							,      _a   :			Dict=0.1							,      _a   :			Dict=0.1							,      _a   :			Union[str, Any]=510							,      _a   :			Any=2							,      _a   :			List[Any]=64							,      _a   :			int=64							,      _a   :			Optional[Any]=65							,      _a   :			str=False							,      _a   :			List[Any]=0.02							,      _a   :			List[str]=1e-5							,      _a   :			Optional[Any]=1							,      _a   :			Optional[Any]=0							,      _a   :			List[Any]=2							,      **_a   :			List[Any]							,      )			->					List[Any]:





       '''simple docstring'''






       _SCREAMING_SNAKE_CASE												=vocab_size
       _SCREAMING_SNAKE_CASE												=max_position_embeddings
       _SCREAMING_SNAKE_CASE												=hidden_size
       _SCREAMING_SNAKE_CASE												=num_hidden_layers
       _SCREAMING_SNAKE_CASE												=num_attention_heads
       _SCREAMING_SNAKE_CASE												=intermediate_size
       _SCREAMING_SNAKE_CASE												=hidden_act
       _SCREAMING_SNAKE_CASE												=hidden_dropout_prob
       _SCREAMING_SNAKE_CASE												=attention_probs_dropout_prob
       _SCREAMING_SNAKE_CASE												=initializer_range
       _SCREAMING_SNAKE_CASE												=type_vocab_size
       _SCREAMING_SNAKE_CASE												=segment_means_seq_len
       _SCREAMING_SNAKE_CASE												=num_landmarks
       _SCREAMING_SNAKE_CASE												=conv_kernel_size
       _SCREAMING_SNAKE_CASE												=inv_coeff_init_option
       _SCREAMING_SNAKE_CASE												=layer_norm_eps
       super().__init__(pad_token_id=_a							,      bos_token_id=_a							,      eos_token_id=_a							,      **_a				)
