





from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCAmelCase_											=  logging.get_logger(__name__)

UpperCAmelCase_											=  {
    "dandelin/vilt-b32-mlm": "https://huggingface.co/dandelin/vilt-b32-mlm/blob/main/config.json"
}




class  __UpperCamelCase						(       A__						):
     __A  :     List[Any]            =      """vilt"""





     def __init__(    self							,       _UpperCamelCase=30522							,       _UpperCamelCase=2							,       _UpperCamelCase=2							,       _UpperCamelCase=40							,       _UpperCamelCase=768							,       _UpperCamelCase=12							,       _UpperCamelCase=12							,       _UpperCamelCase=3072							,       _UpperCamelCase="gelu"							,       _UpperCamelCase=0.0							,       _UpperCamelCase=0.0							,       _UpperCamelCase=0.02							,       _UpperCamelCase=1e-12							,       _UpperCamelCase=384							,       _UpperCamelCase=32							,       _UpperCamelCase=3							,       _UpperCamelCase=True							,       _UpperCamelCase=-1							,       _UpperCamelCase=False							,       _UpperCamelCase=-1							,       **_UpperCamelCase							,       ):
        super().__init__(tie_word_embeddings=_UpperCamelCase							,       **_UpperCamelCase				)

        _UpperCAmelCase											=      vocab_size
        _UpperCAmelCase											=      type_vocab_size
        _UpperCAmelCase											=      modality_type_vocab_size
        _UpperCAmelCase											=      max_position_embeddings

        _UpperCAmelCase											=      hidden_size
        _UpperCAmelCase											=      num_hidden_layers
        _UpperCAmelCase											=      num_attention_heads
        _UpperCAmelCase											=      intermediate_size
        _UpperCAmelCase											=      hidden_act
        _UpperCAmelCase											=      hidden_dropout_prob
        _UpperCAmelCase											=      attention_probs_dropout_prob
        _UpperCAmelCase											=      initializer_range
        _UpperCAmelCase											=      layer_norm_eps

        _UpperCAmelCase											=      image_size
        _UpperCAmelCase											=      patch_size
        _UpperCAmelCase											=      num_channels
        _UpperCAmelCase											=      qkv_bias
        _UpperCAmelCase											=      max_image_length
        _UpperCAmelCase											=      num_images






from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCAmelCase_											=  logging.get_logger(__name__)

UpperCAmelCase_											=  {
    "tau/splinter-base": "https://huggingface.co/tau/splinter-base/resolve/main/config.json",
    "tau/splinter-base-qass": "https://huggingface.co/tau/splinter-base-qass/resolve/main/config.json",
    "tau/splinter-large": "https://huggingface.co/tau/splinter-large/resolve/main/config.json",
    "tau/splinter-large-qass": "https://huggingface.co/tau/splinter-large-qass/resolve/main/config.json",
    # See all Splinter models at https://huggingface.co/models?filter=splinter
}




class  __UpperCamelCase						(       A__						):
     __A  :     Tuple            =      """splinter"""





     def __init__(    self							,       _UpperCamelCase=30522							,       _UpperCamelCase=768							,       _UpperCamelCase=12							,       _UpperCamelCase=12							,       _UpperCamelCase=3072							,       _UpperCamelCase="gelu"							,       _UpperCamelCase=0.1							,       _UpperCamelCase=0.1							,       _UpperCamelCase=512							,       _UpperCamelCase=2							,       _UpperCamelCase=0.02							,       _UpperCamelCase=1e-12							,       _UpperCamelCase=True							,       _UpperCamelCase=0							,       _UpperCamelCase=104							,       **_UpperCamelCase							,       ):
        super().__init__(pad_token_id=_UpperCamelCase							,       **_UpperCamelCase				)

        _UpperCAmelCase											=      vocab_size
        _UpperCAmelCase											=      max_position_embeddings
        _UpperCAmelCase											=      hidden_size
        _UpperCAmelCase											=      num_hidden_layers
        _UpperCAmelCase											=      num_attention_heads
        _UpperCAmelCase											=      intermediate_size
        _UpperCAmelCase											=      hidden_act
        _UpperCAmelCase											=      hidden_dropout_prob
        _UpperCAmelCase											=      attention_probs_dropout_prob
        _UpperCAmelCase											=      initializer_range
        _UpperCAmelCase											=      type_vocab_size
        _UpperCAmelCase											=      layer_norm_eps
        _UpperCAmelCase											=      use_cache
        _UpperCAmelCase											=      question_token_id