



'''simple docstring'''






from ...configuration_utils import PretrainedConfig
from ...utils import logging


A_							: List[str]						 =	logging.get_logger(__name__)

A_							: int						 =	{
    """facebook/vit-mae-base""": """https://huggingface.co/facebook/vit-mae-base/resolve/main/config.json""",
    # See all ViT MAE models at https://huggingface.co/models?filter=vit-mae
}



class 							lowercase       (  _lowerCamelCase				):


 """simple docstring"""


 UpperCAmelCase							=  """vit_mae"""







 def __init__(							self  ,a_=768  ,a_=12  ,a_=12  ,a_=3_072  ,a_="gelu"  ,a_=0.0  ,a_=0.0  ,a_=0.02  ,a_=1E-1_2  ,a_=224  ,a_=16  ,a_=3  ,a_=True  ,a_=16  ,a_=512  ,a_=8  ,a_=2_048  ,a_=0.75  ,a_=False  ,**a_  ,)		->   Dict:
        super().__init__(**a_							)

        _UpperCAmelCase  :						int			     = hidden_size
        _UpperCAmelCase  :						Optional[int]			     = num_hidden_layers
        _UpperCAmelCase  :						Any			     = num_attention_heads
        _UpperCAmelCase  :						Any			     = intermediate_size
        _UpperCAmelCase  :						Optional[int]			     = hidden_act
        _UpperCAmelCase  :						Optional[int]			     = hidden_dropout_prob
        _UpperCAmelCase  :						Union[str, Any]			     = attention_probs_dropout_prob
        _UpperCAmelCase  :						Tuple			     = initializer_range
        _UpperCAmelCase  :						List[str]			     = layer_norm_eps
        _UpperCAmelCase  :						Dict			     = image_size
        _UpperCAmelCase  :						Optional[Any]			     = patch_size
        _UpperCAmelCase  :						int			     = num_channels
        _UpperCAmelCase  :						Tuple			     = qkv_bias
        _UpperCAmelCase  :						Dict			     = decoder_num_attention_heads
        _UpperCAmelCase  :						Optional[Any]			     = decoder_hidden_size
        _UpperCAmelCase  :						Any			     = decoder_num_hidden_layers
        _UpperCAmelCase  :						str			     = decoder_intermediate_size
        _UpperCAmelCase  :						Dict			     = mask_ratio
        _UpperCAmelCase  :						Any			     = norm_pix_loss








'''simple docstring'''






from typing import TYPE_CHECKING

from ...utils import _LazyModule


A_							: int						 =	{"""tokenization_bertweet""": ["""BertweetTokenizer"""]}


if TYPE_CHECKING:
   from .tokenization_bertweet import BertweetTokenizer

else:
   import sys

   A_							: int						 =	_LazyModule(__name__, globals()["""__file__"""], _import_structure, module_spec=__spec__)



