


"""simple docstring"""







from ...configuration_utils import PretrainedConfig
from ...utils import logging


__lowercase    					=      logging.get_logger(__name__)

__lowercase    					=      {
    """sayakpaul/vit-msn-base""": """https://huggingface.co/sayakpaul/vit-msn-base/resolve/main/config.json""",
    # See all ViT MSN models at https://huggingface.co/models?filter=vit_msn
}






class 						_A  (  _a  ):







    """simple docstring"""




    UpperCAmelCase       :							Union[str, Any]	=       """vit_msn"""






    def __init__(					self				:    List[str]				, __UpperCAmelCase				:    Optional[int]=768				, __UpperCAmelCase				:    Optional[int]=12				, __UpperCAmelCase				:    Union[str, Any]=12				, __UpperCAmelCase				:    int=3072				, __UpperCAmelCase				:    List[Any]="gelu"				, __UpperCAmelCase				:    Dict=0.0				, __UpperCAmelCase				:    Optional[int]=0.0				, __UpperCAmelCase				:    Optional[int]=0.02				, __UpperCAmelCase				:    int=1e-06				, __UpperCAmelCase				:    int=224				, __UpperCAmelCase				:    List[str]=16				, __UpperCAmelCase				:    Union[str, Any]=3				, __UpperCAmelCase				:    Dict=True				, **__UpperCAmelCase				:    str				, ):
      super().__init__(**__UpperCAmelCase)

      a						:		Union[str, Any]      							=			hidden_size
      a						:		Dict      							=			num_hidden_layers
      a						:		List[Any]      							=			num_attention_heads
      a						:		Any      							=			intermediate_size
      a						:		Union[str, Any]      							=			hidden_act
      a						:		Optional[int]      							=			hidden_dropout_prob
      a						:		Union[str, Any]      							=			attention_probs_dropout_prob
      a						:		Optional[Any]      							=			initializer_range
      a						:		List[str]      							=			layer_norm_eps
      a						:		List[Any]      							=			image_size
      a						:		Optional[Any]      							=			patch_size
      a						:		Any      							=			num_channels
      a						:		Optional[Any]      							=			qkv_bias













import numpy as np


def 	UpperCamelCase__(       UpperCamelCase__			:       np.array  )->np.array:
       return (2 / (1 + np.exp(-2 * vector  ))) - 1


if __name__ == "__main__":
       import doctest

       doctest.testmod()





