





from ...configuration_utils import PretrainedConfig
from ...utils import logging


__UpperCAmelCase			:  Any										=				logging.get_logger(__name__)

__UpperCAmelCase			:  str										=				{
    "uw-madison/yoso-4096": "https://huggingface.co/uw-madison/yoso-4096/resolve/main/config.json",
    # See all YOSO models at https://huggingface.co/models?filter=yoso
}







class        __snake_case			(				__lowerCamelCase     ):





       '''simple docstring'''







       lowerCAmelCase__ 						=	"""yoso"""




       def __init__(    self					:       Any				,							A					:       Union[str, Any]=50_265				,							A					:       str=768				,							A					:       Tuple=12				,							A					:       Dict=12				,							A					:       str=3_072				,							A					:       List[str]="gelu"				,							A					:       List[Any]=0.1				,							A					:       List[Any]=0.1				,							A					:       Optional[Any]=4_096				,							A					:       int=1				,							A					:       str=0.02				,							A					:       int=1E-12				,							A					:       str="absolute"				,							A					:       int=True				,							A					:       Optional[Any]=9				,							A					:       Any=64				,							A					:       str=None				,							A					:       str=True				,							A					:       Tuple=True				,							A					:       int=1				,							A					:       List[Any]=0				,							A					:       List[Any]=2				,							**A					:       Dict				,							):
         super().__init__(pad_token_id=A				,							bos_token_id=A				,							eos_token_id=A				,							**A						)

         __snake_case:		Union[str, Any]					    =		vocab_size
         __snake_case:		Any					    =		max_position_embeddings
         __snake_case:		List[str]					    =		hidden_size
         __snake_case:		Optional[Any]					    =		num_hidden_layers
         __snake_case:		Optional[int]					    =		num_attention_heads
         __snake_case:		Union[str, Any]					    =		intermediate_size
         __snake_case:		str					    =		hidden_act
         __snake_case:		List[Any]					    =		hidden_dropout_prob
         __snake_case:		List[str]					    =		attention_probs_dropout_prob
         __snake_case:		List[str]					    =		initializer_range
         __snake_case:		Optional[int]					    =		type_vocab_size
         __snake_case:		str					    =		layer_norm_eps
         __snake_case:		List[Any]					    =		position_embedding_type
         __snake_case:		Dict					    =		use_expectation
         __snake_case:		Dict					    =		hash_code_len
         __snake_case:		int					    =		num_hash
         __snake_case:		Optional[Any]					    =		conv_window
         __snake_case:		List[str]					    =		use_fast_hash
         __snake_case:		Union[str, Any]					    =		lsh_backward













from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_torch_available


__UpperCAmelCase			:  Optional[Any]										=				{"configuration_sew_d": ["SEW_D_PRETRAINED_CONFIG_ARCHIVE_MAP", "SEWDConfig"]}

try:
      if not is_torch_available():
            raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
      pass
else:
      __UpperCAmelCase			:  str										=				[
          "SEW_D_PRETRAINED_MODEL_ARCHIVE_LIST",
          "SEWDForCTC",
          "SEWDForSequenceClassification",
          "SEWDModel",
          "SEWDPreTrainedModel",
      ]

if TYPE_CHECKING:
      from .configuration_sew_d import SEW_D_PRETRAINED_CONFIG_ARCHIVE_MAP, SEWDConfig

      try:
            if not is_torch_available():
                  raise OptionalDependencyNotAvailable()
      except OptionalDependencyNotAvailable:
            pass
      else:
            from .modeling_sew_d import (
                SEW_D_PRETRAINED_MODEL_ARCHIVE_LIST,
                SEWDForCTC,
                SEWDForSequenceClassification,
                SEWDModel,
                SEWDPreTrainedModel,
            )


else:
      import sys

      __UpperCAmelCase			:  Union[str, Any]										=				_LazyModule(__name__, globals()["__file__"], _import_structure, module_spec=__spec__)






