
'''simple docstring'''

from ...configuration_utils import PretrainedConfig
from ...utils import logging


__UpperCAmelCase												=   logging.get_logger(__name__)

__UpperCAmelCase												=   {
    'uw-madison/yoso-4096': 'https://huggingface.co/uw-madison/yoso-4096/resolve/main/config.json',
    # See all YOSO models at https://huggingface.co/models?filter=yoso
}


class 		_a     (							SCREAMING_SNAKE_CASE  ):







   """simple docstring"""




   A		= 'yoso'






   def __init__(       self    ,__SCREAMING_SNAKE_CASE=50265    ,__SCREAMING_SNAKE_CASE=768    ,__SCREAMING_SNAKE_CASE=12    ,__SCREAMING_SNAKE_CASE=12    ,__SCREAMING_SNAKE_CASE=3072    ,__SCREAMING_SNAKE_CASE="gelu"    ,__SCREAMING_SNAKE_CASE=0.1    ,__SCREAMING_SNAKE_CASE=0.1    ,__SCREAMING_SNAKE_CASE=4096    ,__SCREAMING_SNAKE_CASE=1    ,__SCREAMING_SNAKE_CASE=0.02    ,__SCREAMING_SNAKE_CASE=1e-12    ,__SCREAMING_SNAKE_CASE="absolute"    ,__SCREAMING_SNAKE_CASE=True    ,__SCREAMING_SNAKE_CASE=9    ,__SCREAMING_SNAKE_CASE=64    ,__SCREAMING_SNAKE_CASE=None    ,__SCREAMING_SNAKE_CASE=True    ,__SCREAMING_SNAKE_CASE=True    ,__SCREAMING_SNAKE_CASE=1    ,__SCREAMING_SNAKE_CASE=0    ,__SCREAMING_SNAKE_CASE=2    ,**__SCREAMING_SNAKE_CASE    ,):
    super().__init__(pad_token_id=__SCREAMING_SNAKE_CASE    ,bos_token_id=__SCREAMING_SNAKE_CASE    ,eos_token_id=__SCREAMING_SNAKE_CASE    ,**__SCREAMING_SNAKE_CASE      )

    SCREAMING_SNAKE_CASE  :  Dict								=		vocab_size
    SCREAMING_SNAKE_CASE  :  List[Any]								=		max_position_embeddings
    SCREAMING_SNAKE_CASE  :  Optional[int]								=		hidden_size
    SCREAMING_SNAKE_CASE  :  Tuple								=		num_hidden_layers
    SCREAMING_SNAKE_CASE  :  Any								=		num_attention_heads
    SCREAMING_SNAKE_CASE  :  Optional[Any]								=		intermediate_size
    SCREAMING_SNAKE_CASE  :  List[Any]								=		hidden_act
    SCREAMING_SNAKE_CASE  :  str								=		hidden_dropout_prob
    SCREAMING_SNAKE_CASE  :  Dict								=		attention_probs_dropout_prob
    SCREAMING_SNAKE_CASE  :  List[Any]								=		initializer_range
    SCREAMING_SNAKE_CASE  :  Optional[int]								=		type_vocab_size
    SCREAMING_SNAKE_CASE  :  int								=		layer_norm_eps
    SCREAMING_SNAKE_CASE  :  List[Any]								=		position_embedding_type
    SCREAMING_SNAKE_CASE  :  Optional[Any]								=		use_expectation
    SCREAMING_SNAKE_CASE  :  List[Any]								=		hash_code_len
    SCREAMING_SNAKE_CASE  :  Tuple								=		num_hash
    SCREAMING_SNAKE_CASE  :  Union[str, Any]								=		conv_window
    SCREAMING_SNAKE_CASE  :  List[Any]								=		use_fast_hash
    SCREAMING_SNAKE_CASE  :  Dict								=		lsh_backward




'''simple docstring'''

from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_torch_available


__UpperCAmelCase												=   {'configuration_sew_d': ['SEW_D_PRETRAINED_CONFIG_ARCHIVE_MAP', 'SEWDConfig']}

try:
   if not is_torch_available():
      raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
   pass
else:
   __UpperCAmelCase												=   [
       'SEW_D_PRETRAINED_MODEL_ARCHIVE_LIST',
       'SEWDForCTC',
       'SEWDForSequenceClassification',
       'SEWDModel',
       'SEWDPreTrainedModel',
   ]

if TYPE_CHECKING:
   from .configuration_sew_d import SEW_D_PRETRAINED_CONFIG_ARCHIVE_MAP, SEWDConfig

   try:
      if not is_torch_available():
         raise OptionalDependencyNotAvailable()
   except OptionalDependencyNotAvailable:
      pass
   else:
      from .modeling_sew_d import (
          SEW_D_PRETRAINED_MODEL_ARCHIVE_LIST,
          SEWDForCTC,
          SEWDForSequenceClassification,
          SEWDModel,
          SEWDPreTrainedModel,
      )


else:
   import sys

   __UpperCAmelCase												=   _LazyModule(__name__, globals()['__file__'], _import_structure, module_spec=__spec__)


