code: 
  
  
  
  
  
  from ...configuration_utils import PretrainedConfig
  from ...utils import logging
  
  
  __lowerCAmelCase     =			logging.get_logger(__name__)
  
  __lowerCAmelCase     =			{
      "uw-madison/yoso-4096": "https://huggingface.co/uw-madison/yoso-4096/resolve/main/config.json",
      # See all YOSO models at https://huggingface.co/models?filter=yoso
  }
  
  
  
  
  class   _UpperCAmelCase	(   _lowercase					):
  					__A          =   "yoso"
  
  
  
  
  					def __init__(						self    ,      __lowerCAmelCase=50_265    ,      __lowerCAmelCase=768    ,      __lowerCAmelCase=12    ,      __lowerCAmelCase=12    ,      __lowerCAmelCase=3_072    ,      __lowerCAmelCase="gelu"    ,      __lowerCAmelCase=0.1    ,      __lowerCAmelCase=0.1    ,      __lowerCAmelCase=4_096    ,      __lowerCAmelCase=1    ,      __lowerCAmelCase=0.0_2    ,      __lowerCAmelCase=1E-1_2    ,      __lowerCAmelCase="absolute"    ,      __lowerCAmelCase=True    ,      __lowerCAmelCase=9    ,      __lowerCAmelCase=64    ,      __lowerCAmelCase=None    ,      __lowerCAmelCase=True    ,      __lowerCAmelCase=True    ,      __lowerCAmelCase=1    ,      __lowerCAmelCase=0    ,      __lowerCAmelCase=2    ,      **__lowerCAmelCase    ,      )						->  Any:
  							super().__init__(pad_token_id=__lowerCamelCase    ,      bos_token_id=__lowerCamelCase    ,      eos_token_id=__lowerCamelCase    ,      **__lowerCamelCase       )
  
  							UpperCamelCase__         =	vocab_size
  							UpperCamelCase__         =	max_position_embeddings
  							UpperCamelCase__         =	hidden_size
  							UpperCamelCase__         =	num_hidden_layers
  							UpperCamelCase__         =	num_attention_heads
  							UpperCamelCase__         =	intermediate_size
  							UpperCamelCase__         =	hidden_act
  							UpperCamelCase__         =	hidden_dropout_prob
  							UpperCamelCase__         =	attention_probs_dropout_prob
  							UpperCamelCase__         =	initializer_range
  							UpperCamelCase__         =	type_vocab_size
  							UpperCamelCase__         =	layer_norm_eps
  							UpperCamelCase__         =	position_embedding_type
  							UpperCamelCase__         =	use_expectation
  							UpperCamelCase__         =	hash_code_len
  							UpperCamelCase__         =	num_hash
  							UpperCamelCase__         =	conv_window
  							UpperCamelCase__         =	use_fast_hash
  							UpperCamelCase__         =	lsh_backward
  
  
  
  
  
  
style_context: 
  
  
  
  
  
  import warnings
  
  from .generation import FlaxGenerationMixin
  
  
  
  
  class   _UpperCAmelCase	(   _lowercase					):
  					# warning at import time
  					warnings.warn(
  					    "Importing `FlaxGenerationMixin` from `src/transformers/generation_flax_utils.py` is deprecated and will "
  					    "be removed in Transformers v5. Import as `from transformers import FlaxGenerationMixin` instead." ,       _lowercase ,       )
  
  
  
  
  
  