code: 
  
  
  from ...configuration_utils import PretrainedConfig
  from ...utils import logging
  
  
  SCREAMING_SNAKE_CASE : Tuple          =    logging.get_logger(__name__)
  
  SCREAMING_SNAKE_CASE : Dict          =    {
      "uw-madison/yoso-4096": "https://huggingface.co/uw-madison/yoso-4096/resolve/main/config.json",
      # See all YOSO models at https://huggingface.co/models?filter=yoso
  }
  
  
  
  
  
  class 					snake_case__  ( __A       ):
   UpperCAmelCase   :							Optional[Any]         = """yoso"""
  
  
  
  
  
   def __init__(  self				,    UpperCamelCase_=50265				,    UpperCamelCase_=768				,    UpperCamelCase_=12				,    UpperCamelCase_=12				,    UpperCamelCase_=3072				,    UpperCamelCase_="gelu"				,    UpperCamelCase_=0.1				,    UpperCamelCase_=0.1				,    UpperCamelCase_=4096				,    UpperCamelCase_=1				,    UpperCamelCase_=0.02				,    UpperCamelCase_=1e-12				,    UpperCamelCase_="absolute"				,    UpperCamelCase_=True				,    UpperCamelCase_=9				,    UpperCamelCase_=64				,    UpperCamelCase_=None				,    UpperCamelCase_=True				,    UpperCamelCase_=True				,    UpperCamelCase_=1				,    UpperCamelCase_=0				,    UpperCamelCase_=2				,    **UpperCamelCase_				,    )		->			str:
          """simple docstring"""
  
  
  
  
  
  
          super().__init__(pad_token_id=UpperCamelCase_				,    bos_token_id=UpperCamelCase_				,    eos_token_id=UpperCamelCase_				,    **UpperCamelCase_							)
  
          a_       :   Union[str, Any]			=	vocab_size
          a_       :   int			=	max_position_embeddings
          a_       :   Any			=	hidden_size
          a_       :   Dict			=	num_hidden_layers
          a_       :   int			=	num_attention_heads
          a_       :   str			=	intermediate_size
          a_       :   str			=	hidden_act
          a_       :   List[str]			=	hidden_dropout_prob
          a_       :   Any			=	attention_probs_dropout_prob
          a_       :   int			=	initializer_range
          a_       :   Dict			=	type_vocab_size
          a_       :   List[Any]			=	layer_norm_eps
          a_       :   Optional[int]			=	position_embedding_type
          a_       :   List[str]			=	use_expectation
          a_       :   List[str]			=	hash_code_len
          a_       :   int			=	num_hash
          a_       :   Union[str, Any]			=	conv_window
          a_       :   Union[str, Any]			=	use_fast_hash
          a_       :   int			=	lsh_backward
  
  
  
style_context: 
  
  
  from __future__ import annotations
  
  
  
  
  
  def 						_lowerCamelCase		(							SCREAMING_SNAKE_CASE_				: list      ):
  
  
  
  
  
  
  							"""simple docstring"""
  
  
  
  							a_       :   Tuple			=	sorted(SCREAMING_SNAKE_CASE_      )
  							a_       :   Tuple			=	len(SCREAMING_SNAKE_CASE_      )
  							a_       :   Tuple			=	length >> 1
  							return (
  							    (sorted_list[mid_index] + sorted_list[mid_index - 1]) / 2
  							    if length % 2 == 0
  							    else sorted_list[mid_index]
  							)
  
  
  
  
  
  def 						_lowerCamelCase		(							):
  
  
  
  
  
  
  							"""simple docstring"""
  
  
  
  							import doctest
  
  							doctest.testmod()
  
  
  if __name__ == "__main__":
  	main()
  
  
  