from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowerCAmelCase__					=				logging.get_logger(__name__)

lowerCAmelCase__					=				{
    'uw-madison/yoso-4096': 'https://huggingface.co/uw-madison/yoso-4096/resolve/main/config.json',
    # See all YOSO models at https://huggingface.co/models?filter=yoso
}
class        a_				(		SCREAMING_SNAKE_CASE		):






 '''simple docstring'''






 UpperCAmelCase_							=      'yoso'




 def __init__(    self      :						List[str]    ,					lowercase__      :						Tuple=50_265    ,					lowercase__      :						Optional[int]=768    ,					lowercase__      :						Optional[int]=12    ,					lowercase__      :						List[str]=12    ,					lowercase__      :						Tuple=3_072    ,					lowercase__      :						Tuple="gelu"    ,					lowercase__      :						Tuple=0.1    ,					lowercase__      :						Union[str, Any]=0.1    ,					lowercase__      :						Tuple=4_096    ,					lowercase__      :						Union[str, Any]=1    ,					lowercase__      :						int=0.02    ,					lowercase__      :						Optional[int]=1e-12    ,					lowercase__      :						Dict="absolute"    ,					lowercase__      :						Any=True    ,					lowercase__      :						List[str]=9    ,					lowercase__      :						Optional[int]=64    ,					lowercase__      :						List[Any]=None    ,					lowercase__      :						int=True    ,					lowercase__      :						Union[str, Any]=True    ,					lowercase__      :						Tuple=1    ,					lowercase__      :						str=0    ,					lowercase__      :						Dict=2    ,					**lowercase__      :						Optional[int]    ,					):







        '''simple docstring'''



        super().__init__(pad_token_id=__lowerCamelCase    ,					bos_token_id=__lowerCamelCase    ,					eos_token_id=__lowerCamelCase    ,					**__lowerCamelCase)

        lowerCAmelCase__  			=      vocab_size
        lowerCAmelCase__  			=      max_position_embeddings
        lowerCAmelCase__  			=      hidden_size
        lowerCAmelCase__  			=      num_hidden_layers
        lowerCAmelCase__  			=      num_attention_heads
        lowerCAmelCase__  			=      intermediate_size
        lowerCAmelCase__  			=      hidden_act
        lowerCAmelCase__  			=      hidden_dropout_prob
        lowerCAmelCase__  			=      attention_probs_dropout_prob
        lowerCAmelCase__  			=      initializer_range
        lowerCAmelCase__  			=      type_vocab_size
        lowerCAmelCase__  			=      layer_norm_eps
        lowerCAmelCase__  			=      position_embedding_type
        lowerCAmelCase__  			=      use_expectation
        lowerCAmelCase__  			=      hash_code_len
        lowerCAmelCase__  			=      num_hash
        lowerCAmelCase__  			=      conv_window
        lowerCAmelCase__  			=      use_fast_hash
        lowerCAmelCase__  			=      lsh_backward

def    __lowerCamelCase	(		lowerCAmelCase__			):
       return " ".join([word[::-1] for word in input_str.split()]			)


if __name__ == "__main__":
    import doctest

    doctest.testmod()
