


from ...configuration_utils import PretrainedConfig
from ...utils import logging


_UpperCAmelCase	:     Any   =logging.get_logger(__name__)

_UpperCAmelCase	:     Dict   ={
    '''RWKV/rwkv-4-169m-pile''': '''https://huggingface.co/RWKV/rwkv-4-169m-pile/resolve/main/config.json''',
    '''RWKV/rwkv-4-430m-pile''': '''https://huggingface.co/RWKV/rwkv-4-430m-pile/resolve/main/config.json''',
    '''RWKV/rwkv-4-1b5-pile''': '''https://huggingface.co/RWKV/rwkv-4-1b5-pile/resolve/main/config.json''',
    '''RWKV/rwkv-4-3b-pile''': '''https://huggingface.co/RWKV/rwkv-4-3b-pile/resolve/main/config.json''',
    '''RWKV/rwkv-4-7b-pile''': '''https://huggingface.co/RWKV/rwkv-4-7b-pile/resolve/main/config.json''',
    '''RWKV/rwkv-4-14b-pile''': '''https://huggingface.co/RWKV/rwkv-4-14b-pile/resolve/main/config.json''',
    '''RWKV/rwkv-raven-1b5''': '''https://huggingface.co/RWKV/rwkv-raven-1b5/resolve/main/config.json''',
    '''RWKV/rwkv-raven-3b''': '''https://huggingface.co/RWKV/rwkv-raven-3b/resolve/main/config.json''',
    '''RWKV/rwkv-raven-7b''': '''https://huggingface.co/RWKV/rwkv-raven-7b/resolve/main/config.json''',
    '''RWKV/rwkv-raven-14b''': '''https://huggingface.co/RWKV/rwkv-raven-14b/resolve/main/config.json''',
}







class  snake_case__(							_lowerCAmelCase							):







						'''simple docstring'''




						SCREAMING_SNAKE_CASE__					:     List[str]    =							"""rwkv"""
						SCREAMING_SNAKE_CASE__					:     Union[str, Any]    =							{"""max_position_embeddings""": """context_length"""}




						def __init__( self      ,  __lowercase=5_0_2_7_7      ,  __lowercase=1_0_2_4      ,  __lowercase=4_0_9_6      ,  __lowercase=3_2      ,  __lowercase=None      ,  __lowercase=None      ,  __lowercase=1e-5      ,  __lowercase=0      ,  __lowercase=0      ,  __lowercase=6      ,  __lowercase=False      ,  __lowercase=True      ,  **__lowercase      ,  )    ->			Optional[int]:
										lowerCAmelCase_       :					List[str]			 = vocab_size
										lowerCAmelCase_       :					Dict			 = context_length
										lowerCAmelCase_       :					int			 = hidden_size
										lowerCAmelCase_       :					Optional[Any]			 = num_hidden_layers
										lowerCAmelCase_       :					Union[str, Any]			 = attention_hidden_size if attention_hidden_size is not None else hidden_size
										lowerCAmelCase_       :					Optional[int]			 = intermediate_size if intermediate_size is not None else 4 * hidden_size
										lowerCAmelCase_       :					int			 = layer_norm_epsilon
										lowerCAmelCase_       :					Dict			 = rescale_every
										lowerCAmelCase_       :					List[str]			 = use_cache

										lowerCAmelCase_       :					Dict			 = bos_token_id
										lowerCAmelCase_       :					Tuple			 = eos_token_id

										super().__init__(
										    tie_word_embeddings=__lowercase      ,  bos_token_id=__lowercase      ,  eos_token_id=__lowercase      ,  **__lowercase							)






'''simple docstring'''


lowerCAmelCase					:     str												='''
# Installazione di Transformers
! pip install transformers datasets
# Per installare dalla fonte invece dell\'ultima versione rilasciata, commenta il comando sopra e
# rimuovi la modalità commento al comando seguente.
# ! pip install git+https://github.com/huggingface/transformers.git
'''

lowerCAmelCase					:     int												=[{'''type''': '''code''', '''content''': INSTALL_CONTENT}]
lowerCAmelCase					:     List[str]												={
    '''{processor_class}''': '''FakeProcessorClass''',
    '''{model_class}''': '''FakeModelClass''',
    '''{object_class}''': '''FakeObjectClass''',
}


