





'''simple docstring'''


from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowerCAmelCase					:     str												=logging.get_logger(__name__)

lowerCAmelCase					:     int												={'''ctrl''': '''https://huggingface.co/ctrl/resolve/main/config.json'''}
class       a_   (				_lowerCAmelCase							):
     __A      =			"ctrl"
     __A      =			["past_key_values"]
     __A      =			{
         "max_position_embeddings": "n_positions",
         "hidden_size": "n_embd",
         "num_attention_heads": "n_head",
         "num_hidden_layers": "n_layer",
     }





     def __init__( self		:					Optional[int]	,      lowercase		:					Union[str, Any]=246_534	,      lowercase		:					Optional[Any]=256	,      lowercase		:					Tuple=1_280	,      lowercase		:					str=8_192	,      lowercase		:					Dict=48	,      lowercase		:					Tuple=16	,      lowercase		:					Tuple=0.1	,      lowercase		:					Any=0.1	,      lowercase		:					str=1e-6	,      lowercase		:					Tuple=0.02	,      lowercase		:					Optional[Any]=True	,      **lowercase		:					Tuple	,      ):





        """simple docstring"""




        lowercase_			:Dict    			= vocab_size
        lowercase_			:List[str]    			= n_positions
        lowercase_			:List[Any]    			= n_embd
        lowercase_			:Dict    			= n_layer
        lowercase_			:List[Any]    			= n_head
        lowercase_			:List[str]    			= dff
        lowercase_			:Dict    			= resid_pdrop
        lowercase_			:List[Any]    			= embd_pdrop
        lowercase_			:Optional[int]    			= layer_norm_epsilon
        lowercase_			:Union[str, Any]    			= initializer_range

        lowercase_			:str    			= use_cache

        super().__init__(**lowercase						)









'''simple docstring'''


lowerCAmelCase					:     str												='''
# Installazione di Transformers
! pip install transformers datasets
# Per installare dalla fonte invece dell\'ultima versione rilasciata, commenta il comando sopra e
# rimuovi la modalità commento al comando seguente.
# ! pip install git+https://github.com/huggingface/transformers.git
'''

lowerCAmelCase					:     int												=[{'''type''': '''code''', '''content''': INSTALL_CONTENT}]
lowerCAmelCase					:     List[str]												={
    '''{processor_class}''': '''FakeProcessorClass''',
    '''{model_class}''': '''FakeModelClass''',
    '''{object_class}''': '''FakeObjectClass''',
}


