code: 
  
  
  from ...configuration_utils import PretrainedConfig
  from ...utils import logging
  
  
  UpperCAmelCase      :						List[str]    =		logging.get_logger(__name__)
  
  UpperCAmelCase      :						List[Any]    =		{
      "facebook/opt-125m": "https://huggingface.co/facebook/opt-125m/blob/main/config.json",
      "facebook/opt-350m": "https://huggingface.co/facebook/opt-350m/blob/main/config.json",
      "facebook/opt-1.3b": "https://huggingface.co/facebook/opt-1.3b/blob/main/config.json",
      "facebook/opt-2.7b": "https://huggingface.co/facebook/opt-2.7b/blob/main/config.json",
      "facebook/opt-6.7b": "https://huggingface.co/facebook/opt-6.7b/blob/main/config.json",
      "facebook/opt-13b": "https://huggingface.co/facebook/opt-13b/blob/main/config.json",
  }
  
  
  
  
  
  
  
  class 					__lowercase					(       a_     ):
  
  
  
  		"""simple docstring"""
  
  		UpperCamelCase    :				List[str] 					=		"opt"
  		UpperCamelCase    :				Optional[int] 					=		["past_key_values"]
  
  
  
  
  
  
  
  		def __init__(   self		,			A=5_02_72		,			A=7_68		,			A=12		,			A=30_72		,			A=20_48		,			A=True		,			A=False		,			A=None		,			A=0.1		,			A=0.0		,			A=12		,			A="relu"		,			A=0.0		,			A=0.02		,			A=True		,			A=1		,			A=2		,			A=2		,			A=True		,			A=True		,			**A		,			)     ->   int:
  
  
  
  
  
  
  
  					'''simple docstring'''
  
  
  
  
  
  
  
  					super().__init__(
  					    pad_token_id=A		,			bos_token_id=A		,			eos_token_id=A		,			**A		,			)
  					lowerCamelCase								=     vocab_size
  					lowerCamelCase								=     max_position_embeddings
  					lowerCamelCase								=     num_attention_heads
  					lowerCamelCase								=     word_embed_proj_dim if word_embed_proj_dim is not None else hidden_size
  					lowerCamelCase								=     ffn_dim
  					lowerCamelCase								=     hidden_size
  					lowerCamelCase								=     num_hidden_layers
  					lowerCamelCase								=     dropout
  					lowerCamelCase								=     attention_dropout
  					lowerCamelCase								=     activation_function
  					lowerCamelCase								=     init_std
  					lowerCamelCase								=     layerdrop
  					lowerCamelCase								=     use_cache
  					lowerCamelCase								=     do_layer_norm_before
  					# We keep these variables at `True` for backward compatibility.
  					lowerCamelCase								=     enable_bias
  					lowerCamelCase								=     layer_norm_elementwise_affine
  
  					# Note that the only purpose of `_remove_final_layer_norm` is to keep backward compatibility
  					# with checkpoints that have been fine-tuned before transformers v4.20.1
  					# see https://github.com/facebookresearch/metaseq/pull/164
  					lowerCamelCase								=     _remove_final_layer_norm
  
  
style_context: 
  
  
  import abc
  import copy
  import dataclasses
  from dataclasses import dataclass
  from typing import ClassVar, Dict, Type, TypeVar
  
  from ..features import Features
  
  
  UpperCAmelCase      :						List[Any]    =		TypeVar("T", bound="TaskTemplate")
  
  
  
  
  
  
  
  @dataclass(frozen=a_     )
  class 					__lowercase					(       abc.ABC     ):
  
  
  
  		"""simple docstring"""
  
  		UpperCamelCase    :				str
  		UpperCamelCase    :				ClassVar[Features]
  		UpperCamelCase    :				ClassVar[Features]
  
  
  
  
  
  
  
  		def 				__A      (   self		,			A  )     ->   T:
  
  
  
  
  
  
  
  					'''simple docstring'''
  
  
  
  
  
  
  
  					return copy.deepcopy(self  )
  
  
  
  
  
  
  
  		@property
  		def 				__A      (   self  )     ->   Features:
  
  
  
  
  
  
  
  					'''simple docstring'''
  
  
  
  
  
  
  
  					return Features(**self.input_schema		,			**self.label_schema  )
  
  
  
  
  
  
  
  		@property
  		@abc.abstractmethod
  		def 				__A      (   self  )     ->   Dict[str, str]:
  
  
  
  
  
  
  
  					'''simple docstring'''
  
  
  
  
  
  
  
  					raise NotImplementedError
  
  
  
  
  
  
  
  		@classmethod
  		def 				__A      (   cls		,			A  )     ->   T:
  
  
  
  
  
  
  
  					'''simple docstring'''
  
  
  
  
  
  
  
  					lowerCamelCase								=     {f.name for f in dataclasses.fields(cls  )}
  					return cls(**{k: v for k, v in template_dict.items() if k in field_names}  )
  
  