code: 
  
  
  
  from typing import Optional, Tuple
  
  from ...tokenization_utils_fast import PreTrainedTokenizerFast
  from ...utils import logging
  from .tokenization_openai import OpenAIGPTTokenizer
  
  
  __UpperCAmelCase      = logging.get_logger(__name__)
  
  __UpperCAmelCase      = {'''vocab_file''': '''vocab.json''', '''merges_file''': '''merges.txt''', '''tokenizer_file''': '''tokenizer.json'''}
  
  __UpperCAmelCase      = {
      '''vocab_file''': {'''openai-gpt''': '''https://huggingface.co/openai-gpt/resolve/main/vocab.json'''},
      '''merges_file''': {'''openai-gpt''': '''https://huggingface.co/openai-gpt/resolve/main/merges.txt'''},
      '''tokenizer_file''': {'''openai-gpt''': '''https://huggingface.co/openai-gpt/resolve/main/tokenizer.json'''},
  }
  
  __UpperCAmelCase      = {
      '''openai-gpt''': 512,
  }
  
  
  
  class        lowerCAmelCase_	(						a__							):
         UpperCAmelCase__       :      Union[str, Any]       =						VOCAB_FILES_NAMES
         UpperCAmelCase__       :      int       =						PRETRAINED_VOCAB_FILES_MAP
         UpperCAmelCase__       :      Optional[int]       =						PRETRAINED_POSITIONAL_EMBEDDINGS_SIZES
         UpperCAmelCase__       :      Optional[int]       =						["input_ids", "attention_mask"]
         UpperCAmelCase__       :      Tuple       =						OpenAIGPTTokenizer
         def __init__(    self,    SCREAMING_SNAKE_CASE_=None,    SCREAMING_SNAKE_CASE_=None,    SCREAMING_SNAKE_CASE_=None,    SCREAMING_SNAKE_CASE_="<unk>",    **SCREAMING_SNAKE_CASE_ )  ->	List[str]:
            super().__init__(SCREAMING_SNAKE_CASE_,    SCREAMING_SNAKE_CASE_,    tokenizer_file=SCREAMING_SNAKE_CASE_,    unk_token=SCREAMING_SNAKE_CASE_,    **SCREAMING_SNAKE_CASE_ )
         @property
         def       snake_case_ (    self )  ->	Dict:
            return True
  
  
  
  
  
  
         def       snake_case_ (    self,    SCREAMING_SNAKE_CASE_,    SCREAMING_SNAKE_CASE_ = None )  ->	Tuple[str]:
            UpperCamelCase					:						List[Any]					=			self._tokenizer.model.save(SCREAMING_SNAKE_CASE_,    name=SCREAMING_SNAKE_CASE_ )
            return tuple(SCREAMING_SNAKE_CASE_ )
  
  
  
  
style_context: 
  
  
  
  from ...configuration_utils import PretrainedConfig
  from ...utils import logging
  
  
  __UpperCAmelCase      = logging.get_logger(__name__)
  
  __UpperCAmelCase      = {
      '''microsoft/mpnet-base''': '''https://huggingface.co/microsoft/mpnet-base/resolve/main/config.json''',
  }
  
  
  
  class        lowerCAmelCase_	(						a__							):
         UpperCAmelCase__       :      Union[str, Any]       =						"mpnet"
         def __init__(    self,    SCREAMING_SNAKE_CASE_=3_0527,    SCREAMING_SNAKE_CASE_=768,    SCREAMING_SNAKE_CASE_=12,    SCREAMING_SNAKE_CASE_=12,    SCREAMING_SNAKE_CASE_=3072,    SCREAMING_SNAKE_CASE_="gelu",    SCREAMING_SNAKE_CASE_=0.1,    SCREAMING_SNAKE_CASE_=0.1,    SCREAMING_SNAKE_CASE_=512,    SCREAMING_SNAKE_CASE_=0.02,    SCREAMING_SNAKE_CASE_=1e-12,    SCREAMING_SNAKE_CASE_=32,    SCREAMING_SNAKE_CASE_=1,    SCREAMING_SNAKE_CASE_=0,    SCREAMING_SNAKE_CASE_=2,    **SCREAMING_SNAKE_CASE_,    )  ->	Optional[int]:
            super().__init__(pad_token_id=SCREAMING_SNAKE_CASE_,    bos_token_id=SCREAMING_SNAKE_CASE_,    eos_token_id=SCREAMING_SNAKE_CASE_,    **SCREAMING_SNAKE_CASE_ )
  
            UpperCamelCase					:						Any					=			vocab_size
            UpperCamelCase					:						Optional[Any]					=			hidden_size
            UpperCamelCase					:						Union[str, Any]					=			num_hidden_layers
            UpperCamelCase					:						Optional[int]					=			num_attention_heads
            UpperCamelCase					:						Optional[Any]					=			hidden_act
            UpperCamelCase					:						str					=			intermediate_size
            UpperCamelCase					:						Optional[Any]					=			hidden_dropout_prob
            UpperCamelCase					:						Union[str, Any]					=			attention_probs_dropout_prob
            UpperCamelCase					:						List[Any]					=			max_position_embeddings
            UpperCamelCase					:						Union[str, Any]					=			initializer_range
            UpperCamelCase					:						List[str]					=			layer_norm_eps
            UpperCamelCase					:						str					=			relative_attention_num_buckets
  
  
  
  