



from typing import Optional, Tuple

from ...tokenization_utils_fast import PreTrainedTokenizerFast
from ...utils import logging
from .tokenization_openai import OpenAIGPTTokenizer


__UpperCAmelCase      = logging.get_logger(__name__)

__UpperCAmelCase      = {'''vocab_file''': '''vocab.json''', '''merges_file''': '''merges.txt''', '''tokenizer_file''': '''tokenizer.json'''}

__UpperCAmelCase      = {
    '''vocab_file''': {'''openai-gpt''': '''https://huggingface.co/openai-gpt/resolve/main/vocab.json'''},
    '''merges_file''': {'''openai-gpt''': '''https://huggingface.co/openai-gpt/resolve/main/merges.txt'''},
    '''tokenizer_file''': {'''openai-gpt''': '''https://huggingface.co/openai-gpt/resolve/main/tokenizer.json'''},
}

__UpperCAmelCase      = {
    '''openai-gpt''': 512,
}



class        lowerCAmelCase_	(						a__							):
       UpperCAmelCase__       :      Union[str, Any]       =						VOCAB_FILES_NAMES
       UpperCAmelCase__       :      int       =						PRETRAINED_VOCAB_FILES_MAP
       UpperCAmelCase__       :      Optional[int]       =						PRETRAINED_POSITIONAL_EMBEDDINGS_SIZES
       UpperCAmelCase__       :      Optional[int]       =						["input_ids", "attention_mask"]
       UpperCAmelCase__       :      Tuple       =						OpenAIGPTTokenizer
       def __init__(    self,    SCREAMING_SNAKE_CASE_=None,    SCREAMING_SNAKE_CASE_=None,    SCREAMING_SNAKE_CASE_=None,    SCREAMING_SNAKE_CASE_="<unk>",    **SCREAMING_SNAKE_CASE_ )  ->	List[str]:
          super().__init__(SCREAMING_SNAKE_CASE_,    SCREAMING_SNAKE_CASE_,    tokenizer_file=SCREAMING_SNAKE_CASE_,    unk_token=SCREAMING_SNAKE_CASE_,    **SCREAMING_SNAKE_CASE_ )
       @property
       def       snake_case_ (    self )  ->	Dict:
          return True






       def       snake_case_ (    self,    SCREAMING_SNAKE_CASE_,    SCREAMING_SNAKE_CASE_ = None )  ->	Tuple[str]:
          UpperCamelCase					:						List[Any]					=			self._tokenizer.model.save(SCREAMING_SNAKE_CASE_,    name=SCREAMING_SNAKE_CASE_ )
          return tuple(SCREAMING_SNAKE_CASE_ )








from ...configuration_utils import PretrainedConfig
from ...utils import logging


__UpperCAmelCase      = logging.get_logger(__name__)

__UpperCAmelCase      = {
    '''microsoft/mpnet-base''': '''https://huggingface.co/microsoft/mpnet-base/resolve/main/config.json''',
}



class        lowerCAmelCase_	(						a__							):
       UpperCAmelCase__       :      Union[str, Any]       =						"mpnet"
       def __init__(    self,    SCREAMING_SNAKE_CASE_=3_0527,    SCREAMING_SNAKE_CASE_=768,    SCREAMING_SNAKE_CASE_=12,    SCREAMING_SNAKE_CASE_=12,    SCREAMING_SNAKE_CASE_=3072,    SCREAMING_SNAKE_CASE_="gelu",    SCREAMING_SNAKE_CASE_=0.1,    SCREAMING_SNAKE_CASE_=0.1,    SCREAMING_SNAKE_CASE_=512,    SCREAMING_SNAKE_CASE_=0.02,    SCREAMING_SNAKE_CASE_=1e-12,    SCREAMING_SNAKE_CASE_=32,    SCREAMING_SNAKE_CASE_=1,    SCREAMING_SNAKE_CASE_=0,    SCREAMING_SNAKE_CASE_=2,    **SCREAMING_SNAKE_CASE_,    )  ->	Optional[int]:
          super().__init__(pad_token_id=SCREAMING_SNAKE_CASE_,    bos_token_id=SCREAMING_SNAKE_CASE_,    eos_token_id=SCREAMING_SNAKE_CASE_,    **SCREAMING_SNAKE_CASE_ )

          UpperCamelCase					:						Any					=			vocab_size
          UpperCamelCase					:						Optional[Any]					=			hidden_size
          UpperCamelCase					:						Union[str, Any]					=			num_hidden_layers
          UpperCamelCase					:						Optional[int]					=			num_attention_heads
          UpperCamelCase					:						Optional[Any]					=			hidden_act
          UpperCamelCase					:						str					=			intermediate_size
          UpperCamelCase					:						Optional[Any]					=			hidden_dropout_prob
          UpperCamelCase					:						Union[str, Any]					=			attention_probs_dropout_prob
          UpperCamelCase					:						List[Any]					=			max_position_embeddings
          UpperCamelCase					:						Union[str, Any]					=			initializer_range
          UpperCamelCase					:						List[str]					=			layer_norm_eps
          UpperCamelCase					:						str					=			relative_attention_num_buckets



