


"""simple docstring"""




from typing import TYPE_CHECKING

from ...utils import _LazyModule


__SCREAMING_SNAKE_CASE     :   Optional[Any]					=						{"""tokenization_phobert""": ["""PhobertTokenizer"""]}


if TYPE_CHECKING:
   from .tokenization_phobert import PhobertTokenizer

else:
   import sys

   __SCREAMING_SNAKE_CASE     :   Any					=						_LazyModule(__name__, globals()["""__file__"""], _import_structure, module_spec=__spec__)




"""simple docstring"""




from ...configuration_utils import PretrainedConfig
from ...utils import logging


__SCREAMING_SNAKE_CASE					=						logging.get_logger(__name__)

__SCREAMING_SNAKE_CASE					=						{
    """bert-base-uncased""": """https://huggingface.co/bert-base-uncased/resolve/main/config.json""",
    # QDQBERT models can be loaded from any BERT checkpoint, available at https://huggingface.co/models?filter=bert
}





class __snake_case		(					_SCREAMING_SNAKE_CASE      ):







   """simple docstring"""




   lowerCAmelCase_				:   Tuple     	=			'qdqbert'




   def __init__(		self							:List[Any]				,  UpperCamelCase__							:List[Any]=30_522				,  UpperCamelCase__							:Optional[int]=768				,  UpperCamelCase__							:str=12				,  UpperCamelCase__							:Tuple=12				,  UpperCamelCase__							:Any=3_072				,  UpperCamelCase__							:Union[str, Any]="gelu"				,  UpperCamelCase__							:Dict=0.1				,  UpperCamelCase__							:Any=0.1				,  UpperCamelCase__							:Dict=512				,  UpperCamelCase__							:Optional[int]=2				,  UpperCamelCase__							:Any=0.02				,  UpperCamelCase__							:Optional[int]=1E-12				,  UpperCamelCase__							:str=True				,  UpperCamelCase__							:str=1				,  UpperCamelCase__							:List[Any]=0				,  UpperCamelCase__							:List[str]=2				,  **UpperCamelCase__							:Optional[Any]				,  ):
          super().__init__(pad_token_id=UpperCamelCase__				,  bos_token_id=UpperCamelCase__				,  eos_token_id=UpperCamelCase__				,  **UpperCamelCase__       )

          _a          =				vocab_size
          _a          =				max_position_embeddings
          _a          =				hidden_size
          _a          =				num_hidden_layers
          _a          =				num_attention_heads
          _a          =				intermediate_size
          _a          =				hidden_act
          _a          =				hidden_dropout_prob
          _a          =				attention_probs_dropout_prob
          _a          =				initializer_range
          _a          =				type_vocab_size
          _a          =				layer_norm_eps
          _a          =				use_cache
