code: 
  
  from ...configuration_utils import PretrainedConfig
  from ...utils import logging
  
  
  __A   :     Dict      =			logging.get_logger(__name__)
  
  __A   :     Dict      =			{
      '''openbmb/cpm-ant-10b''': '''https://huggingface.co/openbmb/cpm-ant-10b/blob/main/config.json'''
      # See all CPMAnt models at https://huggingface.co/models?filter=cpmant
  }
  
  
  
  
  
  
  class    __A				(							lowerCAmelCase ):
      lowerCAmelCase_							:		str						=							"cpmant"
  
  
  
  
  
  
      def __init__(	self			:    int    ,				UpperCAmelCase_			:    int = 30720    ,				UpperCAmelCase_			:    int = 4096    ,				UpperCAmelCase_			:    int = 32    ,				UpperCAmelCase_			:    int = 128    ,				UpperCAmelCase_			:    int = 10240    ,				UpperCAmelCase_			:    int = 48    ,				UpperCAmelCase_			:    int = 0.0    ,				UpperCAmelCase_			:    int = 512    ,				UpperCAmelCase_			:    int = 2048    ,				UpperCAmelCase_			:    int = 1E-6    ,				UpperCAmelCase_			:    float = 1.0    ,				UpperCAmelCase_			:    int = 32    ,				UpperCAmelCase_			:    int = 32    ,				UpperCAmelCase_			:    int = 32    ,				UpperCAmelCase_			:    bool = True    ,				**UpperCAmelCase_			:    Dict    ,				):
          super().__init__(**UpperCAmelCase_    )
          lowerCAmelCase				:			Optional[int]    			=      prompt_types
          lowerCAmelCase				:			Any    			=      prompt_length
          lowerCAmelCase				:			int    			=      segment_types
          lowerCAmelCase				:			Any    			=      hidden_size
          lowerCAmelCase				:			List[str]    			=      num_attention_heads
          lowerCAmelCase				:			Union[str, Any]    			=      dim_head
          lowerCAmelCase				:			Any    			=      dim_ff
          lowerCAmelCase				:			Tuple    			=      num_hidden_layers
          lowerCAmelCase				:			Dict    			=      position_bias_num_buckets
          lowerCAmelCase				:			str    			=      position_bias_max_distance
          lowerCAmelCase				:			List[str]    			=      dropout_p
          lowerCAmelCase				:			List[str]    			=      eps
          lowerCAmelCase				:			Tuple    			=      use_cache
          lowerCAmelCase				:			List[Any]    			=      vocab_size
          lowerCAmelCase				:			Tuple    			=      init_std
  
  
  
  
  
  
style_context: 
  
  from typing import TYPE_CHECKING
  
  from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_sentencepiece_available, is_tokenizers_available
  
  
  __A   :     Dict      =			{}
  
  try:
   if not is_sentencepiece_available():
    raise OptionalDependencyNotAvailable()
  except OptionalDependencyNotAvailable:
   pass
  else:
   __A   :     List[Any]      =			['''BarthezTokenizer''']
  
  try:
   if not is_tokenizers_available():
    raise OptionalDependencyNotAvailable()
  except OptionalDependencyNotAvailable:
   pass
  else:
   __A   :     List[str]      =			['''BarthezTokenizerFast''']
  
  
  if TYPE_CHECKING:
   try:
    if not is_sentencepiece_available():
     raise OptionalDependencyNotAvailable()
   except OptionalDependencyNotAvailable:
    pass
   else:
    from .tokenization_barthez import BarthezTokenizer
  
   try:
    if not is_tokenizers_available():
     raise OptionalDependencyNotAvailable()
   except OptionalDependencyNotAvailable:
    pass
   else:
    from .tokenization_barthez_fast import BarthezTokenizerFast
  
  else:
   import sys
  
   __A   :     Tuple      =			_LazyModule(__name__, globals()['''__file__'''], _import_structure, module_spec=__spec__)
  
  
  
  
  
  