code: 
  '''simple docstring'''
  
  from collections import OrderedDict
  from typing import Mapping
  
  from ...configuration_utils import PretrainedConfig
  from ...onnx import OnnxConfig
  from ...utils import logging
  
  
  UpperCamelCase_     			=       logging.get_logger(__name__)
  
  UpperCamelCase_     			=       {
      """google/mobilebert-uncased""": """https://huggingface.co/google/mobilebert-uncased/resolve/main/config.json"""
  }
  
  
  class   a_  (_a    ):
         __lowerCAmelCase    :				Optional[int]    =      MOBILEBERT_PRETRAINED_CONFIG_ARCHIVE_MAP
         __lowerCAmelCase    :				List[Any]    =      """mobilebert"""
  
  
  
  
         def __init__(     self   ,   snake_case_=3_0_5_2_2   ,   snake_case_=5_1_2   ,   snake_case_=2_4   ,   snake_case_=4   ,   snake_case_=5_1_2   ,   snake_case_="relu"   ,   snake_case_=0.0   ,   snake_case_=0.1   ,   snake_case_=5_1_2   ,   snake_case_=2   ,   snake_case_=0.02   ,   snake_case_=1E-12   ,   snake_case_=0   ,   snake_case_=1_2_8   ,   snake_case_=True   ,   snake_case_=True   ,   snake_case_=1_2_8   ,   snake_case_=False   ,   snake_case_=True   ,   snake_case_=4   ,   snake_case_="no_norm"   ,   snake_case_=True   ,   snake_case_=None   ,   **snake_case_   ,   ):
           super().__init__(pad_token_id=snake_case_   ,   **snake_case_  )
  
           _lowerCAmelCase       :  Optional[Any]   				=					vocab_size
           _lowerCAmelCase       :  str   				=					hidden_size
           _lowerCAmelCase       :  Dict   				=					num_hidden_layers
           _lowerCAmelCase       :  List[Any]   				=					num_attention_heads
           _lowerCAmelCase       :  List[str]   				=					hidden_act
           _lowerCAmelCase       :  Union[str, Any]   				=					intermediate_size
           _lowerCAmelCase       :  str   				=					hidden_dropout_prob
           _lowerCAmelCase       :  Union[str, Any]   				=					attention_probs_dropout_prob
           _lowerCAmelCase       :  Union[str, Any]   				=					max_position_embeddings
           _lowerCAmelCase       :  List[Any]   				=					type_vocab_size
           _lowerCAmelCase       :  int   				=					initializer_range
           _lowerCAmelCase       :  List[str]   				=					layer_norm_eps
           _lowerCAmelCase       :  List[str]   				=					embedding_size
           _lowerCAmelCase       :  List[Any]   				=					trigram_input
           _lowerCAmelCase       :  str   				=					use_bottleneck
           _lowerCAmelCase       :  Optional[int]   				=					intra_bottleneck_size
           _lowerCAmelCase       :  int   				=					use_bottleneck_attention
           _lowerCAmelCase       :  Optional[int]   				=					key_query_shared_bottleneck
           _lowerCAmelCase       :  Dict   				=					num_feedforward_networks
           _lowerCAmelCase       :  Tuple   				=					normalization_type
           _lowerCAmelCase       :  Any   				=					classifier_activation
  
           if self.use_bottleneck:
             _lowerCAmelCase       :  Tuple   				=					intra_bottleneck_size
           else:
             _lowerCAmelCase       :  Union[str, Any]   				=					hidden_size
  
           _lowerCAmelCase       :  Tuple   				=					classifier_dropout
  
  
  
  class   a_  (_a    ):
  
  
  
  
         @property
         def 							__UpperCamelCase       (     self  ):
           if self.task == "multiple-choice":
             _lowerCAmelCase       :  Any   				=					{0: """batch""", 1: """choice""", 2: """sequence"""}
           else:
             _lowerCAmelCase       :  str   				=					{0: """batch""", 1: """sequence"""}
           return OrderedDict(
               [
                   ("""input_ids""", dynamic_axis),
                   ("""attention_mask""", dynamic_axis),
                   ("""token_type_ids""", dynamic_axis),
               ]  )
  
  
  
style_context: 
  '''simple docstring'''
  
  from ..utils import DummyObject, requires_backends
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				str    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				List[Any]    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				str    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				Optional[Any]    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				int    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				List[str]    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				Any    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				str    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				List[Any]    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				Union[str, Any]    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				List[Any]    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				Union[str, Any]    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				Dict    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				Optional[Any]    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				List[Any]    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				List[Any]    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				Tuple    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				Optional[int]    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				Optional[Any]    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				Union[str, Any]    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				Union[str, Any]    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				Optional[int]    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				Optional[Any]    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				Dict    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				List[str]    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				Dict    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				List[str]    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				Any    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				List[Any]    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				List[Any]    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				str    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				List[Any]    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				Union[str, Any]    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				Any    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				str    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				Union[str, Any]    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				List[str]    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				Dict    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				Dict    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				Optional[Any]    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				int    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				List[Any]    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				Union[str, Any]    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				Optional[int]    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				int    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				List[Any]    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				Optional[Any]    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				Any    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				str    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				int    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				Optional[int]    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				Optional[Any]    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				List[str]    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				Union[str, Any]    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				Optional[Any]    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				Any    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				Optional[Any]    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  
  class   a_  (metaclass=_a    ):
         __lowerCAmelCase    :				Optional[Any]    =      ["""tokenizers"""]
  
  
  
  
         def __init__(     self   ,   *snake_case_   ,   **snake_case_  ):
           requires_backends(self   ,   ["""tokenizers"""]  )
  
  
  