"""simple docstring"""






from collections import OrderedDict
from typing import Mapping

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


__lowerCAmelCase    :       List[str]					     =logging.get_logger(__name__)

__lowerCAmelCase    :       Optional[Any]					     ={
    """google/bigbird-roberta-base""": """https://huggingface.co/google/bigbird-roberta-base/resolve/main/config.json""",
    """google/bigbird-roberta-large""": """https://huggingface.co/google/bigbird-roberta-large/resolve/main/config.json""",
    """google/bigbird-base-trivia-itc""": """https://huggingface.co/google/bigbird-base-trivia-itc/resolve/main/config.json""",
    # See all BigBird models at https://huggingface.co/models?filter=big_bird
}





class  _A						(       lowerCAmelCase	):
      snake_case__			:   Tuple							  =	'big_bird'

      def __init__(						self		,       __lowerCAmelCase=5_0358		,       __lowerCAmelCase=768		,       __lowerCAmelCase=12		,       __lowerCAmelCase=12		,       __lowerCAmelCase=3072		,       __lowerCAmelCase="gelu_new"		,       __lowerCAmelCase=0.1		,       __lowerCAmelCase=0.1		,       __lowerCAmelCase=4096		,       __lowerCAmelCase=2		,       __lowerCAmelCase=0.0_2		,       __lowerCAmelCase=1E-12		,       __lowerCAmelCase=True		,       __lowerCAmelCase=0		,       __lowerCAmelCase=1		,       __lowerCAmelCase=2		,       __lowerCAmelCase=66		,       __lowerCAmelCase="block_sparse"		,       __lowerCAmelCase=True		,       __lowerCAmelCase=False		,       __lowerCAmelCase=64		,       __lowerCAmelCase=3		,       __lowerCAmelCase=None		,       **__lowerCAmelCase		,       ):







            """simple docstring"""



            super().__init__(
                pad_token_id=__lowerCAmelCase		,       bos_token_id=__lowerCAmelCase		,       eos_token_id=__lowerCAmelCase		,       sep_token_id=__lowerCAmelCase		,       **__lowerCAmelCase		,       )

            lowercase														=	vocab_size
            lowercase														=	max_position_embeddings
            lowercase														=	hidden_size
            lowercase														=	num_hidden_layers
            lowercase														=	num_attention_heads
            lowercase														=	intermediate_size
            lowercase														=	hidden_act
            lowercase														=	hidden_dropout_prob
            lowercase														=	attention_probs_dropout_prob
            lowercase														=	initializer_range
            lowercase														=	type_vocab_size
            lowercase														=	layer_norm_eps
            lowercase														=	use_cache

            lowercase														=	rescale_embeddings
            lowercase														=	attention_type
            lowercase														=	use_bias
            lowercase														=	block_size
            lowercase														=	num_random_blocks
            lowercase														=	classifier_dropout






class  _A						(       lowerCAmelCase	):

      @property
      def 				A__       (						self						):







            """simple docstring"""



            if self.task == "multiple-choice":
                  lowercase														=	{0: """batch""", 1: """choice""", 2: """sequence"""}
            else:
                  lowercase														=	{0: """batch""", 1: """sequence"""}
            return OrderedDict(
                [
                    ("""input_ids""", dynamic_axis),
                    ("""attention_mask""", dynamic_axis),
                ]						)




"""simple docstring"""






from __future__ import annotations

import numpy as np


def 			UpperCAmelCase__       (				lowerCAmelCase__     :list[float]		) ->    Optional[Any]:
      '''simple docstring'''


      return np.maximum(0					,		lowerCAmelCase__		)


if __name__ == "__main__":
       print(np.array(relu([-1, 0, 5])))  # --> [0, 0, 5]



