
from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCamelCase_  =	logging.get_logger(__name__)

UpperCamelCase_  =	{
    "bert-base-uncased": "https://huggingface.co/bert-base-uncased/resolve/main/config.json",
    # QDQBERT models can be loaded from any BERT checkpoint, available at https://huggingface.co/models?filter=bert
}

class     _SCREAMING_SNAKE_CASE							(		snake_case							):
				lowerCamelCase_       =     'qdqbert'





				def __init__(		self :		int					,      snake_case_ :		Optional[Any]=3_0522					,      snake_case_ :		Optional[Any]=768					,      snake_case_ :		Union[str, Any]=12					,      snake_case_ :		Dict=12					,      snake_case_ :		Dict=3072					,      snake_case_ :		Any="gelu"					,      snake_case_ :		Tuple=0.1					,      snake_case_ :		List[str]=0.1					,      snake_case_ :		Dict=512					,      snake_case_ :		str=2					,      snake_case_ :		Optional[int]=0.02					,      snake_case_ :		Optional[Any]=1E-12					,      snake_case_ :		Union[str, Any]=True					,      snake_case_ :		Optional[Any]=1					,      snake_case_ :		Union[str, Any]=0					,      snake_case_ :		List[str]=2					,      **snake_case_ :		List[Any]					,      ):


								"""simple docstring"""

								super().__init__(pad_token_id=snake_case_					,      bos_token_id=snake_case_					,      eos_token_id=snake_case_					,      **snake_case_							)

								A     :  Optional[int]   =				vocab_size
								A     :  str   =				max_position_embeddings
								A     :  int   =				hidden_size
								A     :  Union[str, Any]   =				num_hidden_layers
								A     :  Dict   =				num_attention_heads
								A     :  str   =				intermediate_size
								A     :  Tuple   =				hidden_act
								A     :  Union[str, Any]   =				hidden_dropout_prob
								A     :  int   =				attention_probs_dropout_prob
								A     :  Dict   =				initializer_range
								A     :  Dict   =				type_vocab_size
								A     :  Optional[int]   =				layer_norm_eps
								A     :  Tuple   =				use_cache

def 							_lowerCamelCase			(					lowerCamelCase_:  int		):



				'''simple docstring'''







				if not isinstance(lowerCamelCase_				,	lowerCamelCase_		):
								raise ValueError('''double_factorial() only accepts integral values'''		)
				if num < 0:
								raise ValueError('''double_factorial() not defined for negative values'''		)
				A     :  int   =				1
				for i in range(lowerCamelCase_				,	0				,	-2		):
								value *= i
				return value


if __name__ == "__main__":
					import doctest

					doctest.testmod()