



'''simple docstring'''
from ...configuration_utils import PretrainedConfig
from ...utils import logging


snake_case_ :	Union[str, Any]         =  logging.get_logger(__name__)

snake_case_ :	int         =  {
    'uclanlp/visualbert-vqa': 'https://huggingface.co/uclanlp/visualbert-vqa/resolve/main/config.json',
    'uclanlp/visualbert-vqa-pre': 'https://huggingface.co/uclanlp/visualbert-vqa-pre/resolve/main/config.json',
    'uclanlp/visualbert-vqa-coco-pre': (
        'https://huggingface.co/uclanlp/visualbert-vqa-coco-pre/resolve/main/config.json'
    ),
    'uclanlp/visualbert-vcr': 'https://huggingface.co/uclanlp/visualbert-vcr/resolve/main/config.json',
    'uclanlp/visualbert-vcr-pre': 'https://huggingface.co/uclanlp/visualbert-vcr-pre/resolve/main/config.json',
    'uclanlp/visualbert-vcr-coco-pre': (
        'https://huggingface.co/uclanlp/visualbert-vcr-coco-pre/resolve/main/config.json'
    ),
    'uclanlp/visualbert-nlvr2': 'https://huggingface.co/uclanlp/visualbert-nlvr2/resolve/main/config.json',
    'uclanlp/visualbert-nlvr2-pre': 'https://huggingface.co/uclanlp/visualbert-nlvr2-pre/resolve/main/config.json',
    'uclanlp/visualbert-nlvr2-coco-pre': (
        'https://huggingface.co/uclanlp/visualbert-nlvr2-coco-pre/resolve/main/config.json'
    )
    # See all VisualBERT models at https://huggingface.co/models?filter=visual_bert
}






class 							lowercase__	(							lowercase   ):
	lowercase__  				=			"""visual_bert"""





	def __init__( self					:				List[Any] ,lowerCamelCase__					:				Tuple=30522 ,lowerCamelCase__					:				str=768 ,lowerCamelCase__					:				List[str]=512 ,lowerCamelCase__					:				Any=12 ,lowerCamelCase__					:				Any=12 ,lowerCamelCase__					:				Dict=3072 ,lowerCamelCase__					:				List[str]="gelu" ,lowerCamelCase__					:				Optional[int]=0.1 ,lowerCamelCase__					:				List[Any]=0.1 ,lowerCamelCase__					:				Optional[Any]=512 ,lowerCamelCase__					:				Optional[int]=2 ,lowerCamelCase__					:				Dict=0.0_2 ,lowerCamelCase__					:				Optional[int]=1E-12 ,lowerCamelCase__					:				Any=False ,lowerCamelCase__					:				int=True ,lowerCamelCase__					:				Optional[int]=1 ,lowerCamelCase__					:				List[str]=0 ,lowerCamelCase__					:				List[str]=2 ,**lowerCamelCase__					:				str ,):







							'''simple docstring'''
							super().__init__(pad_token_id=lowerCamelCase__ ,bos_token_id=lowerCamelCase__ ,eos_token_id=lowerCamelCase__ ,**lowerCamelCase__ )

							_UpperCamelCase					:		Tuple 				=   vocab_size
							_UpperCamelCase					:		str 				=   max_position_embeddings
							_UpperCamelCase					:		Dict 				=   hidden_size
							_UpperCamelCase					:		Union[str, Any] 				=   visual_embedding_dim
							_UpperCamelCase					:		List[Any] 				=   num_hidden_layers
							_UpperCamelCase					:		str 				=   num_attention_heads
							_UpperCamelCase					:		Any 				=   intermediate_size
							_UpperCamelCase					:		Optional[int] 				=   hidden_act
							_UpperCamelCase					:		int 				=   hidden_dropout_prob
							_UpperCamelCase					:		Any 				=   attention_probs_dropout_prob
							_UpperCamelCase					:		Optional[Any] 				=   initializer_range
							_UpperCamelCase					:		Tuple 				=   type_vocab_size
							_UpperCamelCase					:		Optional[Any] 				=   layer_norm_eps
							_UpperCamelCase					:		List[Any] 				=   bypass_transformer
							_UpperCamelCase					:		Optional[Any] 				=   special_visual_initialize



from ...configuration_utils import PretrainedConfig
from ...utils import logging


_SCREAMING_SNAKE_CASE										=						logging.get_logger(__name__)

_SCREAMING_SNAKE_CASE										=						{
    'microsoft/biogpt': 'https://huggingface.co/microsoft/biogpt/resolve/main/config.json',
    # See all BioGPT models at https://huggingface.co/models?filter=biogpt
}



class 				a							(			__lowerCAmelCase       ):







 """simple docstring"""






 lowerCamelCase	:Any    			=		'''biogpt'''



 def __init__(					self		,				lowerCAmelCase_=4_23_84		,				lowerCAmelCase_=10_24		,				lowerCAmelCase_=24		,				lowerCAmelCase_=16		,				lowerCAmelCase_=40_96		,				lowerCAmelCase_="gelu"		,				lowerCAmelCase_=0.1		,				lowerCAmelCase_=0.1		,				lowerCAmelCase_=10_24		,				lowerCAmelCase_=0.02		,				lowerCAmelCase_=1E-12		,				lowerCAmelCase_=True		,				lowerCAmelCase_=True		,				lowerCAmelCase_=0.0		,				lowerCAmelCase_=0.0		,				lowerCAmelCase_=1		,				lowerCAmelCase_=0		,				lowerCAmelCase_=2		,				**lowerCAmelCase_		,				)  ->					Tuple:
        _A        =  vocab_size
        _A        =  max_position_embeddings
        _A        =  hidden_size
        _A        =  num_hidden_layers
        _A        =  num_attention_heads
        _A        =  intermediate_size
        _A        =  hidden_act
        _A        =  hidden_dropout_prob
        _A        =  attention_probs_dropout_prob
        _A        =  initializer_range
        _A        =  layer_norm_eps
        _A        =  scale_embedding
        _A        =  use_cache
        _A        =  layerdrop
        _A        =  activation_dropout
        super().__init__(pad_token_id=lowerCAmelCase_		,				bos_token_id=lowerCAmelCase_		,				eos_token_id=lowerCAmelCase_		,				**lowerCAmelCase_							)




