
from ...configuration_utils import PretrainedConfig
from ...utils import logging


_UpperCAmelCase					: Optional[int]      =       logging.get_logger(__name__)

_UpperCAmelCase					: str      =       {
    "microsoft/biogpt": "https://huggingface.co/microsoft/biogpt/resolve/main/config.json",
    # See all BioGPT models at https://huggingface.co/models?filter=biogpt
}


class 				lowercase					(		_SCREAMING_SNAKE_CASE   ):
		__lowercase       :       str	     =				"biogpt"



		def __init__( self				,      A_=42_384				,      A_=1_024				,      A_=24				,      A_=16				,      A_=4_096				,      A_="gelu"				,      A_=0.1				,      A_=0.1				,      A_=1_024				,      A_=0.02				,      A_=1e-12				,      A_=True				,      A_=True				,      A_=0.0				,      A_=0.0				,      A_=1				,      A_=0				,      A_=2				,      **A_				,      )  ->					Optional[Any]:
				"""simple docstring"""
				UpperCamelCase		=     vocab_size
				UpperCamelCase		=     max_position_embeddings
				UpperCamelCase		=     hidden_size
				UpperCamelCase		=     num_hidden_layers
				UpperCamelCase		=     num_attention_heads
				UpperCamelCase		=     intermediate_size
				UpperCamelCase		=     hidden_act
				UpperCamelCase		=     hidden_dropout_prob
				UpperCamelCase		=     attention_probs_dropout_prob
				UpperCamelCase		=     initializer_range
				UpperCamelCase		=     layer_norm_eps
				UpperCamelCase		=     scale_embedding
				UpperCamelCase		=     use_cache
				UpperCamelCase		=     layerdrop
				UpperCamelCase		=     activation_dropout
				super().__init__(pad_token_id=A_				,      bos_token_id=A_				,      eos_token_id=A_				,      **A_       )


import os

from huggingface_hub.constants import HUGGINGFACE_HUB_CACHE, hf_cache_home


_UpperCAmelCase					: Optional[int]      =       HUGGINGFACE_HUB_CACHE


_UpperCAmelCase					: List[str]      =       "config.json"
_UpperCAmelCase					: Union[str, Any]      =       "diffusion_pytorch_model.bin"
_UpperCAmelCase					: List[Any]      =       "diffusion_flax_model.msgpack"
_UpperCAmelCase					: Optional[Any]      =       "model.onnx"
_UpperCAmelCase					: int      =       "diffusion_pytorch_model.safetensors"
_UpperCAmelCase					: Optional[Any]      =       "weights.pb"
_UpperCAmelCase					: Tuple      =       "https://huggingface.co"
_UpperCAmelCase					: Union[str, Any]      =       default_cache_path
_UpperCAmelCase					: Optional[Any]      =       "diffusers_modules"
_UpperCAmelCase					: List[Any]      =       os.getenv("HF_MODULES_CACHE", os.path.join(hf_cache_home, "modules"))
_UpperCAmelCase					: Tuple      =       ["fp16", "non-ema"]
_UpperCAmelCase					: Any      =       ".self_attn"
