'''simple docstring'''




from ...configuration_utils import PretrainedConfig
from ...utils import logging


__UpperCAmelCase  							=logging.get_logger(__name__)

__UpperCAmelCase  							={
    """tau/splinter-base""": """https://huggingface.co/tau/splinter-base/resolve/main/config.json""",
    """tau/splinter-base-qass""": """https://huggingface.co/tau/splinter-base-qass/resolve/main/config.json""",
    """tau/splinter-large""": """https://huggingface.co/tau/splinter-large/resolve/main/config.json""",
    """tau/splinter-large-qass""": """https://huggingface.co/tau/splinter-large-qass/resolve/main/config.json""",
    # See all Splinter models at https://huggingface.co/models?filter=splinter
}




class 					a__   (     snake_case__				):
     lowerCamelCase						:  int							='splinter'






     def __init__(				self	:	str						,       a	:	Union[str, Any]=3_05_22						,       a	:	List[Any]=7_68						,       a	:	Tuple=12						,       a	:	List[Any]=12						,       a	:	Optional[Any]=30_72						,       a	:	Dict="gelu"						,       a	:	Optional[Any]=0.1						,       a	:	str=0.1						,       a	:	int=5_12						,       a	:	Dict=2						,       a	:	List[Any]=0.02						,       a	:	List[str]=1e-1_2						,       a	:	List[str]=True						,       a	:	str=0						,       a	:	Any=1_04						,       **a	:	Tuple						,       ):





         """simple docstring"""



         super().__init__(pad_token_id=a						,       **a					)

         __lowerCamelCase						=						vocab_size
         __lowerCamelCase						=						max_position_embeddings
         __lowerCamelCase						=						hidden_size
         __lowerCamelCase						=						num_hidden_layers
         __lowerCamelCase						=						num_attention_heads
         __lowerCamelCase						=						intermediate_size
         __lowerCamelCase						=						hidden_act
         __lowerCamelCase						=						hidden_dropout_prob
         __lowerCamelCase						=						attention_probs_dropout_prob
         __lowerCamelCase						=						initializer_range
         __lowerCamelCase						=						type_vocab_size
         __lowerCamelCase						=						layer_norm_eps
         __lowerCamelCase						=						use_cache
         __lowerCamelCase						=						question_token_id

'''simple docstring'''




from typing import TYPE_CHECKING

from ...utils import (
    OptionalDependencyNotAvailable,
    _LazyModule,
    is_torch_available,
)


__UpperCAmelCase  							={
    "configuration_rwkv": ["RWKV_PRETRAINED_CONFIG_ARCHIVE_MAP", "RwkvConfig", "RwkvOnnxConfig"],
}

try:
  if not is_torch_available():
    raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
  pass
else:
  __UpperCAmelCase  							=[
      "RWKV_PRETRAINED_MODEL_ARCHIVE_LIST",
      "RwkvForCausalLM",
      "RwkvModel",
      "RwkvPreTrainedModel",
  ]


if TYPE_CHECKING:
  from .configuration_rwkv import RWKV_PRETRAINED_CONFIG_ARCHIVE_MAP, RwkvConfig, RwkvOnnxConfig

  try:
    if not is_torch_available():
      raise OptionalDependencyNotAvailable()
  except OptionalDependencyNotAvailable:
    pass
  else:
    from .modeling_rwkv import (
        RWKV_PRETRAINED_MODEL_ARCHIVE_LIST,
        RwkvForCausalLM,
        RwkvModel,
        RwkvPreTrainedModel,
    )
else:
  import sys

  __UpperCAmelCase  							=_LazyModule(__name__, globals()["__file__"], _import_structure, module_spec=__spec__)
