



from ...configuration_utils import PretrainedConfig
from ...utils import logging


_lowercase				:					str     					=logging.get_logger(__name__)

_lowercase				:					Any     					={
    """uw-madison/yoso-4096""": """https://huggingface.co/uw-madison/yoso-4096/resolve/main/config.json""",
    # See all YOSO models at https://huggingface.co/models?filter=yoso
}
class lowerCAmelCase_       (   _UpperCAmelCase			):







	'''simple docstring'''




	A_       :     List[str]									=		"""yoso"""

	def __init__(	self   ,       lowerCamelCase=5_0265   ,       lowerCamelCase=768   ,       lowerCamelCase=12   ,       lowerCamelCase=12   ,       lowerCamelCase=3072   ,       lowerCamelCase="gelu"   ,       lowerCamelCase=0.1   ,       lowerCamelCase=0.1   ,       lowerCamelCase=4096   ,       lowerCamelCase=1   ,       lowerCamelCase=0.0_2   ,       lowerCamelCase=1e-12   ,       lowerCamelCase="absolute"   ,       lowerCamelCase=True   ,       lowerCamelCase=9   ,       lowerCamelCase=64   ,       lowerCamelCase=None   ,       lowerCamelCase=True   ,       lowerCamelCase=True   ,       lowerCamelCase=1   ,       lowerCamelCase=0   ,       lowerCamelCase=2   ,       **lowerCamelCase   ,       ):



				'''simple docstring'''


				super().__init__(pad_token_id=snake_case_   ,       bos_token_id=snake_case_   ,       eos_token_id=snake_case_   ,       **snake_case_       )

				a__					=  vocab_size
				a__					=  max_position_embeddings
				a__					=  hidden_size
				a__					=  num_hidden_layers
				a__					=  num_attention_heads
				a__					=  intermediate_size
				a__					=  hidden_act
				a__					=  hidden_dropout_prob
				a__					=  attention_probs_dropout_prob
				a__					=  initializer_range
				a__					=  type_vocab_size
				a__					=  layer_norm_eps
				a__					=  position_embedding_type
				a__					=  use_expectation
				a__					=  hash_code_len
				a__					=  num_hash
				a__					=  conv_window
				a__					=  use_fast_hash
				a__					=  lsh_backward


'''simple docstring'''

# Copyright 2023 The HuggingFace Team. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
from typing import TYPE_CHECKING

# rely on isort to merge the imports
from ...utils import (
    OptionalDependencyNotAvailable,
    _LazyModule,
    is_torch_available,
)


A_	   = {
    "configuration_convnextv2": [
        "CONVNEXTV2_PRETRAINED_CONFIG_ARCHIVE_MAP",
        "ConvNextV2Config",
    ]
}

try:
						if not is_torch_available():
												raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
						pass
else:
						A_	   = [
						    "CONVNEXTV2_PRETRAINED_MODEL_ARCHIVE_LIST",
						    "ConvNextV2ForImageClassification",
						    "ConvNextV2Model",
						    "ConvNextV2PreTrainedModel",
						    "ConvNextV2Backbone",
						]


if TYPE_CHECKING:
						from .configuration_convnextva import (
						    CONVNEXTV2_PRETRAINED_CONFIG_ARCHIVE_MAP,
						    ConvNextVaConfig,
						)

						try:
												if not is_torch_available():
																		raise OptionalDependencyNotAvailable()
						except OptionalDependencyNotAvailable:
												pass
						else:
												from .modeling_convnextva import (
												    CONVNEXTV2_PRETRAINED_MODEL_ARCHIVE_LIST,
												    ConvNextVaBackbone,
												    ConvNextVaForImageClassification,
												    ConvNextVaModel,
												    ConvNextVaPreTrainedModel,
												)

else:
						import sys

						A_	   = _LazyModule(__name__, globals()["__file__"], _import_structure)





