

'''simple docstring'''

import argparse
import json
from pathlib import Path

import requests
import torch
from huggingface_hub import hf_hub_download
from PIL import Image

from transformers import ConvNextConfig, ConvNextForImageClassification, ConvNextImageProcessor
from transformers.utils import logging


logging.set_verbosity_info()
lowerCAmelCase_     =      logging.get_logger(__name__)

def      __magic_name__							(			A				)      ->		List[str]:
	snake_case							=					ConvNextConfig()

	if "tiny" in checkpoint_url:
		snake_case							=					[3, 3, 9, 3]
		snake_case							=					[9_6, 1_9_2, 3_8_4, 7_6_8]
	if "small" in checkpoint_url:
		snake_case							=					[3, 3, 2_7, 3]
		snake_case							=					[9_6, 1_9_2, 3_8_4, 7_6_8]
	if "base" in checkpoint_url:
		snake_case							=					[3, 3, 2_7, 3]
		snake_case							=					[1_2_8, 2_5_6, 5_1_2, 1_0_2_4]
	if "large" in checkpoint_url:
		snake_case							=					[3, 3, 2_7, 3]
		snake_case							=					[1_9_2, 3_8_4, 7_6_8, 1_5_3_6]
	if "xlarge" in checkpoint_url:
		snake_case							=					[3, 3, 2_7, 3]
		snake_case							=					[2_5_6, 5_1_2, 1_0_2_4, 2_0_4_8]

	if "1k" in checkpoint_url:
		snake_case							=					1_0_0_0
		snake_case							=					'imagenet-1k-id2label.json'
		snake_case							=					(1, 1_0_0_0)
	else:
		snake_case							=					2_1_8_4_1
		snake_case							=					'imagenet-22k-id2label.json'
		snake_case							=					(1, 2_1_8_4_1)

	snake_case							=					'huggingface/label-files'
	snake_case							=					num_labels
	snake_case							=					json.load(open(hf_hub_download(A       , A       , repo_type='dataset'				)       , 'r'				)				)
	snake_case							=					{int(A				): v for k, v in idalabel.items()}
	if "1k" not in checkpoint_url:
		# this dataset contains 21843 labels but the model only has 21841
		# we delete the classes as mentioned in https://github.com/google-research/big_transfer/issues/18
		del idalabel[9_2_0_5]
		del idalabel[1_5_0_2_7]
	snake_case							=					idalabel
	snake_case							=					{v: k for k, v in idalabel.items()}
	snake_case							=					hidden_sizes
	snake_case							=					depths

	return config, expected_shape

def      __magic_name__							(			A				)      ->		str:
	if "downsample_layers.0.0" in name:
		snake_case							=					name.replace('downsample_layers.0.0'       , 'embeddings.patch_embeddings'				)
	if "downsample_layers.0.1" in name:
		snake_case							=					name.replace('downsample_layers.0.1'       , 'embeddings.norm'				)  # we rename to layernorm later on
	if "downsample_layers.1.0" in name:
		snake_case							=					name.replace('downsample_layers.1.0'       , 'stages.1.downsampling_layer.0'				)
	if "downsample_layers.1.1" in name:
		snake_case							=					name.replace('downsample_layers.1.1'       , 'stages.1.downsampling_layer.1'				)
	if "downsample_layers.2.0" in name:
		snake_case							=					name.replace('downsample_layers.2.0'       , 'stages.2.downsampling_layer.0'				)
	if "downsample_layers.2.1" in name:
		snake_case							=					name.replace('downsample_layers.2.1'       , 'stages.2.downsampling_layer.1'				)
	if "downsample_layers.3.0" in name:
		snake_case							=					name.replace('downsample_layers.3.0'       , 'stages.3.downsampling_layer.0'				)
	if "downsample_layers.3.1" in name:
		snake_case							=					name.replace('downsample_layers.3.1'       , 'stages.3.downsampling_layer.1'				)
	if "stages" in name and "downsampling_layer" not in name:
		# stages.0.0. for instance should be renamed to stages.0.layers.0.
		snake_case							=					name[: len('stages.0'				)] + '.layers' + name[len('stages.0'				) :]
	if "stages" in name:
		snake_case							=					name.replace('stages'       , 'encoder.stages'				)
	if "norm" in name:
		snake_case							=					name.replace('norm'       , 'layernorm'				)
	if "gamma" in name:
		snake_case							=					name.replace('gamma'       , 'layer_scale_parameter'				)
	if "head" in name:
		snake_case							=					name.replace('head'       , 'classifier'				)

	return name

def      __magic_name__							(			)      ->		int:
	snake_case							=					'http://images.cocodataset.org/val2017/000000039769.jpg'
	snake_case							=					Image.open(requests.get(A       , stream=A				).raw				)
	return im

@torch.no_grad()
def      __magic_name__							(			A       , A				)      ->		Dict:
	snake_case			,			snake_case							=					get_convnext_config(A				)
	# load original state_dict from URL
	snake_case							=					torch.hub.load_state_dict_from_url(A				)['model']
	# rename keys
	for key in state_dict.copy().keys():
		snake_case							=					state_dict.pop(A				)
		snake_case							=					val
	# add prefix to all keys expect classifier head
	for key in state_dict.copy().keys():
		snake_case							=					state_dict.pop(A				)
		if not key.startswith('classifier'				):
			snake_case							=					'convnext.' + key
		snake_case							=					val

	# load HuggingFace model
	snake_case							=					ConvNextForImageClassification(A				)
	model.load_state_dict(A				)
	model.eval()

	# Check outputs on an image, prepared by ConvNextImageProcessor
	snake_case							=					2_2_4 if '224' in checkpoint_url else 3_8_4
	snake_case							=					ConvNextImageProcessor(size=A				)
	snake_case							=					image_processor(images=prepare_img()       , return_tensors='pt'				).pixel_values

	snake_case							=					model(A				).logits

	# note: the logits below were obtained without center cropping
	if checkpoint_url == "https://dl.fbaipublicfiles.com/convnext/convnext_tiny_1k_224_ema.pth":
		snake_case							=					torch.tensor([-0.1_210, -0.6_605, 0.1_918]				)
	elif checkpoint_url == "https://dl.fbaipublicfiles.com/convnext/convnext_small_1k_224_ema.pth":
		snake_case							=					torch.tensor([-0.4_473, -0.1_847, -0.6_365]				)
	elif checkpoint_url == "https://dl.fbaipublicfiles.com/convnext/convnext_base_1k_224_ema.pth":
		snake_case							=					torch.tensor([0.4_525, 0.7_539, 0.0_308]				)
	elif checkpoint_url == "https://dl.fbaipublicfiles.com/convnext/convnext_base_1k_384.pth":
		snake_case							=					torch.tensor([0.3_561, 0.6_350, -0.0_384]				)
	elif checkpoint_url == "https://dl.fbaipublicfiles.com/convnext/convnext_large_1k_224_ema.pth":
		snake_case							=					torch.tensor([0.4_174, -0.0_989, 0.1_489]				)
	elif checkpoint_url == "https://dl.fbaipublicfiles.com/convnext/convnext_large_1k_384.pth":
		snake_case							=					torch.tensor([0.2_513, -0.1_349, -0.1_613]				)
	elif checkpoint_url == "https://dl.fbaipublicfiles.com/convnext/convnext_base_22k_224.pth":
		snake_case							=					torch.tensor([1.2_980, 0.3_631, -0.1_198]				)
	elif checkpoint_url == "https://dl.fbaipublicfiles.com/convnext/convnext_large_22k_224.pth":
		snake_case							=					torch.tensor([1.2_963, 0.1_227, 0.1_723]				)
	elif checkpoint_url == "https://dl.fbaipublicfiles.com/convnext/convnext_xlarge_22k_224.pth":
		snake_case							=					torch.tensor([1.7_956, 0.8_390, 0.2_820]				)
	elif checkpoint_url == "https://dl.fbaipublicfiles.com/convnext/convnext_base_22k_1k_224.pth":
		snake_case							=					torch.tensor([-0.2_822, -0.0_502, -0.0_878]				)
	elif checkpoint_url == "https://dl.fbaipublicfiles.com/convnext/convnext_base_22k_1k_384.pth":
		snake_case							=					torch.tensor([-0.5_672, -0.0_730, -0.4_348]				)
	elif checkpoint_url == "https://dl.fbaipublicfiles.com/convnext/convnext_large_22k_1k_224.pth":
		snake_case							=					torch.tensor([0.2_681, 0.2_365, 0.6_246]				)
	elif checkpoint_url == "https://dl.fbaipublicfiles.com/convnext/convnext_large_22k_1k_384.pth":
		snake_case							=					torch.tensor([-0.2_642, 0.3_931, 0.5_116]				)
	elif checkpoint_url == "https://dl.fbaipublicfiles.com/convnext/convnext_xlarge_22k_1k_224_ema.pth":
		snake_case							=					torch.tensor([-0.6_677, -0.1_873, -0.8_379]				)
	elif checkpoint_url == "https://dl.fbaipublicfiles.com/convnext/convnext_xlarge_22k_1k_384_ema.pth":
		snake_case							=					torch.tensor([-0.7_749, -0.2_967, -0.6_444]				)
	else:
		raise ValueError(F'''Unknown URL: {checkpoint_url}'''				)

	assert torch.allclose(logits[0, :3]       , A       , atol=1E-3				)
	assert logits.shape == expected_shape

	Path(A				).mkdir(exist_ok=A				)
	print(F'''Saving model to {pytorch_dump_folder_path}'''				)
	model.save_pretrained(A				)
	print(F'''Saving image processor to {pytorch_dump_folder_path}'''				)
	image_processor.save_pretrained(A				)

	print('Pushing model to the hub...'				)
	snake_case							=					'convnext'
	if "tiny" in checkpoint_url:
		model_name += "-tiny"
	elif "small" in checkpoint_url:
		model_name += "-small"
	elif "base" in checkpoint_url:
		model_name += "-base"
	elif "xlarge" in checkpoint_url:
		model_name += "-xlarge"
	elif "large" in checkpoint_url:
		model_name += "-large"
	if "224" in checkpoint_url:
		model_name += "-224"
	elif "384" in checkpoint_url:
		model_name += "-384"
	if "22k" in checkpoint_url and "1k" not in checkpoint_url:
		model_name += "-22k"
	if "22k" in checkpoint_url and "1k" in checkpoint_url:
		model_name += "-22k-1k"

	model.push_to_hub(
	    repo_path_or_name=Path(A       , A				)       , organization='nielsr'       , commit_message='Add model'       , )


if __name__ == "__main__":
						lowerCAmelCase_     =      argparse.ArgumentParser()
						# Required parameters
						parser.add_argument(
						    "--checkpoint_url",
						    default="https://dl.fbaipublicfiles.com/convnext/convnext_tiny_1k_224_ema.pth",
						    type=str,
						    help="URL of the original ConvNeXT checkpoint you'd like to convert.",
						)
						parser.add_argument(
						    "--pytorch_dump_folder_path",
						    default=None,
						    type=str,
						    required=True,
						    help="Path to the output PyTorch model directory.",
						)

						lowerCAmelCase_     =      parser.parse_args()
						convert_convnext_checkpoint(args.checkpoint_url, args.pytorch_dump_folder_path)






import unittest

from transformers import YosoConfig, is_torch_available
from transformers.testing_utils import require_torch, slow, torch_device

from ...test_configuration_common import ConfigTester
from ...test_modeling_common import ModelTesterMixin, floats_tensor, ids_tensor, random_attention_mask
from ...test_pipeline_mixin import PipelineTesterMixin


if is_torch_available():
    import torch

    from transformers import (
        YosoForMaskedLM,
        YosoForMultipleChoice,
        YosoForQuestionAnswering,
        YosoForSequenceClassification,
        YosoForTokenClassification,
        YosoModel,
    )
    from transformers.models.yoso.modeling_yoso import YOSO_PRETRAINED_MODEL_ARCHIVE_LIST




class 						__snake_case						:





      '''simple docstring'''






      def __init__(       self  :					List[Any]     ,	_UpperCamelCase  :					Union[str, Any]     ,	_UpperCamelCase  :					Tuple=13     ,	_UpperCamelCase  :					Union[str, Any]=7     ,	_UpperCamelCase  :					Union[str, Any]=True     ,	_UpperCamelCase  :					Dict=True     ,	_UpperCamelCase  :					List[Any]=True     ,	_UpperCamelCase  :					Optional[Any]=True     ,	_UpperCamelCase  :					Optional[int]=99     ,	_UpperCamelCase  :					List[Any]=32     ,	_UpperCamelCase  :					Dict=5     ,	_UpperCamelCase  :					Dict=4     ,	_UpperCamelCase  :					Optional[int]=37     ,	_UpperCamelCase  :					List[Any]="gelu"     ,	_UpperCamelCase  :					int=0.1     ,	_UpperCamelCase  :					str=0.1     ,	_UpperCamelCase  :					int=512     ,	_UpperCamelCase  :					Optional[Any]=16     ,	_UpperCamelCase  :					Tuple=2     ,	_UpperCamelCase  :					Any=0.0_2     ,	_UpperCamelCase  :					Any=3     ,	_UpperCamelCase  :					Union[str, Any]=4     ,	_UpperCamelCase  :					List[Any]=None     ,	)					->List[Any]:


          """simple docstring"""


          _lowerCamelCase  :		List[str]			    =    parent
          _lowerCamelCase  :		List[Any]			    =    batch_size
          _lowerCamelCase  :		int			    =    seq_length
          _lowerCamelCase  :		List[Any]			    =    is_training
          _lowerCamelCase  :		List[Any]			    =    use_input_mask
          _lowerCamelCase  :		Tuple			    =    use_token_type_ids
          _lowerCamelCase  :		int			    =    use_labels
          _lowerCamelCase  :		int			    =    vocab_size
          _lowerCamelCase  :		List[str]			    =    hidden_size
          _lowerCamelCase  :		List[Any]			    =    num_hidden_layers
          _lowerCamelCase  :		str			    =    num_attention_heads
          _lowerCamelCase  :		List[str]			    =    intermediate_size
          _lowerCamelCase  :		List[Any]			    =    hidden_act
          _lowerCamelCase  :		Optional[int]			    =    hidden_dropout_prob
          _lowerCamelCase  :		Optional[int]			    =    attention_probs_dropout_prob
          _lowerCamelCase  :		Tuple			    =    max_position_embeddings
          _lowerCamelCase  :		List[str]			    =    type_vocab_size
          _lowerCamelCase  :		Dict			    =    type_sequence_label_size
          _lowerCamelCase  :		str			    =    initializer_range
          _lowerCamelCase  :		Tuple			    =    num_labels
          _lowerCamelCase  :		Union[str, Any]			    =    num_choices
          _lowerCamelCase  :		str			    =    scope



      def 						_SCREAMING_SNAKE_CASE     (       self  :					Union[str, Any])					->str:


          """simple docstring"""


          _lowerCamelCase  :		Optional[int]			    =    ids_tensor([self.batch_size, self.seq_length]     ,	self.vocab_size)

          _lowerCamelCase  :		Tuple			    =    None
          if self.use_input_mask:
              _lowerCamelCase  :		Dict			    =    random_attention_mask([self.batch_size, self.seq_length])

          _lowerCamelCase  :		str			    =    None
          if self.use_token_type_ids:
              _lowerCamelCase  :		Optional[Any]			    =    ids_tensor([self.batch_size, self.seq_length]     ,	self.type_vocab_size)

          _lowerCamelCase  :		List[str]			    =    None
          _lowerCamelCase  :		Optional[int]			    =    None
          _lowerCamelCase  :		Dict			    =    None
          if self.use_labels:
              _lowerCamelCase  :		List[str]			    =    ids_tensor([self.batch_size]     ,	self.type_sequence_label_size)
              _lowerCamelCase  :		List[str]			    =    ids_tensor([self.batch_size, self.seq_length]     ,	self.num_labels)
              _lowerCamelCase  :		Any			    =    ids_tensor([self.batch_size]     ,	self.num_choices)

          _lowerCamelCase  :		Optional[Any]			    =    self.get_config()

          return config, input_ids, token_type_ids, input_mask, sequence_labels, token_labels, choice_labels



      def 						_SCREAMING_SNAKE_CASE     (       self  :					Optional[int])					->str:


          """simple docstring"""


          return YosoConfig(
              vocab_size=self.vocab_size     ,	hidden_size=self.hidden_size     ,	num_hidden_layers=self.num_hidden_layers     ,	num_attention_heads=self.num_attention_heads     ,	intermediate_size=self.intermediate_size     ,	hidden_act=self.hidden_act     ,	hidden_dropout_prob=self.hidden_dropout_prob     ,	attention_probs_dropout_prob=self.attention_probs_dropout_prob     ,	max_position_embeddings=self.max_position_embeddings     ,	type_vocab_size=self.type_vocab_size     ,	is_decoder=_UpperCamelCase     ,	initializer_range=self.initializer_range     ,	)



      def 						_SCREAMING_SNAKE_CASE     (       self  :					Union[str, Any])					->Optional[Any]:


          """simple docstring"""


          _lowerCamelCase  :		Union[str, Any]			    =    self.get_config()
          _lowerCamelCase  :		List[str]			    =    300
          return config



      def 						_SCREAMING_SNAKE_CASE     (       self  :					List[Any])					->Optional[Any]:


          """simple docstring"""


          (
              (
              _lowerCamelCase
          )    ,				(
              _lowerCamelCase
          )    ,				(
              _lowerCamelCase
          )    ,				(
              _lowerCamelCase
          )    ,				(
              _lowerCamelCase
          )    ,				(
              _lowerCamelCase
          )    ,				(
              _lowerCamelCase
          )    ,				
          )  :		Dict			    =    self.prepare_config_and_inputs()

          _lowerCamelCase  :		int			    =    True
          _lowerCamelCase  :		List[Any]			    =    floats_tensor([self.batch_size, self.seq_length, self.hidden_size])
          _lowerCamelCase  :		Any			    =    ids_tensor([self.batch_size, self.seq_length]     ,	vocab_size=2)

          return (
              config,
              input_ids,
              token_type_ids,
              input_mask,
              sequence_labels,
              token_labels,
              choice_labels,
              encoder_hidden_states,
              encoder_attention_mask,
          )



      def 						_SCREAMING_SNAKE_CASE     (       self  :					Any     ,	_UpperCamelCase  :					Tuple     ,	_UpperCamelCase  :					Optional[Any]     ,	_UpperCamelCase  :					str     ,	_UpperCamelCase  :					Dict     ,	_UpperCamelCase  :					Optional[int]     ,	_UpperCamelCase  :					Any     ,	_UpperCamelCase  :					Optional[int])					->str:


          """simple docstring"""


          _lowerCamelCase  :		str			    =    YosoModel(config=_UpperCamelCase)
          model.to(_UpperCamelCase)
          model.eval()
          _lowerCamelCase  :		Union[str, Any]			    =    model(_UpperCamelCase     ,	attention_mask=_UpperCamelCase     ,	token_type_ids=_UpperCamelCase)
          _lowerCamelCase  :		Optional[Any]			    =    model(_UpperCamelCase     ,	token_type_ids=_UpperCamelCase)
          _lowerCamelCase  :		Optional[int]			    =    model(_UpperCamelCase)
          self.parent.assertEqual(result.last_hidden_state.shape     ,	(self.batch_size, self.seq_length, self.hidden_size))



      def 						_SCREAMING_SNAKE_CASE     (       self  :					str     ,	_UpperCamelCase  :					Union[str, Any]     ,	_UpperCamelCase  :					Dict     ,	_UpperCamelCase  :					str     ,	_UpperCamelCase  :					Any     ,	_UpperCamelCase  :					int     ,	_UpperCamelCase  :					Optional[Any]     ,	_UpperCamelCase  :					str     ,	_UpperCamelCase  :					List[Any]     ,	_UpperCamelCase  :					Optional[int]     ,	)					->List[str]:


          """simple docstring"""


          _lowerCamelCase  :		Optional[Any]			    =    True
          _lowerCamelCase  :		str			    =    YosoModel(_UpperCamelCase)
          model.to(_UpperCamelCase)
          model.eval()
          _lowerCamelCase  :		Optional[int]			    =    model(
              _UpperCamelCase     ,	attention_mask=_UpperCamelCase     ,	token_type_ids=_UpperCamelCase     ,	encoder_hidden_states=_UpperCamelCase     ,	encoder_attention_mask=_UpperCamelCase     ,	)
          _lowerCamelCase  :		Union[str, Any]			    =    model(
              _UpperCamelCase     ,	attention_mask=_UpperCamelCase     ,	token_type_ids=_UpperCamelCase     ,	encoder_hidden_states=_UpperCamelCase     ,	)
          _lowerCamelCase  :		List[str]			    =    model(_UpperCamelCase     ,	attention_mask=_UpperCamelCase     ,	token_type_ids=_UpperCamelCase)
          self.parent.assertEqual(result.last_hidden_state.shape     ,	(self.batch_size, self.seq_length, self.hidden_size))



      def 						_SCREAMING_SNAKE_CASE     (       self  :					Any     ,	_UpperCamelCase  :					int     ,	_UpperCamelCase  :					Optional[int]     ,	_UpperCamelCase  :					Dict     ,	_UpperCamelCase  :					Tuple     ,	_UpperCamelCase  :					Optional[Any]     ,	_UpperCamelCase  :					Optional[Any]     ,	_UpperCamelCase  :					str)					->Tuple:


          """simple docstring"""


          _lowerCamelCase  :		List[Any]			    =    YosoForMaskedLM(config=_UpperCamelCase)
          model.to(_UpperCamelCase)
          model.eval()
          _lowerCamelCase  :		Tuple			    =    model(_UpperCamelCase     ,	attention_mask=_UpperCamelCase     ,	token_type_ids=_UpperCamelCase     ,	labels=_UpperCamelCase)
          self.parent.assertEqual(result.logits.shape     ,	(self.batch_size, self.seq_length, self.vocab_size))



      def 						_SCREAMING_SNAKE_CASE     (       self  :					Union[str, Any]     ,	_UpperCamelCase  :					str     ,	_UpperCamelCase  :					Any     ,	_UpperCamelCase  :					Dict     ,	_UpperCamelCase  :					Optional[int]     ,	_UpperCamelCase  :					Dict     ,	_UpperCamelCase  :					Dict     ,	_UpperCamelCase  :					Union[str, Any])					->Any:


          """simple docstring"""


          _lowerCamelCase  :		Tuple			    =    YosoForQuestionAnswering(config=_UpperCamelCase)
          model.to(_UpperCamelCase)
          model.eval()
          _lowerCamelCase  :		int			    =    model(
              _UpperCamelCase     ,	attention_mask=_UpperCamelCase     ,	token_type_ids=_UpperCamelCase     ,	start_positions=_UpperCamelCase     ,	end_positions=_UpperCamelCase     ,	)
          self.parent.assertEqual(result.start_logits.shape     ,	(self.batch_size, self.seq_length))
          self.parent.assertEqual(result.end_logits.shape     ,	(self.batch_size, self.seq_length))



      def 						_SCREAMING_SNAKE_CASE     (       self  :					List[Any]     ,	_UpperCamelCase  :					str     ,	_UpperCamelCase  :					Any     ,	_UpperCamelCase  :					Union[str, Any]     ,	_UpperCamelCase  :					Union[str, Any]     ,	_UpperCamelCase  :					str     ,	_UpperCamelCase  :					str     ,	_UpperCamelCase  :					str)					->Optional[int]:


          """simple docstring"""


          _lowerCamelCase  :		List[Any]			    =    self.num_labels
          _lowerCamelCase  :		Tuple			    =    YosoForSequenceClassification(_UpperCamelCase)
          model.to(_UpperCamelCase)
          model.eval()
          _lowerCamelCase  :		Optional[Any]			    =    model(_UpperCamelCase     ,	attention_mask=_UpperCamelCase     ,	token_type_ids=_UpperCamelCase     ,	labels=_UpperCamelCase)
          self.parent.assertEqual(result.logits.shape     ,	(self.batch_size, self.num_labels))



      def 						_SCREAMING_SNAKE_CASE     (       self  :					List[Any]     ,	_UpperCamelCase  :					List[str]     ,	_UpperCamelCase  :					Dict     ,	_UpperCamelCase  :					Any     ,	_UpperCamelCase  :					List[str]     ,	_UpperCamelCase  :					Union[str, Any]     ,	_UpperCamelCase  :					str     ,	_UpperCamelCase  :					str)					->List[str]:


          """simple docstring"""


          _lowerCamelCase  :		Tuple			    =    self.num_labels
          _lowerCamelCase  :		Union[str, Any]			    =    YosoForTokenClassification(config=_UpperCamelCase)
          model.to(_UpperCamelCase)
          model.eval()
          _lowerCamelCase  :		str			    =    model(_UpperCamelCase     ,	attention_mask=_UpperCamelCase     ,	token_type_ids=_UpperCamelCase     ,	labels=_UpperCamelCase)
          self.parent.assertEqual(result.logits.shape     ,	(self.batch_size, self.seq_length, self.num_labels))



      def 						_SCREAMING_SNAKE_CASE     (       self  :					List[Any]     ,	_UpperCamelCase  :					Tuple     ,	_UpperCamelCase  :					List[str]     ,	_UpperCamelCase  :					Optional[Any]     ,	_UpperCamelCase  :					str     ,	_UpperCamelCase  :					Dict     ,	_UpperCamelCase  :					int     ,	_UpperCamelCase  :					Tuple)					->str:


          """simple docstring"""


          _lowerCamelCase  :		Any			    =    self.num_choices
          _lowerCamelCase  :		Tuple			    =    YosoForMultipleChoice(config=_UpperCamelCase)
          model.to(_UpperCamelCase)
          model.eval()
          _lowerCamelCase  :		Optional[int]			    =    input_ids.unsqueeze(1).expand(-1     ,	self.num_choices     ,	-1).contiguous()
          _lowerCamelCase  :		Union[str, Any]			    =    token_type_ids.unsqueeze(1).expand(-1     ,	self.num_choices     ,	-1).contiguous()
          _lowerCamelCase  :		Optional[Any]			    =    input_mask.unsqueeze(1).expand(-1     ,	self.num_choices     ,	-1).contiguous()
          _lowerCamelCase  :		str			    =    model(
              _UpperCamelCase     ,	attention_mask=_UpperCamelCase     ,	token_type_ids=_UpperCamelCase     ,	labels=_UpperCamelCase     ,	)
          self.parent.assertEqual(result.logits.shape     ,	(self.batch_size, self.num_choices))




      def 						_SCREAMING_SNAKE_CASE     (       self  :					Tuple)					->Union[str, Any]:


          """simple docstring"""


          _lowerCamelCase  :		Dict			    =    self.prepare_config_and_inputs()
          (
              (
              _lowerCamelCase
          )    ,				(
              _lowerCamelCase
          )    ,				(
              _lowerCamelCase
          )    ,				(
              _lowerCamelCase
          )    ,				(
              _lowerCamelCase
          )    ,				(
              _lowerCamelCase
          )    ,				(
              _lowerCamelCase
          )    ,				
          )  :		Tuple			    =    config_and_inputs
          _lowerCamelCase  :		Union[str, Any]			    =    {"""input_ids""": input_ids, """token_type_ids""": token_type_ids, """attention_mask""": input_mask}
          return config, inputs_dict





@require_torch
class 						__snake_case						(			__lowerCAmelCase			,	__lowerCAmelCase			,	unittest.TestCase		):





      '''simple docstring'''






      _snake_case     		=							(
          (
              YosoModel,
              YosoForMaskedLM,
              YosoForMultipleChoice,
              YosoForQuestionAnswering,
              YosoForSequenceClassification,
              YosoForTokenClassification,
          )
          if is_torch_available()
          else ()
      )
      _snake_case     		=							False
      _snake_case     		=							False
      _snake_case     		=							False

      _snake_case     		=							()
      _snake_case     		=							(
          {
              'feature-extraction': YosoModel,
              'fill-mask': YosoForMaskedLM,
              'question-answering': YosoForQuestionAnswering,
              'text-classification': YosoForSequenceClassification,
              'token-classification': YosoForTokenClassification,
              'zero-shot': YosoForSequenceClassification,
          }
          if is_torch_available()
          else {}
      )



      def 						_SCREAMING_SNAKE_CASE     (       self  :					Optional[int])					->Union[str, Any]:


          """simple docstring"""


          _lowerCamelCase  :		Union[str, Any]			    =    YosoModelTester(self)
          _lowerCamelCase  :		Optional[int]			    =    ConfigTester(self     ,	config_class=_UpperCamelCase     ,	hidden_size=37)



      def 						_SCREAMING_SNAKE_CASE     (       self  :					Optional[Any])					->Optional[Any]:


          """simple docstring"""


          self.config_tester.run_common_tests()



      def 						_SCREAMING_SNAKE_CASE     (       self  :					Optional[int])					->List[str]:


          """simple docstring"""


          _lowerCamelCase  :		Optional[Any]			    =    self.model_tester.prepare_config_and_inputs()
          self.model_tester.create_and_check_model(*_UpperCamelCase)



      def 						_SCREAMING_SNAKE_CASE     (       self  :					Any)					->Tuple:


          """simple docstring"""


          _lowerCamelCase  :		Union[str, Any]			    =    self.model_tester.prepare_config_and_inputs()
          for type in ["absolute", "relative_key", "relative_key_query"]:
              _lowerCamelCase  :		List[str]			    =    type
              self.model_tester.create_and_check_model(*_UpperCamelCase)



      def 						_SCREAMING_SNAKE_CASE     (       self  :					Optional[Any])					->Optional[int]:


          """simple docstring"""


          _lowerCamelCase  :		Union[str, Any]			    =    self.model_tester.prepare_config_and_inputs()
          self.model_tester.create_and_check_for_masked_lm(*_UpperCamelCase)



      def 						_SCREAMING_SNAKE_CASE     (       self  :					Dict)					->Union[str, Any]:


          """simple docstring"""


          _lowerCamelCase  :		Union[str, Any]			    =    self.model_tester.prepare_config_and_inputs()
          self.model_tester.create_and_check_for_multiple_choice(*_UpperCamelCase)



      def 						_SCREAMING_SNAKE_CASE     (       self  :					List[Any])					->Union[str, Any]:


          """simple docstring"""


          _lowerCamelCase  :		Union[str, Any]			    =    self.model_tester.prepare_config_and_inputs()
          self.model_tester.create_and_check_for_question_answering(*_UpperCamelCase)



      def 						_SCREAMING_SNAKE_CASE     (       self  :					Tuple)					->Union[str, Any]:


          """simple docstring"""


          _lowerCamelCase  :		Union[str, Any]			    =    self.model_tester.prepare_config_and_inputs()
          self.model_tester.create_and_check_for_sequence_classification(*_UpperCamelCase)



      def 						_SCREAMING_SNAKE_CASE     (       self  :					str)					->Any:


          """simple docstring"""


          _lowerCamelCase  :		List[Any]			    =    self.model_tester.prepare_config_and_inputs()
          self.model_tester.create_and_check_for_token_classification(*_UpperCamelCase)



      @slow
      def 						_SCREAMING_SNAKE_CASE     (       self  :					str)					->List[str]:


          """simple docstring"""


          for model_name in YOSO_PRETRAINED_MODEL_ARCHIVE_LIST[:1]:
              _lowerCamelCase  :		Tuple			    =    YosoModel.from_pretrained(_UpperCamelCase)
              self.assertIsNotNone(_UpperCamelCase)




      def 						_SCREAMING_SNAKE_CASE     (       self  :					List[str])					->Union[str, Any]:


          """simple docstring"""


          return





@require_torch
class 						__snake_case						(			unittest.TestCase		):





      '''simple docstring'''






      @slow
      def 						_SCREAMING_SNAKE_CASE     (       self  :					Dict)					->Dict:


          """simple docstring"""


          _lowerCamelCase  :		List[Any]			    =    YosoModel.from_pretrained("""uw-madison/yoso-4096""")
          _lowerCamelCase  :		int			    =    torch.tensor([[0, 1, 2, 3, 4, 5]])

          with torch.no_grad():
              _lowerCamelCase  :		Any			    =    model(_UpperCamelCase)[0]

          _lowerCamelCase  :		List[Any]			    =    torch.Size((1, 6, 768))
          self.assertEqual(output.shape     ,	_UpperCamelCase)

          _lowerCamelCase  :		int			    =    torch.tensor(
              [[[-0.0_6_1_1, 0.1_2_4_2, 0.0_8_4_0], [0.0_2_8_0, -0.0_0_4_8, 0.1_1_2_5], [0.0_1_0_6, 0.0_2_2_6, 0.0_7_5_1]]])

          self.assertTrue(torch.allclose(output[:, :3, :3]     ,	_UpperCamelCase     ,	atol=1E-4))



      @slow
      def 						_SCREAMING_SNAKE_CASE     (       self  :					Union[str, Any])					->str:


          """simple docstring"""


          _lowerCamelCase  :		Union[str, Any]			    =    YosoForMaskedLM.from_pretrained("""uw-madison/yoso-4096""")
          _lowerCamelCase  :		Tuple			    =    torch.tensor([[0, 1, 2, 3, 4, 5]])

          with torch.no_grad():
              _lowerCamelCase  :		Optional[Any]			    =    model(_UpperCamelCase)[0]

          _lowerCamelCase  :		Union[str, Any]			    =    5_0265

          _lowerCamelCase  :		Any			    =    torch.Size((1, 6, vocab_size))
          self.assertEqual(output.shape     ,	_UpperCamelCase)

          _lowerCamelCase  :		List[str]			    =    torch.tensor(
              [[[-2.1_3_1_3, -3.7_2_8_5, -2.2_4_0_7], [-2.7_0_4_7, -3.3_3_1_4, -2.6_4_0_8], [0.0_6_2_9, -2.5_1_6_6, -0.3_3_5_6]]])

          self.assertTrue(torch.allclose(output[:, :3, :3]     ,	_UpperCamelCase     ,	atol=1E-4))




      @slow
      def 						_SCREAMING_SNAKE_CASE     (       self  :					str)					->Tuple:


          """simple docstring"""


          _lowerCamelCase  :		Tuple			    =    YosoForMaskedLM.from_pretrained("""uw-madison/yoso-4096""")
          _lowerCamelCase  :		Any			    =    torch.arange(4096).unsqueeze(0)

          with torch.no_grad():
              _lowerCamelCase  :		Optional[Any]			    =    model(_UpperCamelCase)[0]

          _lowerCamelCase  :		Dict			    =    5_0265

          _lowerCamelCase  :		str			    =    torch.Size((1, 4096, vocab_size))
          self.assertEqual(output.shape     ,	_UpperCamelCase)

          _lowerCamelCase  :		int			    =    torch.tensor(
              [[[-2.3_9_1_4, -4.3_7_4_2, -5.0_9_5_6], [-4.0_9_8_8, -4.2_3_8_4, -7.0_4_0_6], [-3.1_4_2_7, -3.7_1_9_2, -6.6_8_0_0]]])

          self.assertTrue(torch.allclose(output[:, :3, :3]     ,	_UpperCamelCase     ,	atol=1E-4))




