
import json
import os
import subprocess
import unittest
from ast import literal_eval

import pytest
from parameterized import parameterized, parameterized_class

from . import is_sagemaker_available


if is_sagemaker_available():
						from sagemaker import Session, TrainingJobAnalytics
						from sagemaker.huggingface import HuggingFace
@pytest.mark.skipif(
    literal_eval(os.getenv('TEST_SAGEMAKER' ,						'False'							)							) is not True ,						reason='Skipping test because should only be run when releasing minor transformers version' ,						)
@pytest.mark.usefixtures('sm_env'							)
@parameterized_class(
    [
        {
            'framework': 'pytorch',
            'script': 'run_glue.py',
            'model_name_or_path': 'distilbert-base-cased',
            'instance_type': 'ml.p3.16xlarge',
            'results': {'train_runtime': 650, 'eval_accuracy': 0.7, 'eval_loss': 0.6},
        },
        {
            'framework': 'pytorch',
            'script': 'run_ddp.py',
            'model_name_or_path': 'distilbert-base-cased',
            'instance_type': 'ml.p3.16xlarge',
            'results': {'train_runtime': 600, 'eval_accuracy': 0.7, 'eval_loss': 0.6},
        },
        {
            'framework': 'tensorflow',
            'script': 'run_tf_dist.py',
            'model_name_or_path': 'distilbert-base-cased',
            'instance_type': 'ml.p3.16xlarge',
            'results': {'train_runtime': 600, 'eval_accuracy': 0.6, 'eval_loss': 0.7},
        },
    ]							)
class  lowercase__(				unittest.TestCase							):



	"""simple docstring"""




	def 						_lowercase  (       self  :			Optional[int]       )       ->     Optional[int]:
					if self.framework == "pytorch":
									subprocess.run(
									    f'''cp ./examples/pytorch/text-classification/run_glue.py {self.env.test_path}/run_glue.py'''.split()       ,							encoding='''utf-8'''       ,							check=SCREAMING_SNAKE_CASE_       ,							)
					assert hasattr(self       ,							'''env'''       )
	def 						_lowercase  (       self  :			Any       ,							SCREAMING_SNAKE_CASE_  :			List[str]       )       ->     Optional[int]:
					lowercase_       =					f'''{self.env.base_job_name}-{instance_count}-{'ddp' if 'ddp' in self.script else 'smd'}'''
					# distributed data settings
					lowercase_       =					{'''smdistributed''': {'''dataparallel''': {'''enabled''': True}}} if self.script != '''run_ddp.py''' else None

					# creates estimator
					return HuggingFace(
					    entry_point=self.script       ,							source_dir=self.env.test_path       ,							role=self.env.role       ,							image_uri=self.env.image_uri       ,							base_job_name=SCREAMING_SNAKE_CASE_       ,							instance_count=SCREAMING_SNAKE_CASE_       ,							instance_type=self.instance_type       ,							debugger_hook_config=SCREAMING_SNAKE_CASE_       ,							hyperparameters={**self.env.distributed_hyperparameters, '''model_name_or_path''': self.model_name_or_path}       ,							metric_definitions=self.env.metric_definitions       ,							distribution=SCREAMING_SNAKE_CASE_       ,							py_version='''py36'''       ,							)
	def 						_lowercase  (       self  :			Optional[int]       ,							SCREAMING_SNAKE_CASE_  :			str       )       ->     List[Any]:
					TrainingJobAnalytics(SCREAMING_SNAKE_CASE_       ).export_csv(f'''{self.env.test_path}/{job_name}_metrics.csv'''       )




	@parameterized.expand([(2,)]       )
	def 						_lowercase  (       self  :			str       ,							SCREAMING_SNAKE_CASE_  :			List[Any]       )       ->     Optional[int]:
					# create estimator
					lowercase_       =					self.create_estimator(SCREAMING_SNAKE_CASE_       )

					# run training
					estimator.fit()

					# result dataframe
					lowercase_       =					TrainingJobAnalytics(estimator.latest_training_job.name       ).dataframe()

					# extract kpis
					lowercase_       =					list(result_metrics_df[result_metrics_df.metric_name == '''eval_accuracy''']['''value''']       )
					lowercase_       =					list(result_metrics_df[result_metrics_df.metric_name == '''eval_loss''']['''value''']       )
					# get train time from SageMaker job, this includes starting, preprocessing, stopping
					lowercase_       =					(
					    Session().describe_training_job(estimator.latest_training_job.name       ).get('''TrainingTimeInSeconds'''       ,							9_9_9_9_9_9       )
					)

					# assert kpis
					assert train_runtime <= self.results["train_runtime"]
					assert all(t >= self.results['''eval_accuracy'''] for t in eval_accuracy       )
					assert all(t <= self.results['''eval_loss'''] for t in eval_loss       )

					# dump tests result into json file to share in PR
					with open(f'''{estimator.latest_training_job.name}.json'''       ,							'''w'''       ) as outfile:
									json.dump({'''train_time''': train_runtime, '''eval_accuracy''': eval_accuracy, '''eval_loss''': eval_loss}       ,							SCREAMING_SNAKE_CASE_       )






import unittest

from transformers import DebertaVaTokenizer, DebertaVaTokenizerFast
from transformers.testing_utils import get_tests_dir, require_sentencepiece, require_tokenizers, slow

from ...test_tokenization_common import TokenizerTesterMixin


__snake_case								=  get_tests_dir("""fixtures/spiece.model""")




@require_sentencepiece
@require_tokenizers
class 						lowercase__  (						_UpperCAmelCase     ,       unittest.TestCase  ):
	A__    :   str				       =DebertaVaTokenizer
	A__    :   List[str]				       =DebertaVaTokenizerFast
	A__    :   Any				       =True
	A__    :   str				       =True
	def      A_				(			self							:   Tuple							):
						super().setUp()

						# We have a SentencePiece fixture for testing
						SCREAMING_SNAKE_CASE__													= DebertaVaTokenizer(UpperCAmelCase_       ,   unk_token='<unk>'							)
						tokenizer.save_pretrained(self.tmpdirname							)
	def      A_				(			self							:   Union[str, Any]       ,   UpperCAmelCase_							:   Optional[Any]							):
						SCREAMING_SNAKE_CASE__													= 'this is a test'
						SCREAMING_SNAKE_CASE__													= 'this is a test'
						return input_text, output_text
	def      A_				(			self							:   Optional[Any]							):
						SCREAMING_SNAKE_CASE__													= '<pad>'
						SCREAMING_SNAKE_CASE__													= 0

						self.assertEqual(self.get_tokenizer()._convert_token_to_id(UpperCAmelCase_							)       ,   UpperCAmelCase_							)
						self.assertEqual(self.get_tokenizer()._convert_id_to_token(UpperCAmelCase_							)       ,   UpperCAmelCase_							)
	def      A_				(			self							:   Union[str, Any]							):
						SCREAMING_SNAKE_CASE__													= list(self.get_tokenizer().get_vocab().keys()							)
						self.assertEqual(vocab_keys[0]       ,   '<pad>'							)
						self.assertEqual(vocab_keys[1]       ,   '<unk>'							)
						self.assertEqual(vocab_keys[-1]       ,   '[PAD]'							)
						self.assertEqual(len(UpperCAmelCase_							)       ,   30001							)
	def      A_				(			self							:   str							):
						self.assertEqual(self.get_tokenizer().vocab_size       ,   30000							)
	def      A_				(			self							:   Optional[Any]							):
						# fmt: off
						SCREAMING_SNAKE_CASE__													= ' \tHeLLo!how  \n Are yoU?  '
						SCREAMING_SNAKE_CASE__													= ['▁hello', '!', 'how', '▁are', '▁you', '?']
						# fmt: on

						SCREAMING_SNAKE_CASE__													= DebertaVaTokenizer(UpperCAmelCase_       ,   do_lower_case=UpperCAmelCase_							)
						SCREAMING_SNAKE_CASE__													= tokenizer.convert_ids_to_tokens(tokenizer.encode(UpperCAmelCase_       ,   add_special_tokens=UpperCAmelCase_							)							)

						self.assertListEqual(UpperCAmelCase_       ,   UpperCAmelCase_							)

						SCREAMING_SNAKE_CASE__													= DebertaVaTokenizerFast(UpperCAmelCase_       ,   do_lower_case=UpperCAmelCase_							)
						SCREAMING_SNAKE_CASE__													= rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(UpperCAmelCase_       ,   add_special_tokens=UpperCAmelCase_							)							)

						self.assertListEqual(UpperCAmelCase_       ,   UpperCAmelCase_							)
	@unittest.skip('There is an inconsistency between slow and fast tokenizer due to a bug in the fast one.'							)
	def      A_				(			self							:   Any							):
						pass
	@unittest.skip('There is an inconsistency between slow and fast tokenizer due to a bug in the fast one.'							)
	def      A_				(			self							:   Tuple							):
						pass
	def      A_				(			self							:   List[str]							):
						# fmt: off
						SCREAMING_SNAKE_CASE__													= 'I was born in 92000, and this is falsé.'
						SCREAMING_SNAKE_CASE__													= ['▁', '<unk>', '▁was', '▁born', '▁in', '▁9', '2000', '▁', ',', '▁and', '▁this', '▁is', '▁fal', 's', '<unk>', '▁', '.', ]
						# fmt: on

						SCREAMING_SNAKE_CASE__													= DebertaVaTokenizer(UpperCAmelCase_       ,   split_by_punct=UpperCAmelCase_							)
						SCREAMING_SNAKE_CASE__													= tokenizer.convert_ids_to_tokens(tokenizer.encode(UpperCAmelCase_       ,   add_special_tokens=UpperCAmelCase_							)							)

						self.assertListEqual(UpperCAmelCase_       ,   UpperCAmelCase_							)

						SCREAMING_SNAKE_CASE__													= DebertaVaTokenizerFast(UpperCAmelCase_       ,   split_by_punct=UpperCAmelCase_							)
						SCREAMING_SNAKE_CASE__													= rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(UpperCAmelCase_       ,   add_special_tokens=UpperCAmelCase_							)							)

						self.assertListEqual(UpperCAmelCase_       ,   UpperCAmelCase_							)
	def      A_				(			self							:   List[str]							):
						# fmt: off
						SCREAMING_SNAKE_CASE__													= 'I was born in 92000, and this is falsé.'
						SCREAMING_SNAKE_CASE__													= ['▁i', '▁was', '▁born', '▁in', '▁9', '2000', '▁', ',', '▁and', '▁this', '▁is', '▁fal', 's', '<unk>', '▁', '.', ]
						# fmt: on

						SCREAMING_SNAKE_CASE__													= DebertaVaTokenizer(UpperCAmelCase_       ,   do_lower_case=UpperCAmelCase_       ,   split_by_punct=UpperCAmelCase_							)
						SCREAMING_SNAKE_CASE__													= tokenizer.convert_ids_to_tokens(tokenizer.encode(UpperCAmelCase_       ,   add_special_tokens=UpperCAmelCase_							)							)
						self.assertListEqual(UpperCAmelCase_       ,   UpperCAmelCase_							)

						SCREAMING_SNAKE_CASE__													= DebertaVaTokenizerFast(UpperCAmelCase_       ,   do_lower_case=UpperCAmelCase_       ,   split_by_punct=UpperCAmelCase_							)
						SCREAMING_SNAKE_CASE__													= rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(UpperCAmelCase_       ,   add_special_tokens=UpperCAmelCase_							)							)
						self.assertListEqual(UpperCAmelCase_       ,   UpperCAmelCase_							)
	def      A_				(			self							:   int							):
						# fmt: off
						SCREAMING_SNAKE_CASE__													= 'I was born in 92000, and this is falsé.'
						SCREAMING_SNAKE_CASE__													= ['▁i', '▁was', '▁born', '▁in', '▁9', '2000', ',', '▁and', '▁this', '▁is', '▁fal', 's', '<unk>', '.', ]
						# fmt: on

						SCREAMING_SNAKE_CASE__													= DebertaVaTokenizer(UpperCAmelCase_       ,   do_lower_case=UpperCAmelCase_       ,   split_by_punct=UpperCAmelCase_							)
						SCREAMING_SNAKE_CASE__													= tokenizer.convert_ids_to_tokens(tokenizer.encode(UpperCAmelCase_       ,   add_special_tokens=UpperCAmelCase_							)							)

						self.assertListEqual(UpperCAmelCase_       ,   UpperCAmelCase_							)

						SCREAMING_SNAKE_CASE__													= DebertaVaTokenizerFast(UpperCAmelCase_       ,   do_lower_case=UpperCAmelCase_       ,   split_by_punct=UpperCAmelCase_							)
						SCREAMING_SNAKE_CASE__													= rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(UpperCAmelCase_       ,   add_special_tokens=UpperCAmelCase_							)							)

						self.assertListEqual(UpperCAmelCase_       ,   UpperCAmelCase_							)
	def      A_				(			self							:   Tuple							):
						# fmt: off
						SCREAMING_SNAKE_CASE__													= 'I was born in 92000, and this is falsé.'
						SCREAMING_SNAKE_CASE__													= ['▁', '<unk>', '▁was', '▁born', '▁in', '▁9', '2000', '▁', ',', '▁and', '▁this', '▁is', '▁fal', 's', '<unk>', '▁', '.', ]
						# fmt: on

						SCREAMING_SNAKE_CASE__													= DebertaVaTokenizer(UpperCAmelCase_       ,   do_lower_case=UpperCAmelCase_       ,   split_by_punct=UpperCAmelCase_							)
						SCREAMING_SNAKE_CASE__													= tokenizer.convert_ids_to_tokens(tokenizer.encode(UpperCAmelCase_       ,   add_special_tokens=UpperCAmelCase_							)							)

						self.assertListEqual(UpperCAmelCase_       ,   UpperCAmelCase_							)

						SCREAMING_SNAKE_CASE__													= DebertaVaTokenizerFast(UpperCAmelCase_       ,   do_lower_case=UpperCAmelCase_       ,   split_by_punct=UpperCAmelCase_							)
						SCREAMING_SNAKE_CASE__													= rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(UpperCAmelCase_       ,   add_special_tokens=UpperCAmelCase_							)							)

						self.assertListEqual(UpperCAmelCase_       ,   UpperCAmelCase_							)
	def      A_				(			self							:   Any							):
						# fmt: off
						SCREAMING_SNAKE_CASE__													= ' \tHeLLo!how  \n Are yoU?  '
						SCREAMING_SNAKE_CASE__													= ['▁', '<unk>', 'e', '<unk>', 'o', '!', 'how', '▁', '<unk>', 're', '▁yo', '<unk>', '?']
						# fmt: on

						SCREAMING_SNAKE_CASE__													= DebertaVaTokenizer(UpperCAmelCase_       ,   do_lower_case=UpperCAmelCase_       ,   split_by_punct=UpperCAmelCase_							)
						SCREAMING_SNAKE_CASE__													= tokenizer.convert_ids_to_tokens(tokenizer.encode(UpperCAmelCase_       ,   add_special_tokens=UpperCAmelCase_							)							)

						self.assertListEqual(UpperCAmelCase_       ,   UpperCAmelCase_							)

						SCREAMING_SNAKE_CASE__													= DebertaVaTokenizerFast(UpperCAmelCase_       ,   do_lower_case=UpperCAmelCase_       ,   split_by_punct=UpperCAmelCase_							)
						SCREAMING_SNAKE_CASE__													= rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(UpperCAmelCase_       ,   add_special_tokens=UpperCAmelCase_							)							)

						self.assertListEqual(UpperCAmelCase_       ,   UpperCAmelCase_							)
	def      A_				(			self							:   int							):
						SCREAMING_SNAKE_CASE__													= self.get_tokenizer()
						SCREAMING_SNAKE_CASE__													= self.get_rust_tokenizer()

						SCREAMING_SNAKE_CASE__													= 'I was born in 92000, and this is falsé.'

						SCREAMING_SNAKE_CASE__													= tokenizer.convert_ids_to_tokens(tokenizer.encode(UpperCAmelCase_       ,   add_special_tokens=UpperCAmelCase_							)							)
						SCREAMING_SNAKE_CASE__													= rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(UpperCAmelCase_       ,   add_special_tokens=UpperCAmelCase_							)							)
						self.assertListEqual(UpperCAmelCase_       ,   UpperCAmelCase_							)

						SCREAMING_SNAKE_CASE__													= tokenizer.encode(UpperCAmelCase_       ,   add_special_tokens=UpperCAmelCase_							)
						SCREAMING_SNAKE_CASE__													= rust_tokenizer.encode(UpperCAmelCase_       ,   add_special_tokens=UpperCAmelCase_							)
						self.assertListEqual(UpperCAmelCase_       ,   UpperCAmelCase_							)

						SCREAMING_SNAKE_CASE__													= self.get_rust_tokenizer()
						SCREAMING_SNAKE_CASE__													= tokenizer.encode(UpperCAmelCase_							)
						SCREAMING_SNAKE_CASE__													= rust_tokenizer.encode(UpperCAmelCase_							)
						self.assertListEqual(UpperCAmelCase_       ,   UpperCAmelCase_							)
	def      A_				(			self							:   Union[str, Any]							):
						SCREAMING_SNAKE_CASE__													= 'This is a test'
						SCREAMING_SNAKE_CASE__													= [13, 1, 4398, 25, 21, 1289]
						SCREAMING_SNAKE_CASE__													= ['▁', 'T', 'his', '▁is', '▁a', '▁test']
						SCREAMING_SNAKE_CASE__													= ['▁', '<unk>', 'his', '▁is', '▁a', '▁test']

						SCREAMING_SNAKE_CASE__													= DebertaVaTokenizer(UpperCAmelCase_       ,   keep_accents=UpperCAmelCase_							)
						SCREAMING_SNAKE_CASE__													= DebertaVaTokenizerFast(UpperCAmelCase_       ,   keep_accents=UpperCAmelCase_							)

						SCREAMING_SNAKE_CASE__													= tokenizer.encode(UpperCAmelCase_       ,   add_special_tokens=UpperCAmelCase_							)
						self.assertListEqual(UpperCAmelCase_       ,   UpperCAmelCase_							)
						SCREAMING_SNAKE_CASE__													= tokenizer.tokenize(UpperCAmelCase_							)
						self.assertListEqual(UpperCAmelCase_       ,   UpperCAmelCase_							)
						SCREAMING_SNAKE_CASE__													= tokenizer.convert_ids_to_tokens(UpperCAmelCase_							)
						self.assertListEqual(UpperCAmelCase_       ,   UpperCAmelCase_							)

						SCREAMING_SNAKE_CASE__													= rust_tokenizer.encode(UpperCAmelCase_       ,   add_special_tokens=UpperCAmelCase_							)
						self.assertListEqual(UpperCAmelCase_       ,   UpperCAmelCase_							)
						SCREAMING_SNAKE_CASE__													= rust_tokenizer.tokenize(UpperCAmelCase_							)
						self.assertListEqual(UpperCAmelCase_       ,   UpperCAmelCase_							)
						SCREAMING_SNAKE_CASE__													= rust_tokenizer.convert_ids_to_tokens(UpperCAmelCase_							)
						self.assertListEqual(UpperCAmelCase_       ,   UpperCAmelCase_							)

						# fmt: off
						SCREAMING_SNAKE_CASE__													= 'I was born in 92000, and this is falsé.'
						SCREAMING_SNAKE_CASE__													= [13, 1, 23, 386, 19, 561, 3050, 15, 17, 48, 25, 8256, 18, 1, 9]
						SCREAMING_SNAKE_CASE__													= ['▁', 'I', '▁was', '▁born', '▁in', '▁9', '2000', ',', '▁and', '▁this', '▁is', '▁fal', 's', 'é', '.', ]
						SCREAMING_SNAKE_CASE__													= ['▁', '<unk>', '▁was', '▁born', '▁in', '▁9', '2000', ',', '▁and', '▁this', '▁is', '▁fal', 's', '<unk>', '.', ]
						# fmt: on

						SCREAMING_SNAKE_CASE__													= tokenizer.encode(UpperCAmelCase_       ,   add_special_tokens=UpperCAmelCase_							)
						self.assertListEqual(UpperCAmelCase_       ,   UpperCAmelCase_							)
						SCREAMING_SNAKE_CASE__													= tokenizer.tokenize(UpperCAmelCase_							)
						self.assertListEqual(UpperCAmelCase_       ,   UpperCAmelCase_							)
						SCREAMING_SNAKE_CASE__													= tokenizer.convert_ids_to_tokens(UpperCAmelCase_							)
						self.assertListEqual(UpperCAmelCase_       ,   UpperCAmelCase_							)

						SCREAMING_SNAKE_CASE__													= rust_tokenizer.encode(UpperCAmelCase_       ,   add_special_tokens=UpperCAmelCase_							)
						self.assertListEqual(UpperCAmelCase_       ,   UpperCAmelCase_							)
						SCREAMING_SNAKE_CASE__													= rust_tokenizer.tokenize(UpperCAmelCase_							)
						self.assertListEqual(UpperCAmelCase_       ,   UpperCAmelCase_							)
						SCREAMING_SNAKE_CASE__													= rust_tokenizer.convert_ids_to_tokens(UpperCAmelCase_							)
						self.assertListEqual(UpperCAmelCase_       ,   UpperCAmelCase_							)
	def      A_				(			self							:   Optional[Any]							):
						SCREAMING_SNAKE_CASE__													= DebertaVaTokenizer(UpperCAmelCase_							)

						SCREAMING_SNAKE_CASE__													= tokenizer.encode('sequence builders'							)
						SCREAMING_SNAKE_CASE__													= tokenizer.encode('multi-sequence build'							)

						SCREAMING_SNAKE_CASE__													= tokenizer.build_inputs_with_special_tokens(UpperCAmelCase_							)
						SCREAMING_SNAKE_CASE__													= tokenizer.build_inputs_with_special_tokens(UpperCAmelCase_       ,   UpperCAmelCase_							)

						self.assertEqual([tokenizer.cls_token_id] + text + [tokenizer.sep_token_id]       ,   UpperCAmelCase_							)
						self.assertEqual(
						    [tokenizer.cls_token_id] + text + [tokenizer.sep_token_id] + text_a + [tokenizer.sep_token_id]       ,   UpperCAmelCase_       ,   )





	@slow
	def      A_				(			self							:   Optional[Any]							):
						# fmt: off
						SCREAMING_SNAKE_CASE__													= {'input_ids': [[1, 39867, 36, 19390, 486, 27, 35052, 81436, 18, 60685, 1225, 7, 35052, 81436, 18, 9367, 16899, 18, 15937, 53, 594, 773, 18, 16287, 30465, 36, 15937, 6, 41139, 38, 36979, 60763, 191, 6, 34132, 99, 6, 50538, 390, 43230, 6, 34132, 2779, 20850, 14, 699, 1072, 1194, 36, 382, 10901, 53, 7, 699, 1072, 2084, 36, 20422, 630, 53, 19, 105, 3049, 1896, 1053, 16899, 1506, 11, 37978, 4243, 7, 1237, 31869, 200, 16566, 654, 6, 35052, 81436, 7, 55630, 13593, 4, 2], [1, 26, 15011, 13, 667, 8, 1053, 18, 23611, 1237, 72356, 12820, 34, 104134, 1209, 35, 13313, 6627, 21, 202, 347, 7, 164, 2399, 11, 46, 4485, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 5, 1232, 2864, 15785, 14951, 105, 5, 8581, 1250, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]], 'token_type_ids': [[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]], 'attention_mask': [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]]}  # noqa: E501
						# fmt: on

						self.tokenizer_integration_test_util(
						    expected_encoding=UpperCAmelCase_       ,   model_name='microsoft/deberta-v2-xlarge'       ,   revision='ad6e42c1532ddf3a15c39246b63f5559d558b670'       ,   )





