"""simple docstring"""
def 		__a  (      _SCREAMING_SNAKE_CASE  )      ->list[int]:
  if len(_SCREAMING_SNAKE_CASE  ) > 1:
    a__:	Dict     				=      len(_SCREAMING_SNAKE_CASE  ) // 2  # Finds the middle of the array
    a__:	List[str]     				=      arr[
        :middle_length
    ]  # Creates an array of the elements in the first half.
    a__:	Any     				=      arr[
        middle_length:
    ]  # Creates an array of the elements in the second half.
    a__:	Tuple     				=      len(_SCREAMING_SNAKE_CASE  )
    a__:	Optional[Any]     				=      len(_SCREAMING_SNAKE_CASE  )
    merge(_SCREAMING_SNAKE_CASE  )  # Starts sorting the left.
    merge(_SCREAMING_SNAKE_CASE  )  # Starts sorting the right
    a__:	Any     				=      0  # Left Counter
    a__:	Union[str, Any]     				=      0  # Right Counter
    a__:	int     				=      0  # Position Counter
    while (
        left_index < left_size and right_index < right_size
    ):  # Runs until the lowers size of the left and right are sorted.
      if left_array[left_index] < right_array[right_index]:
        a__:	Union[str, Any]     				=      left_array[left_index]
        left_index += 1
      else:
        a__:	str     				=      right_array[right_index]
        right_index += 1
      index += 1
    while (
        left_index < left_size
    ):  # Adds the left over elements in the left half of the array
      a__:	List[Any]     				=      left_array[left_index]
      left_index += 1
      index += 1
    while (
        right_index < right_size
    ):  # Adds the left over elements in the right half of the array
      a__:	str     				=      right_array[right_index]
      right_index += 1
      index += 1
  return arr


if __name__ == "__main__":
 import doctest

 doctest.testmod()





"""simple docstring"""




import os
import tempfile
import unittest
from typing import List

from transformers.models.esm.tokenization_esm import VOCAB_FILES_NAMES, EsmTokenizer
from transformers.testing_utils import require_tokenizers
from transformers.tokenization_utils import PreTrainedTokenizer
from transformers.tokenization_utils_base import PreTrainedTokenizerBase





@require_tokenizers
class      __UpperCamelCase					(  unittest.TestCase		):
		SCREAMING_SNAKE_CASE														=       EsmTokenizer


		def    SCREAMING_SNAKE_CASE__  (self					:						Tuple):
							super().setUp()
							A     =   tempfile.mkdtemp()
							# fmt: off
							A     =   ["<cls>", "<pad>", "<eos>", "<unk>", "L", "A", "G", "V", "S", "E", "R", "T", "I", "D", "P", "K", "Q", "N", "F", "Y", "M", "H", "W", "C", "X", "B", "U", "Z", "O", ".", "-", "<null_1>", "<mask>"]  # noqa: E501
							# fmt: on
							A     =   os.path.join(self.tmpdirname	,	VOCAB_FILES_NAMES["vocab_file"])
							with open(self.vocab_file	,	"w"	,	encoding="utf-8") as vocab_writer:
												vocab_writer.write("".join([x + "\n" for x in vocab_tokens]))


		def    SCREAMING_SNAKE_CASE__  (self					:						Any	,	**__SCREAMING_SNAKE_CASE					:						str):
							return [self.get_tokenizer(**__SCREAMING_SNAKE_CASE)]


		def    SCREAMING_SNAKE_CASE__  (self					:						Union[str, Any]	,	**__SCREAMING_SNAKE_CASE					:						Optional[Any]):
							return self.tokenizer_class.from_pretrained(self.tmpdirname	,	**__SCREAMING_SNAKE_CASE)


		def    SCREAMING_SNAKE_CASE__  (self					:						List[Any]):
							A     =   self.tokenizer_class(self.vocab_file)

							A     =   tokenizer.tokenize("LAGVS")
							self.assertListEqual(__SCREAMING_SNAKE_CASE	,	["L", "A", "G", "V", "S"])
							self.assertListEqual(tokenizer.convert_tokens_to_ids(__SCREAMING_SNAKE_CASE)	,	[4, 5, 6, 7, 8])


		def    SCREAMING_SNAKE_CASE__  (self					:						List[Any]):
							A     =   self.tokenizer_class(self.vocab_file)

							A     =   "LAGVS"
							self.assertListEqual(tokenizer.encode(__SCREAMING_SNAKE_CASE)	,	[0, 4, 5, 6, 7, 8, 2])


		def    SCREAMING_SNAKE_CASE__  (self					:						List[str]):
							A     =   self.tokenizer_class(self.vocab_file)

							A     =   ["LAGVS", "WCB"]
							A     =   tokenizer(__SCREAMING_SNAKE_CASE	,	padding=__SCREAMING_SNAKE_CASE)["input_ids"]

							self.assertListEqual(__SCREAMING_SNAKE_CASE	,	[[0, 4, 5, 6, 7, 8, 2], [0, 2_2, 2_3, 2_5, 2]])


		def    SCREAMING_SNAKE_CASE__  (self					:						str):
							A     =   self.tokenizer_class(self.vocab_file)

							A     =   ["LAGVS", "WCB"]
							A     =   tokenizer(__SCREAMING_SNAKE_CASE	,	padding=__SCREAMING_SNAKE_CASE)["input_ids"]

							self.assertListEqual(__SCREAMING_SNAKE_CASE	,	[[0, 4, 5, 6, 7, 8, 2], [0, 2_2, 2_3, 2_5, 2, 1, 1]])


		def    SCREAMING_SNAKE_CASE__  (self					:						Tuple):
							A     =   self.get_tokenizers(fast=__SCREAMING_SNAKE_CASE)
							for tokenizer in tokenizers:
												with self.subTest(F"""{tokenizer.__class__.__name__}"""):
																	A     =   "<unk>"
																	A     =   "<mask>"

																	A     =   tokenizer.tokenize(__SCREAMING_SNAKE_CASE)
																	A     =   tokenizer.tokenize(__SCREAMING_SNAKE_CASE)

																	self.assertEqual(len(__SCREAMING_SNAKE_CASE)	,	1)
																	self.assertEqual(len(__SCREAMING_SNAKE_CASE)	,	1)
																	self.assertEqual(token_a[0]	,	__SCREAMING_SNAKE_CASE)
																	self.assertEqual(token_a[0]	,	__SCREAMING_SNAKE_CASE)





