


"""simple docstring"""



import logging
import os
import threading
import time


try:
  import warnings
except ImportError:
  __snake_case   			=    None

try:
  import msvcrt
except ImportError:
  __snake_case   			=    None

try:
  import fcntl
except ImportError:
  __snake_case   			=    None


# Backward compatibility
# ------------------------------------------------
try:
  TimeoutError
except NameError:
  __snake_case   			=    OSError


# Data
# ------------------------------------------------
__snake_case   			=    [
    """Timeout""",
    """BaseFileLock""",
    """WindowsFileLock""",
    """UnixFileLock""",
    """SoftFileLock""",
    """FileLock""",
]

__snake_case   			=    """3.0.12"""


__snake_case   			=    None







def   __lowerCAmelCase						(						)	->						Union[str, Any]:


    """simple docstring"""





    global _logger
    snake_case    :      Optional[int]      					=    _logger or logging.getLogger(__name__ )
    return _logger







class _lowerCAmelCase				(      snake_case_	):







   def __init__(	self						,	UpperCamelCase__						)	->		List[Any]:

       '''simple docstring'''




       snake_case    :      int      					=    lock_file
       return None







   def __str__(	self						)	->		Dict:

       '''simple docstring'''




       snake_case    :      str      					=    F'The file lock \'{self.lock_file}\' could not be acquired.'
       return temp







class _lowerCAmelCase				:







   def __init__(	self						,	UpperCamelCase__						)	->		str:

       '''simple docstring'''




       snake_case    :      List[Any]      					=    lock
       return None







   def __enter__(	self						)	->		Optional[int]:

       '''simple docstring'''




       return self.lock







   def __exit__(	self						,	UpperCamelCase__						,	UpperCamelCase__						,	UpperCamelCase__						)	->		List[str]:

       '''simple docstring'''




       self.lock.release()
       return None







class _lowerCAmelCase				:







   def __init__(	self						,	UpperCamelCase__						,	UpperCamelCase__=-1						,	UpperCamelCase__=None						)	->		Tuple:

       '''simple docstring'''




       snake_case    :      int      					=    max_filename_length if max_filename_length is not None else 255
       # Hash the filename if it's too long
       snake_case    :      Optional[Any]      					=    self.hash_filename_if_too_long(UpperCamelCase__						,	UpperCamelCase__						)
       # The path to the lock file.
       snake_case    :      Optional[int]      					=    lock_file

       # The file descriptor for the *_lock_file* as it is returned by the
       # os.open() function.
       # This file lock is only NOT None, if the object currently holds the
       # lock.
       snake_case    :      List[str]      					=    None

       # The default timeout value.
       snake_case    :      Union[str, Any]      					=    timeout

       # We use this lock primarily for the lock counter.
       snake_case    :      Dict      					=    threading.Lock()

       # The lock counter is used for implementing the nested locking
       # mechanism. Whenever the lock is acquired, the counter is increased and
       # the lock is only released, when this value is 0 again.
       snake_case    :      Optional[Any]      					=    0
       return None







   @property
   def  lowerCamelCase		(	self						)	->		Optional[int]:

       '''simple docstring'''




       return self._lock_file







   @property
   def  lowerCamelCase		(	self						)	->		Optional[Any]:

       '''simple docstring'''




       return self._timeout







   @timeout.setter
   def  lowerCamelCase		(	self						,	UpperCamelCase__						)	->		List[Any]:

       '''simple docstring'''




       snake_case    :      str      					=    float(UpperCamelCase__						)
       return None







   def  lowerCamelCase		(	self						)	->		Any:

       '''simple docstring'''




       raise NotImplementedError()







   def  lowerCamelCase		(	self						)	->		Tuple:

       '''simple docstring'''




       raise NotImplementedError()







   @property
   def  lowerCamelCase		(	self						)	->		Optional[int]:

       '''simple docstring'''




       return self._lock_file_fd is not None







   def  lowerCamelCase		(	self						,	UpperCamelCase__=None						,	UpperCamelCase__=0.05						)	->		int:

       '''simple docstring'''




       if timeout is None:
           snake_case    :      Any      					=    self.timeout

       # Increment the number right at the beginning.
       # We can still undo it, if something fails.
       with self._thread_lock:
           self._lock_counter += 1

       snake_case    :      Optional[int]      					=    id(self						)
       snake_case    :      Tuple      					=    self._lock_file
       snake_case    :      List[str]      					=    time.time()
       try:
           while True:
               with self._thread_lock:
                   if not self.is_locked:
                       logger().debug(F'Attempting to acquire lock {lock_id} on {lock_filename}'						)
                       self._acquire()

               if self.is_locked:
                   logger().debug(F'Lock {lock_id} acquired on {lock_filename}'						)
                   break
               elif timeout >= 0 and time.time() - start_time > timeout:
                   logger().debug(F'Timeout on acquiring lock {lock_id} on {lock_filename}'						)
                   raise Timeout(self._lock_file						)
               else:
                   logger().debug(
                       F'Lock {lock_id} not acquired on {lock_filename}, waiting {poll_intervall} seconds ...'						)
                   time.sleep(UpperCamelCase__						)
       except:  # noqa
           # Something did go wrong, so decrement the counter.
           with self._thread_lock:
               snake_case    :      int      					=    max(0						,	self._lock_counter - 1						)

           raise
       return _Acquire_ReturnProxy(lock=self						)







   def  lowerCamelCase		(	self						,	UpperCamelCase__=False						)	->		List[str]:

       '''simple docstring'''




       with self._thread_lock:
           if self.is_locked:
               self._lock_counter -= 1

               if self._lock_counter == 0 or force:
                   snake_case    :      Any      					=    id(self						)
                   snake_case    :      str      					=    self._lock_file

                   logger().debug(F'Attempting to release lock {lock_id} on {lock_filename}'						)
                   self._release()
                   snake_case    :      int      					=    0
                   logger().debug(F'Lock {lock_id} released on {lock_filename}'						)

       return None







   def __enter__(	self						)	->		Optional[int]:

       '''simple docstring'''




       self.acquire()
       return self







   def __exit__(	self						,	UpperCamelCase__						,	UpperCamelCase__						,	UpperCamelCase__						)	->		Union[str, Any]:

       '''simple docstring'''




       self.release()
       return None







   def __del__(	self						)	->		Tuple:

       '''simple docstring'''




       self.release(force=UpperCamelCase__						)
       return None







   def  lowerCamelCase		(	self						,	UpperCamelCase__						,	UpperCamelCase__						)	->		str:

       '''simple docstring'''




       snake_case    :      List[str]      					=    os.path.basename(UpperCamelCase__						)
       if len(UpperCamelCase__						) > max_length and max_length > 0:
           snake_case    :      int      					=    os.path.dirname(UpperCamelCase__						)
           snake_case    :      Dict      					=    str(hash(UpperCamelCase__						)						)
           snake_case    :      Optional[Any]      					=    filename[: max_length - len(UpperCamelCase__						) - 8] + "..." + hashed_filename + ".lock"
           return os.path.join(UpperCamelCase__						,	UpperCamelCase__						)
       else:
           return path







class _lowerCAmelCase				(      snake_case_	):







   def __init__(	self						,	UpperCamelCase__						,	UpperCamelCase__=-1						,	UpperCamelCase__=None						)	->		Any:

       '''simple docstring'''




       from .file_utils import relative_to_absolute_path

       super().__init__(UpperCamelCase__						,	timeout=UpperCamelCase__						,	max_filename_length=UpperCamelCase__						)
       snake_case    :      Dict      					=    "\\\\?\\" + relative_to_absolute_path(self.lock_file						)







   def  lowerCamelCase		(	self						)	->		Optional[int]:

       '''simple docstring'''




       snake_case    :      Tuple      					=    os.O_RDWR | os.O_CREAT | os.O_TRUNC

       try:
           snake_case    :      Optional[int]      					=    os.open(self._lock_file						,	UpperCamelCase__						)
       except OSError:
           pass
       else:
           try:
               msvcrt.locking(UpperCamelCase__						,	msvcrt.LK_NBLCK						,	1						)
           except OSError:
               os.close(UpperCamelCase__						)
           else:
               snake_case    :      int      					=    fd
       return None







   def  lowerCamelCase		(	self						)	->		Dict:

       '''simple docstring'''




       snake_case    :      Dict      					=    self._lock_file_fd
       snake_case    :      Optional[int]      					=    None
       msvcrt.locking(UpperCamelCase__						,	msvcrt.LK_UNLCK						,	1						)
       os.close(UpperCamelCase__						)

       try:
           os.remove(self._lock_file						)
       # Probably another instance of the application
       # that acquired the file lock.
       except OSError:
           pass
       return None







class _lowerCAmelCase				(      snake_case_	):







   def __init__(	self						,	UpperCamelCase__						,	UpperCamelCase__=-1						,	UpperCamelCase__=None						)	->		Union[str, Any]:

       '''simple docstring'''




       snake_case    :      Union[str, Any]      					=    os.statvfs(os.path.dirname(UpperCamelCase__						)						).f_namemax
       super().__init__(UpperCamelCase__						,	timeout=UpperCamelCase__						,	max_filename_length=UpperCamelCase__						)







   def  lowerCamelCase		(	self						)	->		Union[str, Any]:

       '''simple docstring'''




       snake_case    :      List[Any]      					=    os.O_RDWR | os.O_CREAT | os.O_TRUNC
       snake_case    :      Any      					=    os.open(self._lock_file						,	UpperCamelCase__						)

       try:
           fcntl.flock(UpperCamelCase__						,	fcntl.LOCK_EX | fcntl.LOCK_NB						)
       except OSError:
           os.close(UpperCamelCase__						)
       else:
           snake_case    :      List[str]      					=    fd
       return None







   def  lowerCamelCase		(	self						)	->		str:

       '''simple docstring'''




       snake_case    :      Any      					=    self._lock_file_fd
       snake_case    :      Optional[int]      					=    None
       fcntl.flock(UpperCamelCase__						,	fcntl.LOCK_UN						)
       os.close(UpperCamelCase__						)
       return None







class _lowerCAmelCase				(      snake_case_	):







   def  lowerCamelCase		(	self						)	->		Union[str, Any]:

       '''simple docstring'''




       snake_case    :      List[Any]      					=    os.O_WRONLY | os.O_CREAT | os.O_EXCL | os.O_TRUNC
       try:
           snake_case    :      Union[str, Any]      					=    os.open(self._lock_file						,	UpperCamelCase__						)
       except OSError:
           pass
       else:
           snake_case    :      Dict      					=    fd
       return None







   def  lowerCamelCase		(	self						)	->		int:

       '''simple docstring'''




       os.close(self._lock_file_fd						)
       snake_case    :      Any      					=    None

       try:
           os.remove(self._lock_file						)
       # The file is already deleted and that's what we want.
       except OSError:
           pass
       return None



__snake_case   			=    None

if msvcrt:
  __snake_case   			=    WindowsFileLock
elif fcntl:
  __snake_case   			=    UnixFileLock
else:
  __snake_case   			=    SoftFileLock

  if warnings is not None:
    warnings.warn("""only soft file lock is available""")









"""simple docstring"""



import unittest

from transformers import JukeboxTokenizer
from transformers.testing_utils import require_torch







class _lowerCAmelCase				(      unittest.TestCase	):
   __UpperCAmelCase :       Union[str, Any]							  =  JukeboxTokenizer
   __UpperCAmelCase :       Union[str, Any]							  =  {
       '''artist''': '''Zac Brown Band''',
       '''genres''': '''Country''',
       '''lyrics''': '''I met a traveller from an antique land,
        Who said "Two vast and trunkless legs of stone
        Stand in the desert. . . . Near them, on the sand,
        Half sunk a shattered visage lies, whose frown,
        And wrinkled lip, and sneer of cold command,
        Tell that its sculptor well those passions read
        Which yet survive, stamped on these lifeless things,
        The hand that mocked them, and the heart that fed;
        And on the pedestal, these words appear:
        My name is Ozymandias, King of Kings;
        Look on my Works, ye Mighty, and despair!
        Nothing beside remains. Round the decay
        Of that colossal Wreck, boundless and bare
        The lone and level sands stretch far away
        ''',
   }







   @require_torch
   def  lowerCamelCase		(	self						)	->		int:

       '''simple docstring'''




       import torch

       snake_case    :      Any      					=    JukeboxTokenizer.from_pretrained("openai/jukebox-1b-lyrics"						)
       snake_case    :      Optional[Any]      					=    tokenizer(**self.metas						)["input_ids"]
       # fmt: off
       snake_case    :      Optional[int]      					=    [
           torch.tensor([[
               0, 0, 0, 7169, 507, 9, 76, 39, 31, 46, 76, 27,
               76, 46, 44, 27, 48, 31, 38, 38, 31, 44, 76, 32,
               44, 41, 39, 76, 27, 40, 76, 27, 40, 46, 35, 43,
               47, 31, 76, 38, 27, 40, 30, 64, 78, 76, 76, 76,
               76, 76, 76, 76, 76, 23, 34, 41, 76, 45, 27, 35,
               30, 76, 71, 20, 49, 41, 76, 48, 27, 45, 46, 76,
               27, 40, 30, 76, 46, 44, 47, 40, 37, 38, 31, 45,
               45, 76, 38, 31, 33, 45, 76, 41, 32, 76, 45, 46,
               41, 40, 31, 78, 76, 76, 76, 76, 76, 76, 76, 76,
               19, 46, 27, 40, 30, 76, 35, 40, 76, 46, 34, 31,
               76, 30, 31, 45, 31, 44, 46, 63, 76, 63, 76, 63,
               76, 63, 76, 14, 31, 27, 44, 76, 46, 34, 31, 39,
               64, 76, 41, 40, 76, 46, 34, 31, 76, 45, 27, 40,
               30, 64, 78, 76, 76, 76, 76, 76, 76, 76, 76, 8,
               27, 38, 32, 76, 45, 47, 40, 37, 76, 27, 76, 45,
               34, 27, 46, 46, 31, 44, 31, 30, 76, 48, 35, 45,
               27, 33, 31, 76, 38, 35, 31, 45, 64, 76, 49, 34,
               41, 45, 31, 76, 32, 44, 41, 49, 40, 64, 78, 76,
               76, 76, 76, 76, 76, 76, 76, 1, 40, 30, 76, 49,
               44, 35, 40, 37, 38, 31, 30, 76, 38, 35, 42, 64,
               76, 27, 40, 30, 76, 45, 40, 31, 31, 44, 76, 41,
               32, 76, 29, 41, 38, 30, 76, 29, 41, 39, 39, 27,
               40, 30, 64, 78, 76, 76, 76, 76, 76, 76, 76, 76,
               20, 31, 38, 38, 76, 46, 34, 27, 46, 76, 35, 46,
               45, 76, 45, 29, 47, 38, 42, 46, 41, 44, 76, 49,
               31, 38, 38, 76, 46, 34, 41, 45, 31, 76, 42, 27,
               45, 45, 35, 41, 40, 45, 76, 44, 31, 27, 30, 78,
               76, 76, 76, 76, 76, 76, 76, 76, 23, 34, 35, 29,
               34, 76, 51, 31, 46, 76, 45, 47, 44, 48, 35, 48,
               31, 64, 76, 45, 46, 27, 39, 42, 31, 30, 76, 41,
               40, 76, 46, 34, 31, 45, 31, 76, 38, 35, 32, 31,
               38, 31, 45, 45, 76, 46, 34, 35, 40, 33, 45, 64,
               78, 76, 76, 76, 76, 76, 76, 76, 76, 20, 34, 31,
               76, 34, 27, 40, 30, 76, 46, 34, 27, 46, 76, 39,
               41, 29, 37, 31, 30, 76, 46, 34, 31, 39, 64, 76,
               27, 40, 30, 76, 46, 34, 31, 76, 34, 31, 27, 44,
               46, 76, 46, 34, 27, 46, 76, 32, 31, 30, 66, 78,
               76, 76, 76, 76, 76, 76, 76, 76, 1, 40, 30, 76,
               41, 40, 76, 46, 34, 31, 76, 42, 31, 30, 31, 45,
               46, 27, 38, 64, 76, 46, 34, 31, 45, 31, 76, 49,
               41, 44, 30, 45, 76, 27, 42, 42, 31, 27, 44, 65,
               78, 76, 76, 76, 76, 76, 76, 76, 76, 13, 51, 76,
               40, 27, 39, 31, 76, 35, 45, 76, 15, 52, 51, 39,
               27, 40, 30, 35, 27, 45, 64, 76, 11, 35, 40, 33,
               76, 41, 32, 76, 11, 35, 40, 33, 45, 66, 78, 76,
               76, 76, 76, 76, 76, 76, 76, 12, 41, 41, 37, 76,
               41, 40, 76, 39, 51, 76, 23, 41, 44, 37, 45, 64,
               76, 51, 31, 76, 13, 35, 33, 34, 46, 51, 64, 76,
               27, 40, 30, 76, 30, 31, 45, 42, 27, 35, 44, 67,
               78, 76, 76, 76, 76, 76, 76, 76, 76, 14, 41, 46,
               34, 35, 40, 33, 76, 28, 31, 45, 35, 30, 31, 76,
               44, 31, 39, 27, 35, 40, 45, 63, 76, 18, 41, 47,
               40, 30, 76, 46, 34, 31, 76, 30, 31, 29, 27, 51,
               78, 76, 76, 76, 76, 76, 76, 76, 76, 15, 32, 76,
               46, 34, 27, 46, 76, 29, 41, 38, 41, 45, 45, 27,
               38, 76, 23, 44, 31, 29, 37, 64, 76, 28, 41, 47,
               40, 30, 38, 31, 45, 45, 76, 27, 40, 30, 76, 28,
               27, 44, 31, 78, 76, 76, 76, 76, 76, 76, 76, 76,
               20, 34, 31, 76, 38, 41, 40, 31, 76, 27, 40, 30,
               76, 38, 31, 48, 31, 38, 76, 45, 27, 40, 30, 45,
               76, 45, 46, 44, 31, 46, 29, 34, 76, 32, 27, 44,
               76, 27, 49, 27, 51, 78, 76, 76, 76, 76, 76, 76,
               76, 76]]						),
           torch.tensor([[0, 0, 0, 1069, 11]]						),
           torch.tensor([[0, 0, 0, 1069, 11]]						),
       ]
       # fmt: on
       self.assertTrue(torch.allclose(tokens[0]						,	EXPECTED_OUTPUT[0]						)						)
       self.assertTrue(torch.allclose(tokens[1]						,	EXPECTED_OUTPUT[1]						)						)
       self.assertTrue(torch.allclose(tokens[2]						,	EXPECTED_OUTPUT[2]						)						)







   @require_torch
   def  lowerCamelCase		(	self						)	->		Any:

       '''simple docstring'''




       import torch

       snake_case    :      Tuple      					=    JukeboxTokenizer.from_pretrained("openai/jukebox-5b-lyrics"						)
       snake_case    :      Optional[Any]      					=    tokenizer(**self.metas						)["input_ids"]
       # fmt: off
       snake_case    :      List[Any]      					=    [
           torch.tensor([[
               0, 0, 0, 1069, 11, -1, -1, -1, -1, 9, 77, 39,
               31, 46, 77, 27, 77, 46, 44, 27, 48, 31, 38, 38,
               31, 44, 77, 32, 44, 41, 39, 77, 27, 40, 77, 27,
               40, 46, 35, 43, 47, 31, 77, 38, 27, 40, 30, 64,
               79, 77, 77, 77, 77, 77, 77, 77, 77, 23, 34, 41,
               77, 45, 27, 35, 30, 77, 72, 20, 49, 41, 77, 48,
               27, 45, 46, 77, 27, 40, 30, 77, 46, 44, 47, 40,
               37, 38, 31, 45, 45, 77, 38, 31, 33, 45, 77, 41,
               32, 77, 45, 46, 41, 40, 31, 79, 77, 77, 77, 77,
               77, 77, 77, 77, 19, 46, 27, 40, 30, 77, 35, 40,
               77, 46, 34, 31, 77, 30, 31, 45, 31, 44, 46, 63,
               77, 63, 77, 63, 77, 63, 77, 14, 31, 27, 44, 77,
               46, 34, 31, 39, 64, 77, 41, 40, 77, 46, 34, 31,
               77, 45, 27, 40, 30, 64, 79, 77, 77, 77, 77, 77,
               77, 77, 77, 8, 27, 38, 32, 77, 45, 47, 40, 37,
               77, 27, 77, 45, 34, 27, 46, 46, 31, 44, 31, 30,
               77, 48, 35, 45, 27, 33, 31, 77, 38, 35, 31, 45,
               64, 77, 49, 34, 41, 45, 31, 77, 32, 44, 41, 49,
               40, 64, 79, 77, 77, 77, 77, 77, 77, 77, 77, 1,
               40, 30, 77, 49, 44, 35, 40, 37, 38, 31, 30, 77,
               38, 35, 42, 64, 77, 27, 40, 30, 77, 45, 40, 31,
               31, 44, 77, 41, 32, 77, 29, 41, 38, 30, 77, 29,
               41, 39, 39, 27, 40, 30, 64, 79, 77, 77, 77, 77,
               77, 77, 77, 77, 20, 31, 38, 38, 77, 46, 34, 27,
               46, 77, 35, 46, 45, 77, 45, 29, 47, 38, 42, 46,
               41, 44, 77, 49, 31, 38, 38, 77, 46, 34, 41, 45,
               31, 77, 42, 27, 45, 45, 35, 41, 40, 45, 77, 44,
               31, 27, 30, 79, 77, 77, 77, 77, 77, 77, 77, 77,
               23, 34, 35, 29, 34, 77, 51, 31, 46, 77, 45, 47,
               44, 48, 35, 48, 31, 64, 77, 45, 46, 27, 39, 42,
               31, 30, 77, 41, 40, 77, 46, 34, 31, 45, 31, 77,
               38, 35, 32, 31, 38, 31, 45, 45, 77, 46, 34, 35,
               40, 33, 45, 64, 79, 77, 77, 77, 77, 77, 77, 77,
               77, 20, 34, 31, 77, 34, 27, 40, 30, 77, 46, 34,
               27, 46, 77, 39, 41, 29, 37, 31, 30, 77, 46, 34,
               31, 39, 64, 77, 27, 40, 30, 77, 46, 34, 31, 77,
               34, 31, 27, 44, 46, 77, 46, 34, 27, 46, 77, 32,
               31, 30, 66, 79, 77, 77, 77, 77, 77, 77, 77, 77,
               1, 40, 30, 77, 41, 40, 77, 46, 34, 31, 77, 42,
               31, 30, 31, 45, 46, 27, 38, 64, 77, 46, 34, 31,
               45, 31, 77, 49, 41, 44, 30, 45, 77, 27, 42, 42,
               31, 27, 44, 65, 79, 77, 77, 77, 77, 77, 77, 77,
               77, 13, 51, 77, 40, 27, 39, 31, 77, 35, 45, 77,
               15, 52, 51, 39, 27, 40, 30, 35, 27, 45, 64, 77,
               11, 35, 40, 33, 77, 41, 32, 77, 11, 35, 40, 33,
               45, 66, 79, 77, 77, 77, 77, 77, 77, 77, 77, 12,
               41, 41, 37, 77, 41, 40, 77, 39, 51, 77, 23, 41,
               44, 37, 45, 64, 77, 51, 31, 77, 13, 35, 33, 34,
               46, 51, 64, 77, 27, 40, 30, 77, 30, 31, 45, 42,
               27, 35, 44, 67, 79, 77, 77, 77, 77, 77, 77, 77,
               77, 14, 41, 46, 34, 35, 40, 33, 77, 28, 31, 45,
               35, 30, 31, 77, 44, 31, 39, 27, 35, 40, 45, 63,
               77, 18, 41, 47, 40, 30, 77, 46, 34, 31, 77, 30,
               31, 29, 27, 51, 79, 77, 77, 77, 77, 77, 77, 77,
               77, 15, 32, 77, 46, 34, 27, 46, 77, 29, 41, 38,
               41, 45, 45, 27, 38, 77, 23, 44, 31, 29, 37, 64,
               77, 28, 41, 47, 40, 30, 38, 31, 45, 45, 77, 27,
               40, 30, 77, 28, 27, 44, 31, 79, 77, 77, 77, 77,
               77, 77, 77, 77, 20, 34, 31, 77, 38, 41, 40, 31,
               77, 27, 40, 30, 77, 38, 31, 48, 31, 38, 77, 45,
               27, 40, 30, 45, 77, 45, 46, 44, 31, 46, 29, 34,
               77, 32, 27, 44, 77, 27, 49, 27, 51, 79, 77, 77,
               77, 77, 77, 77, 77, 77]]						),
           torch.tensor([[0, 0, 0, 1069, 11, -1, -1, -1, -1]]						),
           torch.tensor([[0, 0, 0, 1069, 11, -1, -1, -1, -1]]						),
       ]
       # fmt: on
       self.assertTrue(torch.allclose(tokens[0]						,	EXPECTED_OUTPUT[0]						)						)
       self.assertTrue(torch.allclose(tokens[1]						,	EXPECTED_OUTPUT[1]						)						)
       self.assertTrue(torch.allclose(tokens[2]						,	EXPECTED_OUTPUT[2]						)						)





