






from importlib import import_module

from .logging import get_logger


UpperCAmelCase__				   =		get_logger(__name__)






class 		lowercase_					:






      '''simple docstring'''




      def __init__(      self      :						int ,					__UpperCAmelCase      :						Optional[int] ,					__UpperCAmelCase      :						str=None  )    ->int:




       """simple docstring"""


       a		  =      attrs or []
       if module is not None:
        for key in module.__dict__:
         if key in attrs or not key.startswith('''__'''  ):
          setattr(self ,					__UpperCAmelCase ,					getattr(__UpperCAmelCase ,					__UpperCAmelCase  )  )
       a		  =      module._original_module if isinstance(__UpperCAmelCase ,					_PatchedModuleObj  ) else module






class 		lowercase_					:






      '''simple docstring'''




      __snake_case       =  []







      def __init__(      self      :						List[str] ,					__UpperCAmelCase      :						List[Any] ,					__UpperCAmelCase      :						str ,					__UpperCAmelCase      :						Optional[Any] ,					__UpperCAmelCase      :						Dict=None  )    ->Union[str, Any]:




       """simple docstring"""


       a		  =      obj
       a		  =      target
       a		  =      new
       a		  =      target.split('''.'''  )[0]
       a		  =      {}
       a		  =      attrs or []







      def __enter__(      self      :						Tuple  )    ->Union[str, Any]:




       """simple docstring"""


       *a  ,     a		  =      self.target.split('''.'''  )

       # Patch modules:
       # it's used to patch attributes of submodules like "os.path.join";
       # in this case we need to patch "os" and "os.path"

       for i in range(len(__UpperCAmelCase  )  ):
        try:
         a		  =      import_module('''.'''.join(submodules[: i + 1]  )  )
        except ModuleNotFoundError:
         continue
        # We iterate over all the globals in self.obj in case we find "os" or "os.path"
        for attr in self.obj.__dir__():
         a		  =      getattr(self.obj ,					__UpperCAmelCase  )
         # We don't check for the name of the global, but rather if its value *is* "os" or "os.path".
         # This allows to patch renamed modules like "from os import path as ospath".
         if obj_attr is submodule or (
             (isinstance(__UpperCAmelCase ,					_PatchedModuleObj  ) and obj_attr._original_module is submodule)
         ):
          a		  =      obj_attr
          # patch at top level
          setattr(self.obj ,					__UpperCAmelCase ,					_PatchedModuleObj(__UpperCAmelCase ,					attrs=self.attrs  )  )
          a		  =      getattr(self.obj ,					__UpperCAmelCase  )
          # construct lower levels patches
          for key in submodules[i + 1 :]:
           setattr(__UpperCAmelCase ,					__UpperCAmelCase ,					_PatchedModuleObj(getattr(__UpperCAmelCase ,					__UpperCAmelCase ,					__UpperCAmelCase  ) ,					attrs=self.attrs  )  )
           a		  =      getattr(__UpperCAmelCase ,					__UpperCAmelCase  )
          # finally set the target attribute
          setattr(__UpperCAmelCase ,					__UpperCAmelCase ,					self.new  )

        # Patch attribute itself:
        # it's used for builtins like "open",
        # and also to patch "os.path.join" we may also need to patch "join"
        # itself if it was imported as "from os.path import join".

       if submodules:  # if it's an attribute of a submodule like "os.path.join"
        try:
         a		  =      getattr(import_module('''.'''.join(__UpperCAmelCase  )  ) ,					__UpperCAmelCase  )
        except (AttributeError, ModuleNotFoundError):
         return
        # We iterate over all the globals in self.obj in case we find "os.path.join"
        for attr in self.obj.__dir__():
         # We don't check for the name of the global, but rather if its value *is* "os.path.join".
         # This allows to patch renamed attributes like "from os.path import join as pjoin".
         if getattr(self.obj ,					__UpperCAmelCase  ) is attr_value:
          a		  =      getattr(self.obj ,					__UpperCAmelCase  )
          setattr(self.obj ,					__UpperCAmelCase ,					self.new  )
       elif target_attr in globals()["__builtins__"]:  # if it'a s builtin like "open"
        a		  =      globals()['''__builtins__'''][target_attr]
        setattr(self.obj ,					__UpperCAmelCase ,					self.new  )
       else:
        raise RuntimeError(F"""Tried to patch attribute {target_attr} instead of a submodule."""  )







      def __exit__(      self      :						List[str] ,					*__UpperCAmelCase      :						Optional[int]  )    ->Tuple:




       """simple docstring"""


       for attr in list(self.original  ):
        setattr(self.obj ,					__UpperCAmelCase ,					self.original.pop(__UpperCAmelCase  )  )







      def       __lowerCAmelCase					(      self      :						Any  )    ->List[Any]:




       """simple docstring"""


       self.__enter__()
       self._active_patches.append(self  )







      def       __lowerCAmelCase					(      self      :						Any  )    ->Union[str, Any]:




       """simple docstring"""


       try:
        self._active_patches.remove(self  )
       except ValueError:
        # If the patch hasn't been started this will fail
        return None

       return self.__exit__()




import json
import os
import shutil
import warnings
from argparse import ArgumentParser, Namespace
from pathlib import Path
from typing import List

from ..utils import logging
from . import BaseTransformersCLICommand


try:
      from cookiecutter.main import cookiecutter

      lowercase__       =True
except ImportError:
      lowercase__       =False

lowercase__       =logging.get_logger(__name__)  # pylint: disable=invalid-name




def    __UpperCamelCase     (				lowerCAmelCase__							:				Namespace  ):
 return AddNewModelCommand(args.testing  ,   args.testing_file  ,   path=args.path  )



class 		UpperCamelCase__  (       __lowercase    ):
   @staticmethod
   def       lowerCAmelCase			(snake_case_ :					ArgumentParser   ):
    __a :  List[Any]						=  parser.add_parser('''add-new-model'''   )
    add_new_model_parser.add_argument('''--testing'''					,				action='''store_true'''					,				help='''If in testing mode.'''   )
    add_new_model_parser.add_argument('''--testing_file'''					,				type=snake_case_					,				help='''Configuration file on which to run.'''   )
    add_new_model_parser.add_argument(
        '''--path'''					,				type=snake_case_					,				help='''Path to cookiecutter. Should only be used for testing purposes.'''   )
    add_new_model_parser.set_defaults(func=snake_case_   )
   def __init__(self :					Dict					,				snake_case_ :					bool					,				snake_case_ :					str					,				snake_case_ :					Dict=None					,				*snake_case_ :					Optional[Any]   ):
    __a :  Union[str, Any]						=  testing
    __a :  List[Any]						=  testing_file
    __a :  Any						=  path







   def       lowerCAmelCase			(self :					int   ):
    warnings.warn(
        '''The command `transformers-cli add-new-model` is deprecated and will be removed in v5 of Transformers. '''
        '''It is not actively maintained anymore, so might give a result that won\'t pass all tests and quality '''
        '''checks, you should use `transformers-cli add-new-model-like` instead.'''   )
    if not _has_cookiecutter:
     raise ImportError(
         '''Model creation dependencies are required to use the `add_new_model` command. Install them by running '''
         '''the following at the root of your `transformers` clone:\n\n\t$ pip install -e .[modelcreation]\n'''   )
    # Ensure that there is no other `cookiecutter-template-xxx` directory in the current working directory
    __a :  Union[str, Any]						=  [directory for directory in os.listdir() if '''cookiecutter-template-''' == directory[:2_2]]
    if len(snake_case_   ) > 0:
     raise ValueError(
         '''Several directories starting with `cookiecutter-template-` in current working directory. '''
         '''Please clean your directory by removing all folders starting with `cookiecutter-template-` or '''
         '''change your working directory.'''   )

    __a :  Union[str, Any]						=  (
        Path(snake_case_   ).parent.parent.parent.parent if self._path is None else Path(self._path   ).parent.parent
    )
    __a :  Union[str, Any]						=  path_to_transformer_root / '''templates''' / '''adding_a_new_model'''

    # Execute cookiecutter
    if not self._testing:
     cookiecutter(str(snake_case_   )   )
    else:
     with open(self._testing_file					,				'''r'''   ) as configuration_file:
      __a :  List[Any]						=  json.load(snake_case_   )

     cookiecutter(
         str(path_to_cookiecutter if self._path is None else self._path   )					,				no_input=snake_case_					,				extra_context=snake_case_					,				)

    __a :  List[str]						=  [directory for directory in os.listdir() if '''cookiecutter-template-''' in directory[:2_2]][0]

    # Retrieve configuration
    with open(directory + '''/configuration.json'''					,				'''r'''   ) as configuration_file:
     __a :  Optional[Any]						=  json.load(snake_case_   )

    __a :  str						=  configuration['''lowercase_modelname''']
    __a :  int						=  configuration['''generate_tensorflow_pytorch_and_flax''']
    os.remove(f"{directory}/configuration.json"   )

    __a :  Any						=  '''PyTorch''' in generate_tensorflow_pytorch_and_flax
    __a :  Dict						=  '''TensorFlow''' in generate_tensorflow_pytorch_and_flax
    __a :  Optional[int]						=  '''Flax''' in generate_tensorflow_pytorch_and_flax

    __a :  Dict						=  f"{path_to_transformer_root}/src/transformers/models/{lowercase_model_name}"
    os.makedirs(snake_case_					,				exist_ok=snake_case_   )
    os.makedirs(f"{path_to_transformer_root}/tests/models/{lowercase_model_name}"					,				exist_ok=snake_case_   )

    # Tests require submodules as they have parent imports
    with open(f"{path_to_transformer_root}/tests/models/{lowercase_model_name}/__init__.py"					,				'''w'''   ):
     pass

    shutil.move(
        f"{directory}/__init__.py"					,				f"{model_dir}/__init__.py"					,				)
    shutil.move(
        f"{directory}/configuration_{lowercase_model_name}.py"					,				f"{model_dir}/configuration_{lowercase_model_name}.py"					,				)

    def remove_copy_lines(snake_case_ :					Union[str, Any]   ):
     with open(snake_case_					,				'''r'''   ) as f:
      __a :  Union[str, Any]						=  f.readlines()
     with open(snake_case_					,				'''w'''   ) as f:
      for line in lines:
       if "# Copied from transformers." not in line:
        f.write(snake_case_   )

    if output_pytorch:
     if not self._testing:
      remove_copy_lines(f"{directory}/modeling_{lowercase_model_name}.py"   )

     shutil.move(
         f"{directory}/modeling_{lowercase_model_name}.py"					,				f"{model_dir}/modeling_{lowercase_model_name}.py"					,				)

     shutil.move(
         f"{directory}/test_modeling_{lowercase_model_name}.py"					,				f"{path_to_transformer_root}/tests/models/{lowercase_model_name}/test_modeling_{lowercase_model_name}.py"					,				)
    else:
     os.remove(f"{directory}/modeling_{lowercase_model_name}.py"   )
     os.remove(f"{directory}/test_modeling_{lowercase_model_name}.py"   )

    if output_tensorflow:
     if not self._testing:
      remove_copy_lines(f"{directory}/modeling_tf_{lowercase_model_name}.py"   )

     shutil.move(
         f"{directory}/modeling_tf_{lowercase_model_name}.py"					,				f"{model_dir}/modeling_tf_{lowercase_model_name}.py"					,				)

     shutil.move(
         f"{directory}/test_modeling_tf_{lowercase_model_name}.py"					,				f"{path_to_transformer_root}/tests/models/{lowercase_model_name}/test_modeling_tf_{lowercase_model_name}.py"					,				)
    else:
     os.remove(f"{directory}/modeling_tf_{lowercase_model_name}.py"   )
     os.remove(f"{directory}/test_modeling_tf_{lowercase_model_name}.py"   )

    if output_flax:
     if not self._testing:
      remove_copy_lines(f"{directory}/modeling_flax_{lowercase_model_name}.py"   )

     shutil.move(
         f"{directory}/modeling_flax_{lowercase_model_name}.py"					,				f"{model_dir}/modeling_flax_{lowercase_model_name}.py"					,				)

     shutil.move(
         f"{directory}/test_modeling_flax_{lowercase_model_name}.py"					,				f"{path_to_transformer_root}/tests/models/{lowercase_model_name}/test_modeling_flax_{lowercase_model_name}.py"					,				)
    else:
     os.remove(f"{directory}/modeling_flax_{lowercase_model_name}.py"   )
     os.remove(f"{directory}/test_modeling_flax_{lowercase_model_name}.py"   )

    shutil.move(
        f"{directory}/{lowercase_model_name}.md"					,				f"{path_to_transformer_root}/docs/source/en/model_doc/{lowercase_model_name}.md"					,				)

    shutil.move(
        f"{directory}/tokenization_{lowercase_model_name}.py"					,				f"{model_dir}/tokenization_{lowercase_model_name}.py"					,				)

    shutil.move(
        f"{directory}/tokenization_fast_{lowercase_model_name}.py"					,				f"{model_dir}/tokenization_{lowercase_model_name}_fast.py"					,				)

    from os import fdopen, remove
    from shutil import copymode, move
    from tempfile import mkstemp

    def replace(snake_case_ :					str					,				snake_case_ :					str					,				snake_case_ :					List[str]   ):
     # Create temp file
     __a				,       __a :  Tuple						=  mkstemp()
     __a :  Optional[Any]						=  False
     with fdopen(snake_case_					,				'''w'''   ) as new_file:
      with open(snake_case_   ) as old_file:
       for line in old_file:
        new_file.write(snake_case_   )
        if line_to_copy_below in line:
         __a :  Tuple						=  True
         for line_to_copy in lines_to_copy:
          new_file.write(snake_case_   )

     if not line_found:
      raise ValueError(f"Line {line_to_copy_below} was not found in file."   )

     # Copy the file permissions from the old file to the new file
     copymode(snake_case_					,				snake_case_   )
     # Remove original file
     remove(snake_case_   )
     # Move new file
     move(snake_case_					,				snake_case_   )

    def skip_units(snake_case_ :					Any   ):
     return (
         ("generating PyTorch" in line and not output_pytorch)
         or ("generating TensorFlow" in line and not output_tensorflow)
         or ("generating Flax" in line and not output_flax)
     )

    def replace_in_files(snake_case_ :					int   ):
     with open(snake_case_   ) as datafile:
      __a :  List[Any]						=  []
      __a :  int						=  False
      __a :  Tuple						=  False
      for line in datafile:
       if "# To replace in: " in line and "##" not in line:
        __a :  Optional[Any]						=  line.split('''"'''   )[1]
        __a :  Dict						=  skip_units(snake_case_   )
       elif "# Below: " in line and "##" not in line:
        __a :  str						=  line.split('''"'''   )[1]
        __a :  Any						=  skip_units(snake_case_   )
       elif "# End." in line and "##" not in line:
        if not skip_file and not skip_snippet:
         replace(snake_case_					,				snake_case_					,				snake_case_   )

        __a :  str						=  []
       elif "# Replace with" in line and "##" not in line:
        __a :  Optional[int]						=  []
       elif "##" not in line:
        lines_to_copy.append(snake_case_   )

     remove(snake_case_   )

    replace_in_files(f"{directory}/to_replace_{lowercase_model_name}.py"   )
    os.rmdir(snake_case_   )
