




import argparse
import os
import re


lowerCamelCase__ :   Tuple					=							'src/transformers'

# Pattern that looks at the indentation in a line.
lowerCamelCase__ :   List[Any]					=							re.compile(r'^(\s*)\S')
# Pattern that matches `"key":" and puts `key` in group 0.
lowerCamelCase__ :   Any					=							re.compile(r'^\s*"([^"]+)":')
# Pattern that matches `_import_structure["key"]` and puts `key` in group 0.
lowerCamelCase__ :   Optional[int]					=							re.compile(r'^\s*_import_structure\["([^"]+)"\]')
# Pattern that matches `"key",` and puts `key` in group 0.
lowerCamelCase__ :   str					=							re.compile(r'^\s*"([^"]+)",\s*$')
# Pattern that matches any `[stuff]` and puts `stuff` in group 0.
lowerCamelCase__ :   Union[str, Any]					=							re.compile(r'\[([^\]]+)\]')

def 					UpperCAmelCase_							(      __UpperCAmelCase						:	str							)					-> List[str]:
      SCREAMING_SNAKE_CASE_							=			_re_indent.search(__UpperCAmelCase							)
      return "" if search is None else search.groups()[0]

def 					UpperCAmelCase_							(      __UpperCAmelCase						:	Dict			,			__UpperCAmelCase						:	Union[str, Any]=""			,			__UpperCAmelCase						:	Union[str, Any]=None			,			__UpperCAmelCase						:	str=None							)					-> str:
      SCREAMING_SNAKE_CASE_							=			0
      SCREAMING_SNAKE_CASE_							=			code.split('\n'							)
      if start_prompt is not None:
            while not lines[index].startswith(__UpperCAmelCase							):
                  index += 1
            SCREAMING_SNAKE_CASE_							=			['\n'.join(lines[:index]							)]
      else:
            SCREAMING_SNAKE_CASE_							=			[]

      # We split into blocks until we get to the `end_prompt` (or the end of the block).
      SCREAMING_SNAKE_CASE_							=			[lines[index]]
      index += 1
      while index < len(__UpperCAmelCase							) and (end_prompt is None or not lines[index].startswith(__UpperCAmelCase							)):
            if len(lines[index]							) > 0 and get_indent(lines[index]							) == indent_level:
                  if len(__UpperCAmelCase							) > 0 and get_indent(current_block[-1]							).startswith(indent_level + ' '							):
                        current_block.append(lines[index]							)
                        blocks.append('\n'.join(__UpperCAmelCase							)							)
                        if index < len(__UpperCAmelCase							) - 1:
                              SCREAMING_SNAKE_CASE_							=			[lines[index + 1]]
                              index += 1
                        else:
                              SCREAMING_SNAKE_CASE_							=			[]
                  else:
                        blocks.append('\n'.join(__UpperCAmelCase							)							)
                        SCREAMING_SNAKE_CASE_							=			[lines[index]]
            else:
                  current_block.append(lines[index]							)
            index += 1

      # Adds current block if it's nonempty.
      if len(__UpperCAmelCase							) > 0:
            blocks.append('\n'.join(__UpperCAmelCase							)							)

      # Add final block after end_prompt if provided.
      if end_prompt is not None and index < len(__UpperCAmelCase							):
            blocks.append('\n'.join(lines[index:]							)							)

      return blocks

def 					UpperCAmelCase_							(      __UpperCAmelCase						:	str							)					-> Optional[Any]:

      def _inner(__UpperCAmelCase						:	Optional[int]							):
            return key(__UpperCAmelCase							).lower().replace('_'			,			''							)

      return _inner

def 					UpperCAmelCase_							(      __UpperCAmelCase						:	Any			,			__UpperCAmelCase						:	Dict=None							)					-> Tuple:

      # If no key is provided, we use a noop.
      def noop(__UpperCAmelCase						:	List[Any]							):
            return x

      if key is None:
            SCREAMING_SNAKE_CASE_							=			noop
      # Constants are all uppercase, they go first.
      SCREAMING_SNAKE_CASE_							=			[obj for obj in objects if key(__UpperCAmelCase							).isupper()]
      # Classes are not all uppercase but start with a capital, they go second.
      SCREAMING_SNAKE_CASE_							=			[obj for obj in objects if key(__UpperCAmelCase							)[0].isupper() and not key(__UpperCAmelCase							).isupper()]
      # Functions begin with a lowercase, they go last.
      SCREAMING_SNAKE_CASE_							=			[obj for obj in objects if not key(__UpperCAmelCase							)[0].isupper()]

      SCREAMING_SNAKE_CASE_							=			ignore_underscore(__UpperCAmelCase							)
      return sorted(__UpperCAmelCase			,			key=__UpperCAmelCase							) + sorted(__UpperCAmelCase			,			key=__UpperCAmelCase							) + sorted(__UpperCAmelCase			,			key=__UpperCAmelCase							)

def 					UpperCAmelCase_							(      __UpperCAmelCase						:	str							)					-> Any:

      # This inner function sort imports between [ ].
      def _replace(__UpperCAmelCase						:	Dict							):
            SCREAMING_SNAKE_CASE_							=			match.groups()[0]
            if "," not in imports:
                  return f"[{imports}]"
            SCREAMING_SNAKE_CASE_							=			[part.strip().replace('"'			,			''							) for part in imports.split(','							)]
            # We will have a final empty element if the line finished with a comma.
            if len(keys[-1]							) == 0:
                  SCREAMING_SNAKE_CASE_							=			keys[:-1]
            return "[" + ", ".join([f"\"{k}\"" for k in sort_objects(__UpperCAmelCase							)]							) + "]"

      SCREAMING_SNAKE_CASE_							=			import_statement.split('\n'							)
      if len(__UpperCAmelCase							) > 3:
            # Here we have to sort internal imports that are on several lines (one per name):
            # key: [
            #     "object1",
            #     "object2",
            #     ...
            # ]

            # We may have to ignore one or two lines on each side.
            SCREAMING_SNAKE_CASE_							=			2 if lines[1].strip() == '[' else 1
            SCREAMING_SNAKE_CASE_							=			[(i, _re_strip_line.search(__UpperCAmelCase							).groups()[0]) for i, line in enumerate(lines[idx:-idx]							)]
            SCREAMING_SNAKE_CASE_							=			sort_objects(__UpperCAmelCase			,			key=lambda __UpperCAmelCase							: x[1]							)
            SCREAMING_SNAKE_CASE_							=			[lines[x[0] + idx] for x in sorted_indices]
            return "\n".join(lines[:idx] + sorted_lines + lines[-idx:]							)
      elif len(__UpperCAmelCase							) == 3:
            # Here we have to sort internal imports that are on one separate line:
            # key: [
            #     "object1", "object2", ...
            # ]
            if _re_bracket_content.search(lines[1]							) is not None:
                  SCREAMING_SNAKE_CASE_							=			_re_bracket_content.sub(_replace			,			lines[1]							)
            else:
                  SCREAMING_SNAKE_CASE_							=			[part.strip().replace('"'			,			''							) for part in lines[1].split(','							)]
                  # We will have a final empty element if the line finished with a comma.
                  if len(keys[-1]							) == 0:
                        SCREAMING_SNAKE_CASE_							=			keys[:-1]
                  SCREAMING_SNAKE_CASE_							=			get_indent(lines[1]							) + ', '.join([f"\"{k}\"" for k in sort_objects(__UpperCAmelCase							)]							)
            return "\n".join(__UpperCAmelCase							)
      else:
            # Finally we have to deal with imports fitting on one line
            SCREAMING_SNAKE_CASE_							=			_re_bracket_content.sub(_replace			,			__UpperCAmelCase							)
            return import_statement

def 					UpperCAmelCase_							(      __UpperCAmelCase						:	Optional[int]			,			__UpperCAmelCase						:	Optional[Any]=True							)					-> Dict:
      with open(__UpperCAmelCase			,			encoding='utf-8'							) as f:
            SCREAMING_SNAKE_CASE_							=			f.read()

      if "_import_structure" not in code:
            return

      # Blocks of indent level 0
      SCREAMING_SNAKE_CASE_							=			split_code_in_indented_blocks(
          __UpperCAmelCase			,			start_prompt='_import_structure = {'			,			end_prompt='if TYPE_CHECKING:'							)

      # We ignore block 0 (everything untils start_prompt) and the last block (everything after end_prompt).
      for block_idx in range(1			,			len(__UpperCAmelCase							) - 1							):
            # Check if the block contains some `_import_structure`s thingy to sort.
            SCREAMING_SNAKE_CASE_							=			main_blocks[block_idx]
            SCREAMING_SNAKE_CASE_							=			block.split('\n'							)

            # Get to the start of the imports.
            SCREAMING_SNAKE_CASE_							=			0
            while line_idx < len(__UpperCAmelCase							) and "_import_structure" not in block_lines[line_idx]:
                  # Skip dummy import blocks
                  if "import dummy" in block_lines[line_idx]:
                        SCREAMING_SNAKE_CASE_							=			len(__UpperCAmelCase							)
                  else:
                        line_idx += 1
            if line_idx >= len(__UpperCAmelCase							):
                  continue

            # Ignore beginning and last line: they don't contain anything.
            SCREAMING_SNAKE_CASE_							=			'\n'.join(block_lines[line_idx:-1]							)
            SCREAMING_SNAKE_CASE_							=			get_indent(block_lines[1]							)
            # Slit the internal block into blocks of indent level 1.
            SCREAMING_SNAKE_CASE_							=			split_code_in_indented_blocks(__UpperCAmelCase			,			indent_level=__UpperCAmelCase							)
            # We have two categories of import key: list or _import_structure[key].append/extend
            SCREAMING_SNAKE_CASE_							=			_re_direct_key if '_import_structure = {' in block_lines[0] else _re_indirect_key
            # Grab the keys, but there is a trap: some lines are empty or just comments.
            SCREAMING_SNAKE_CASE_							=			[(pattern.search(__UpperCAmelCase							).groups()[0] if pattern.search(__UpperCAmelCase							) is not None else None) for b in internal_blocks]
            # We only sort the lines with a key.
            SCREAMING_SNAKE_CASE_							=			[(i, key) for i, key in enumerate(__UpperCAmelCase							) if key is not None]
            SCREAMING_SNAKE_CASE_							=			[x[0] for x in sorted(__UpperCAmelCase			,			key=lambda __UpperCAmelCase							: x[1]							)]

            # We reorder the blocks by leaving empty lines/comments as they were and reorder the rest.
            SCREAMING_SNAKE_CASE_							=			0
            SCREAMING_SNAKE_CASE_							=			[]
            for i in range(len(__UpperCAmelCase							)							):
                  if keys[i] is None:
                        reorderded_blocks.append(internal_blocks[i]							)
                  else:
                        SCREAMING_SNAKE_CASE_							=			sort_objects_in_import(internal_blocks[sorted_indices[count]]							)
                        reorderded_blocks.append(__UpperCAmelCase							)
                        count += 1

        # And we put our main block back together with its first and last line.
            SCREAMING_SNAKE_CASE_							=			'\n'.join(block_lines[:line_idx] + reorderded_blocks + [block_lines[-1]]							)

      if code != "\n".join(__UpperCAmelCase							):
            if check_only:
                  return True
            else:
                  print(f"Overwriting {file}."							)
                  with open(__UpperCAmelCase			,			'w'			,			encoding='utf-8'							) as f:
                        f.write('\n'.join(__UpperCAmelCase							)							)

def 					UpperCAmelCase_							(      __UpperCAmelCase						:	Dict=True							)					-> Optional[int]:
      SCREAMING_SNAKE_CASE_							=			[]
      for root, _, files in os.walk(__UpperCAmelCase							):
            if "__init__.py" in files:
                  SCREAMING_SNAKE_CASE_							=			sort_imports(os.path.join(__UpperCAmelCase			,			'__init__.py'							)			,			check_only=__UpperCAmelCase							)
                  if result:
                        SCREAMING_SNAKE_CASE_							=			[os.path.join(__UpperCAmelCase			,			'__init__.py'							)]
      if len(__UpperCAmelCase							) > 0:
            raise ValueError(f"Would overwrite {len(__UpperCAmelCase							)} files, run `make style`."							)


if __name__ == "__main__":
   lowerCamelCase__ :   Optional[Any]					=							argparse.ArgumentParser()
   parser.add_argument('--check_only', action='store_true', help='Whether to only check or fix style.')
   lowerCamelCase__ :   Optional[Any]					=							parser.parse_args()

   sort_imports_in_all_inits(check_only=args.check_only)





# Copyright 2021 The HuggingFace Inc. team. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

from packaging import version

from .. import __version__
from .constants import IMAGENET_DEFAULT_MEAN, IMAGENET_DEFAULT_STD, IMAGENET_STANDARD_MEAN, IMAGENET_STANDARD_STD
from .doc import (
    add_code_sample_docstrings,
    add_end_docstrings,
    add_start_docstrings,
    add_start_docstrings_to_model_forward,
    copy_func,
    replace_return_docstrings,
)
from .generic import (
    ContextManagers,
    ExplicitEnum,
    ModelOutput,
    PaddingStrategy,
    TensorType,
    add_model_info_to_auto_map,
    cached_property,
    can_return_loss,
    expand_dims,
    find_labels,
    flatten_dict,
    infer_framework,
    is_jax_tensor,
    is_numpy_array,
    is_tensor,
    is_tf_symbolic_tensor,
    is_tf_tensor,
    is_torch_device,
    is_torch_dtype,
    is_torch_tensor,
    reshape,
    squeeze,
    strtobool,
    tensor_size,
    to_numpy,
    to_py_obj,
    transpose,
    working_or_temp_dir,
)
from .hub import (
    CLOUDFRONT_DISTRIB_PREFIX,
    DISABLE_TELEMETRY,
    HF_MODULES_CACHE,
    HUGGINGFACE_CO_PREFIX,
    HUGGINGFACE_CO_RESOLVE_ENDPOINT,
    PYTORCH_PRETRAINED_BERT_CACHE,
    PYTORCH_TRANSFORMERS_CACHE,
    S3_BUCKET_PREFIX,
    TRANSFORMERS_CACHE,
    TRANSFORMERS_DYNAMIC_MODULE_NAME,
    EntryNotFoundError,
    PushToHubMixin,
    RepositoryNotFoundError,
    RevisionNotFoundError,
    cached_file,
    default_cache_path,
    define_sagemaker_information,
    download_url,
    extract_commit_hash,
    get_cached_models,
    get_file_from_repo,
    get_full_repo_name,
    has_file,
    http_user_agent,
    is_offline_mode,
    is_remote_url,
    move_cache,
    send_example_telemetry,
    try_to_load_from_cache,
)
from .import_utils import (
    ENV_VARS_TRUE_AND_AUTO_VALUES,
    ENV_VARS_TRUE_VALUES,
    TORCH_FX_REQUIRED_VERSION,
    USE_JAX,
    USE_TF,
    USE_TORCH,
    DummyObject,
    OptionalDependencyNotAvailable,
    _LazyModule,
    ccl_version,
    direct_transformers_import,
    get_torch_version,
    is_accelerate_available,
    is_apex_available,
    is_bitsandbytes_available,
    is_bsa_available,
    is_coloredlogs_available,
    is_cython_available,
    is_datasets_available,
    is_decord_available,
    is_detectrona_available,
    is_faiss_available,
    is_flax_available,
    is_ftfy_available,
    is_in_notebook,
    is_ipex_available,
    is_jieba_available,
    is_jumanpp_available,
    is_kenlm_available,
    is_keras_nlp_available,
    is_librosa_available,
    is_natten_available,
    is_ninja_available,
    is_onnx_available,
    is_openai_available,
    is_optimum_available,
    is_pandas_available,
    is_peft_available,
    is_phonemizer_available,
    is_protobuf_available,
    is_psutil_available,
    is_pyanvml_available,
    is_pyctcdecode_available,
    is_pytesseract_available,
    is_pytest_available,
    is_pytorch_quantization_available,
    is_rjieba_available,
    is_sacremoses_available,
    is_safetensors_available,
    is_sagemaker_dp_enabled,
    is_sagemaker_mp_enabled,
    is_scipy_available,
    is_sentencepiece_available,
    is_seqio_available,
    is_sklearn_available,
    is_soundfile_availble,
    is_spacy_available,
    is_speech_available,
    is_sudachi_available,
    is_tensorflow_probability_available,
    is_tensorflow_text_available,
    is_tfaonnx_available,
    is_tf_available,
    is_timm_available,
    is_tokenizers_available,
    is_torch_available,
    is_torch_bfaa_available,
    is_torch_bfaa_cpu_available,
    is_torch_bfaa_gpu_available,
    is_torch_compile_available,
    is_torch_cuda_available,
    is_torch_fx_available,
    is_torch_fx_proxy,
    is_torch_mps_available,
    is_torch_neuroncore_available,
    is_torch_tensorrt_fx_available,
    is_torch_tfaa_available,
    is_torch_tpu_available,
    is_torchaudio_available,
    is_torchdistx_available,
    is_torchdynamo_available,
    is_torchvision_available,
    is_training_run_on_sagemaker,
    is_vision_available,
    requires_backends,
    torch_only_method,
)


lowerCamelCase__ :   str					=							'pytorch_model.bin'
lowerCamelCase__ :   int					=							'pytorch_model.bin.index.json'
lowerCamelCase__ :   List[Any]					=							'adapter_config.json'
lowerCamelCase__ :   Optional[int]					=							'adapter_model.bin'
lowerCamelCase__ :   Dict					=							'adapter_model.safetensors'
lowerCamelCase__ :   List[str]					=							'tf_model.h5'
lowerCamelCase__ :   Tuple					=							'tf_model.h5.index.json'
lowerCamelCase__ :   Optional[int]					=							'model.ckpt'
lowerCamelCase__ :   Any					=							'flax_model.msgpack'
lowerCamelCase__ :   List[Any]					=							'flax_model.msgpack.index.json'
lowerCamelCase__ :   int					=							'model.safetensors'
lowerCamelCase__ :   str					=							'model.safetensors.index.json'
lowerCamelCase__ :   Union[str, Any]					=							'config.json'
lowerCamelCase__ :   List[Any]					=							'preprocessor_config.json'
lowerCamelCase__ :   Optional[int]					=							FEATURE_EXTRACTOR_NAME
lowerCamelCase__ :   Any					=							'generation_config.json'
lowerCamelCase__ :   Any					=							'modelcard.json'

lowerCamelCase__ :   List[str]					=							'▁'
lowerCamelCase__ :   Union[str, Any]					=							SENTENCEPIECE_UNDERLINE  # Kept for backward compatibility

lowerCamelCase__ :   Optional[int]					=							[
    [[0, 1, 0, 1], [1, 0, 0, 1]]
] * 2  # Needs to have 0s and 1s only since XLM uses it for langs too.
lowerCamelCase__ :   str					=							[[7, 6, 0, 0, 1], [1, 2, 3, 0, 0], [0, 0, 0, 4, 5]]
lowerCamelCase__ :   Dict					=							[[1, 1, 1, 1, 1], [1, 1, 1, 0, 0], [0, 0, 0, 1, 1]]

def 					UpperCAmelCase_							(      __UpperCAmelCase						:	Optional[int]							)					-> int:
      if version.parse(__UpperCAmelCase							) < version.parse(__UpperCAmelCase							):
            if "dev" in min_version:
                  SCREAMING_SNAKE_CASE_							=			(
                      'This example requires a source install from HuggingFace Transformers (see '
                      '`https://huggingface.co/docs/transformers/installation#install-from-source`),'
                  )
            else:
                  SCREAMING_SNAKE_CASE_							=			f"This example requires a minimum version of {min_version},"
            error_message += f" but the version found is {__version__}.\n"
            raise ImportError(
                error_message
                + 'Check out https://github.com/huggingface/transformers/tree/main/examples#important-note for the examples corresponding to other '
                'versions of HuggingFace Transformers.'							)