




'''simple docstring'''





import json
import os
import shutil
import sys
import tempfile
import unittest
import unittest.mock as mock
from pathlib import Path

from huggingface_hub import HfFolder, delete_repo
from requests.exceptions import HTTPError

from transformers import AutoConfig, BertConfig, GPTaConfig
from transformers.configuration_utils import PretrainedConfig
from transformers.testing_utils import TOKEN, USER, is_staging_test


sys.path.append(str(Path(__file__).parent.parent / "utils"))

from test_module.custom_configuration import CustomConfig  # noqa E402


_SCREAMING_SNAKE_CASE							:   Optional[Any]      		= {
    "return_dict": False,
    "output_hidden_states": True,
    "output_attentions": True,
    "torchscript": True,
    "torch_dtype": "float16",
    "use_bfloat16": True,
    "tf_legacy_loss": True,
    "pruned_heads": {"a": 1},
    "tie_word_embeddings": False,
    "is_decoder": True,
    "cross_attention_hidden_size": 128,
    "add_cross_attention": True,
    "tie_encoder_decoder": True,
    "max_length": 50,
    "min_length": 3,
    "do_sample": True,
    "early_stopping": True,
    "num_beams": 3,
    "num_beam_groups": 3,
    "diversity_penalty": 0.5,
    "temperature": 2.0,
    "top_k": 10,
    "top_p": 0.7,
    "typical_p": 0.2,
    "repetition_penalty": 0.8,
    "length_penalty": 0.8,
    "no_repeat_ngram_size": 5,
    "encoder_no_repeat_ngram_size": 5,
    "bad_words_ids": [1, 2, 3],
    "num_return_sequences": 3,
    "chunk_size_feed_forward": 5,
    "output_scores": True,
    "return_dict_in_generate": True,
    "forced_bos_token_id": 2,
    "forced_eos_token_id": 3,
    "remove_invalid_values": True,
    "architectures": ["BertModel"],
    "finetuning_task": "translation",
    "id2label": {0: "label"},
    "label2id": {"label": "0"},
    "tokenizer_class": "BertTokenizerFast",
    "prefix": "prefix",
    "bos_token_id": 6,
    "pad_token_id": 7,
    "eos_token_id": 8,
    "sep_token_id": 9,
    "decoder_start_token_id": 10,
    "exponential_decay_length_penalty": (5, 1.0_1),
    "suppress_tokens": [0, 1],
    "begin_suppress_tokens": 2,
    "task_specific_params": {"translation": "some_params"},
    "problem_type": "regression",
}




@is_staging_test
class  _snake_case		(	unittest.TestCase							):




			@classmethod
			def    lowerCAmelCase__				(					cls							)				->				Union[str, Any]:

										'''simple docstring'''




										snake_case_						=      TOKEN
										HfFolder.save_token(a__							)




			@classmethod
			def    lowerCAmelCase__				(					cls							)				->				str:

										'''simple docstring'''




										try:
																	delete_repo(token=cls._token				,							repo_id="test-config"							)
										except HTTPError:
																	pass

										try:
																	delete_repo(token=cls._token				,							repo_id="valid_org/test-config-org"							)
										except HTTPError:
																	pass

										try:
																	delete_repo(token=cls._token				,							repo_id="test-dynamic-config"							)
										except HTTPError:
																	pass




			def    lowerCAmelCase__				(					self							)				->				List[str]:

										'''simple docstring'''




										snake_case_						=      BertConfig(
										    vocab_size=99				,							hidden_size=32				,							num_hidden_layers=5				,							num_attention_heads=4				,							intermediate_size=37							)
										config.push_to_hub("test-config"				,							use_auth_token=self._token							)

										snake_case_						=      BertConfig.from_pretrained(F'{USER}/test-config'							)
										for k, v in config.to_dict().items():
																	if k != "transformers_version":
																								self.assertEqual(a__				,							getattr(a__				,							a__							)							)

        # Reset repo
										delete_repo(token=self._token				,							repo_id="test-config"							)

										# Push to hub via save_pretrained
										with tempfile.TemporaryDirectory() as tmp_dir:
																	config.save_pretrained(a__				,							repo_id="test-config"				,							push_to_hub=a__				,							use_auth_token=self._token							)

										snake_case_						=      BertConfig.from_pretrained(F'{USER}/test-config'							)
										for k, v in config.to_dict().items():
																	if k != "transformers_version":
																								self.assertEqual(a__				,							getattr(a__				,							a__							)							)




			def    lowerCAmelCase__				(					self							)				->				Optional[int]:

										'''simple docstring'''




										snake_case_						=      BertConfig(
										    vocab_size=99				,							hidden_size=32				,							num_hidden_layers=5				,							num_attention_heads=4				,							intermediate_size=37							)
										config.push_to_hub("valid_org/test-config-org"				,							use_auth_token=self._token							)

										snake_case_						=      BertConfig.from_pretrained("valid_org/test-config-org"							)
										for k, v in config.to_dict().items():
																	if k != "transformers_version":
																								self.assertEqual(a__				,							getattr(a__				,							a__							)							)

        # Reset repo
										delete_repo(token=self._token				,							repo_id="valid_org/test-config-org"							)

										# Push to hub via save_pretrained
										with tempfile.TemporaryDirectory() as tmp_dir:
																	config.save_pretrained(
																	    a__				,							repo_id="valid_org/test-config-org"				,							push_to_hub=a__				,							use_auth_token=self._token							)

										snake_case_						=      BertConfig.from_pretrained("valid_org/test-config-org"							)
										for k, v in config.to_dict().items():
																	if k != "transformers_version":
																								self.assertEqual(a__				,							getattr(a__				,							a__							)							)




			def    lowerCAmelCase__				(					self							)				->				Tuple:

										'''simple docstring'''




										CustomConfig.register_for_auto_class()
										snake_case_						=      CustomConfig(attribute=42							)

										config.push_to_hub("test-dynamic-config"				,							use_auth_token=self._token							)

										# This has added the proper auto_map field to the config
										self.assertDictEqual(config.auto_map				,							{"AutoConfig": "custom_configuration.CustomConfig"}							)

										snake_case_						=      AutoConfig.from_pretrained(F'{USER}/test-dynamic-config'				,							trust_remote_code=a__							)
										# Can't make an isinstance check because the new_config is from the FakeConfig class of a dynamic module
										self.assertEqual(new_config.__class__.__name__				,							"CustomConfig"							)
										self.assertEqual(new_config.attribute				,							42							)




class  _snake_case		(	unittest.TestCase							):




			def    lowerCAmelCase__				(					self							)				->				Optional[Any]:

										'''simple docstring'''




										snake_case_						=      GPTaConfig()

										# attempt to modify each of int/float/bool/str config records and verify they were updated
										snake_case_						=      c.n_embd + 1  # int
										snake_case_						=      c.resid_pdrop + 1.0  # float
										snake_case_						=      not c.scale_attn_weights  # bool
										snake_case_						=      c.summary_type + "foo"  # str
										c.update_from_string(
										    F'n_embd={n_embd},resid_pdrop={resid_pdrop},scale_attn_weights={scale_attn_weights},summary_type={summary_type}'							)
										self.assertEqual(a__				,							c.n_embd				,							"mismatch for key: n_embd"							)
										self.assertEqual(a__				,							c.resid_pdrop				,							"mismatch for key: resid_pdrop"							)
										self.assertEqual(a__				,							c.scale_attn_weights				,							"mismatch for key: scale_attn_weights"							)
										self.assertEqual(a__				,							c.summary_type				,							"mismatch for key: summary_type"							)




			def    lowerCAmelCase__				(					self							)				->				Union[str, Any]:

										'''simple docstring'''




										snake_case_						=      PretrainedConfig()
										snake_case_						=      [key for key in base_config.__dict__ if key not in config_common_kwargs]
										# If this part of the test fails, you have arguments to addin config_common_kwargs above.
										self.assertListEqual(
										    a__				,							["is_encoder_decoder", "_name_or_path", "_commit_hash", "transformers_version"]							)
										snake_case_						=      [key for key, value in config_common_kwargs.items() if value == getattr(a__				,							a__							)]
										if len(a__							) > 0:
																	raise ValueError(
																	    "The following keys are set with the default values in"
																	    " `test_configuration_common.config_common_kwargs` pick another value for them:"
																	    F' {", ".join(a__							)}.'							)




			def    lowerCAmelCase__				(					self							)				->				Optional[int]:

										'''simple docstring'''




										with self.assertRaises(a__							):
																	# config is in subfolder, the following should not work without specifying the subfolder
																	snake_case_						=      BertConfig.from_pretrained("hf-internal-testing/tiny-random-bert-subfolder"							)

										snake_case_						=      BertConfig.from_pretrained("hf-internal-testing/tiny-random-bert-subfolder"				,							subfolder="bert"							)

										self.assertIsNotNone(a__							)




			def    lowerCAmelCase__				(					self							)				->				List[str]:

										'''simple docstring'''




										snake_case_						=      mock.Mock()
										snake_case_						=      500
										snake_case_						=      {}
										snake_case_						=      HTTPError
										snake_case_						=      {}

										# Download this model to make sure it's in the cache.
										snake_case_						=      BertConfig.from_pretrained("hf-internal-testing/tiny-random-bert"							)

										# Under the mock environment we get a 500 error when trying to reach the model.
										with mock.patch("requests.Session.request"				,							return_value=a__							) as mock_head:
																	snake_case_						=      BertConfig.from_pretrained("hf-internal-testing/tiny-random-bert"							)
																	# This check we did call the fake head request
																	mock_head.assert_called()




			def    lowerCAmelCase__				(					self							)				->				Optional[Any]:

										'''simple docstring'''




										snake_case_						=      BertConfig.from_pretrained(
										    "https://huggingface.co/hf-internal-testing/tiny-random-bert/resolve/main/config.json"							)




			def    lowerCAmelCase__				(					self							)				->				List[Any]:

										'''simple docstring'''




										snake_case_						=      AutoConfig.from_pretrained("bert-base-cased"							)
										snake_case_						=      ["config.4.0.0.json"]

										with tempfile.TemporaryDirectory() as tmp_dir:
																	configuration.save_pretrained(a__							)
																	snake_case_						=      2
																	json.dump(configuration.to_dict()				,							open(os.path.join(a__				,							"config.4.0.0.json"							)				,							"w"							)							)

																	# This should pick the new configuration file as the version of Transformers is > 4.0.0
																	snake_case_						=      AutoConfig.from_pretrained(a__							)
																	self.assertEqual(new_configuration.hidden_size				,							2							)

																	# Will need to be adjusted if we reach v42 and this test is still here.
																	# Should pick the old configuration file as the version of Transformers is < 4.42.0
																	snake_case_						=      ["config.42.0.0.json"]
																	snake_case_						=      768
																	configuration.save_pretrained(a__							)
																	shutil.move(os.path.join(a__				,							"config.4.0.0.json"							)				,							os.path.join(a__				,							"config.42.0.0.json"							)							)
																	snake_case_						=      AutoConfig.from_pretrained(a__							)
																	self.assertEqual(new_configuration.hidden_size				,							768							)




			def    lowerCAmelCase__				(					self							)				->				Optional[int]:

										'''simple docstring'''




										snake_case_						=      "hf-internal-testing/test-two-configs"

										import transformers as new_transformers

										snake_case_						=      "v4.0.0"
										snake_case_					,      snake_case_						=      new_transformers.models.auto.AutoConfig.from_pretrained(
										    a__				,							return_unused_kwargs=a__							)
										self.assertEqual(new_configuration.hidden_size				,							2							)
										# This checks `_configuration_file` ia not kept in the kwargs by mistake.
										self.assertDictEqual(a__				,							{}							)

										# Testing an older version by monkey-patching the version in the module it's used.
										import transformers as old_transformers

										snake_case_						=      "v3.0.0"
										snake_case_						=      old_transformers.models.auto.AutoConfig.from_pretrained(a__							)
										self.assertEqual(old_configuration.hidden_size				,							768							)









"""simple docstring"""






import argparse
import os
import re


_lowercase : str      						=						"src/diffusers"

# Pattern that looks at the indentation in a line.
_lowercase : List[Any]      						=						re.compile(r"^(\s*)\S")
# Pattern that matches `"key":" and puts `key` in group 0.
_lowercase : int      						=						re.compile(r"^\s*\"([^\"]+)\":")
# Pattern that matches `_import_structure["key"]` and puts `key` in group 0.
_lowercase : Optional[int]      						=						re.compile(r"^\s*_import_structure\[\"([^\"]+)\"\]")
# Pattern that matches `"key",` and puts `key` in group 0.
_lowercase : List[Any]      						=						re.compile(r"^\s*\"([^\"]+)\",\s*$")
# Pattern that matches any `[stuff]` and puts `stuff` in group 0.
_lowercase : str      						=						re.compile(r"\[([^\]]+)\]")






def      snake_case__   (		__lowerCamelCase				:    Optional[int]	):
			"""simple docstring"""
			lowerCamelCase__		:		List[str]			=_re_indent.search(__lowerCamelCase	)
			return "" if search is None else search.groups()[0]






def      snake_case__   (		__lowerCamelCase				:    Any							,		__lowerCamelCase				:    List[Any]=""							,		__lowerCamelCase				:    int=None							,		__lowerCamelCase				:    Optional[int]=None	):
			"""simple docstring"""
			lowerCamelCase__		:		Optional[int]			=0
			lowerCamelCase__		:		Any			=code.split('''\n'''	)
			if start_prompt is not None:
						while not lines[index].startswith(__lowerCamelCase	):
									index += 1
						lowerCamelCase__		:		Dict			=['''\n'''.join(lines[:index]	)]
			else:
						lowerCamelCase__		:		Tuple			=[]

			# We split into blocks until we get to the `end_prompt` (or the end of the block).
			lowerCamelCase__		:		int			=[lines[index]]
			index += 1
			while index < len(__lowerCamelCase	) and (end_prompt is None or not lines[index].startswith(__lowerCamelCase	)):
						if len(lines[index]	) > 0 and get_indent(lines[index]	) == indent_level:
									if len(__lowerCamelCase	) > 0 and get_indent(current_block[-1]	).startswith(indent_level + ''' '''	):
												current_block.append(lines[index]	)
												blocks.append('''\n'''.join(__lowerCamelCase	)	)
												if index < len(__lowerCamelCase	) - 1:
															lowerCamelCase__		:		str			=[lines[index + 1]]
															index += 1
												else:
															lowerCamelCase__		:		str			=[]
									else:
												blocks.append('''\n'''.join(__lowerCamelCase	)	)
												lowerCamelCase__		:		str			=[lines[index]]
						else:
									current_block.append(lines[index]	)
						index += 1

			# Adds current block if it's nonempty.
			if len(__lowerCamelCase	) > 0:
						blocks.append('''\n'''.join(__lowerCamelCase	)	)

			# Add final block after end_prompt if provided.
			if end_prompt is not None and index < len(__lowerCamelCase	):
						blocks.append('''\n'''.join(lines[index:]	)	)

			return blocks






def      snake_case__   (		__lowerCamelCase				:    Any	):
			"""simple docstring"""

			def _inner(__lowerCamelCase				:    Any	):
						return key(__lowerCamelCase	).lower().replace('''_'''							,		''''''	)

			return _inner






def      snake_case__   (		__lowerCamelCase				:    int							,		__lowerCamelCase				:    Any=None	):
			"""simple docstring"""

			# If no key is provided, we use a noop.
			def noop(__lowerCamelCase				:    List[str]	):
						return x

			if key is None:
						lowerCamelCase__		:		Tuple			=noop
			# Constants are all uppercase, they go first.
			lowerCamelCase__		:		Union[str, Any]			=[obj for obj in objects if key(__lowerCamelCase	).isupper()]
			# Classes are not all uppercase but start with a capital, they go second.
			lowerCamelCase__		:		Optional[int]			=[obj for obj in objects if key(__lowerCamelCase	)[0].isupper() and not key(__lowerCamelCase	).isupper()]
			# Functions begin with a lowercase, they go last.
			lowerCamelCase__		:		Optional[Any]			=[obj for obj in objects if not key(__lowerCamelCase	)[0].isupper()]

			lowerCamelCase__		:		int			=ignore_underscore(__lowerCamelCase	)
			return sorted(__lowerCamelCase							,		key=__lowerCamelCase	) + sorted(__lowerCamelCase							,		key=__lowerCamelCase	) + sorted(__lowerCamelCase							,		key=__lowerCamelCase	)






def      snake_case__   (		__lowerCamelCase				:    Optional[Any]	):
			"""simple docstring"""

			# This inner function sort imports between [ ].
			def _replace(__lowerCamelCase				:    Optional[Any]	):
						lowerCamelCase__		:		Dict			=match.groups()[0]
						if "," not in imports:
									return f'''[{imports}]'''
						lowerCamelCase__		:		List[Any]			=[part.strip().replace('''"'''							,		''''''	) for part in imports.split(''','''	)]
						# We will have a final empty element if the line finished with a comma.
						if len(keys[-1]	) == 0:
									lowerCamelCase__		:		Optional[int]			=keys[:-1]
						return "[" + ", ".join([f'''"{k}"''' for k in sort_objects(__lowerCamelCase	)]	) + "]"

			lowerCamelCase__		:		List[Any]			=import_statement.split('''\n'''	)
			if len(__lowerCamelCase	) > 3:
						# Here we have to sort internal imports that are on several lines (one per name):
						# key: [
						#     "object1",
						#     "object2",
						#     ...
						# ]

						# We may have to ignore one or two lines on each side.
						lowerCamelCase__		:		Tuple			=2 if lines[1].strip() == '''[''' else 1
						lowerCamelCase__		:		Any			=[(i, _re_strip_line.search(__lowerCamelCase	).groups()[0]) for i, line in enumerate(lines[idx:-idx]	)]
						lowerCamelCase__		:		List[Any]			=sort_objects(__lowerCamelCase							,		key=lambda __lowerCamelCase	: x[1]	)
						lowerCamelCase__		:		Union[str, Any]			=[lines[x[0] + idx] for x in sorted_indices]
						return "\n".join(lines[:idx] + sorted_lines + lines[-idx:]	)
			elif len(__lowerCamelCase	) == 3:
						# Here we have to sort internal imports that are on one separate line:
						# key: [
						#     "object1", "object2", ...
						# ]
						if _re_bracket_content.search(lines[1]	) is not None:
									lowerCamelCase__		:		List[str]			=_re_bracket_content.sub(_replace							,		lines[1]	)
						else:
									lowerCamelCase__		:		str			=[part.strip().replace('''"'''							,		''''''	) for part in lines[1].split(''','''	)]
									# We will have a final empty element if the line finished with a comma.
									if len(keys[-1]	) == 0:
												lowerCamelCase__		:		Any			=keys[:-1]
									lowerCamelCase__		:		List[Any]			=get_indent(lines[1]	) + ''', '''.join([f'''"{k}"''' for k in sort_objects(__lowerCamelCase	)]	)
						return "\n".join(__lowerCamelCase	)
			else:
						# Finally we have to deal with imports fitting on one line
						lowerCamelCase__		:		Union[str, Any]			=_re_bracket_content.sub(_replace							,		__lowerCamelCase	)
						return import_statement






def      snake_case__   (		__lowerCamelCase				:    Optional[int]							,		__lowerCamelCase				:    List[Any]=True	):
			"""simple docstring"""
			with open(__lowerCamelCase							,		'''r'''	) as f:
						lowerCamelCase__		:		Optional[int]			=f.read()

			if "_import_structure" not in code:
						return

			# Blocks of indent level 0
			lowerCamelCase__		:		int			=split_code_in_indented_blocks(
			    __lowerCamelCase							,		start_prompt='''_import_structure = {'''							,		end_prompt='''if TYPE_CHECKING:'''	)

			# We ignore block 0 (everything until start_prompt) and the last block (everything after end_prompt).
			for block_idx in range(1							,		len(__lowerCamelCase	) - 1	):
						# Check if the block contains some `_import_structure`s thingy to sort.
						lowerCamelCase__		:		Optional[Any]			=main_blocks[block_idx]
						lowerCamelCase__		:		List[str]			=block.split('''\n'''	)

						# Get to the start of the imports.
						lowerCamelCase__		:		Any			=0
						while line_idx < len(__lowerCamelCase	) and "_import_structure" not in block_lines[line_idx]:
									# Skip dummy import blocks
									if "import dummy" in block_lines[line_idx]:
												lowerCamelCase__		:		Tuple			=len(__lowerCamelCase	)
									else:
												line_idx += 1
						if line_idx >= len(__lowerCamelCase	):
									continue

						# Ignore beginning and last line: they don't contain anything.
						lowerCamelCase__		:		Any			='''\n'''.join(block_lines[line_idx:-1]	)
						lowerCamelCase__		:		Dict			=get_indent(block_lines[1]	)
						# Slit the internal block into blocks of indent level 1.
						lowerCamelCase__		:		List[Any]			=split_code_in_indented_blocks(__lowerCamelCase							,		indent_level=__lowerCamelCase	)
						# We have two categories of import key: list or _import_structure[key].append/extend
						lowerCamelCase__		:		List[Any]			=_re_direct_key if '''_import_structure''' in block_lines[0] else _re_indirect_key
						# Grab the keys, but there is a trap: some lines are empty or just comments.
						lowerCamelCase__		:		Union[str, Any]			=[(pattern.search(__lowerCamelCase	).groups()[0] if pattern.search(__lowerCamelCase	) is not None else None) for b in internal_blocks]
						# We only sort the lines with a key.
						lowerCamelCase__		:		Optional[Any]			=[(i, key) for i, key in enumerate(__lowerCamelCase	) if key is not None]
						lowerCamelCase__		:		List[Any]			=[x[0] for x in sorted(__lowerCamelCase							,		key=lambda __lowerCamelCase	: x[1]	)]

						# We reorder the blocks by leaving empty lines/comments as they were and reorder the rest.
						lowerCamelCase__		:		Optional[Any]			=0
						lowerCamelCase__		:		Tuple			=[]
						for i in range(len(__lowerCamelCase	)	):
									if keys[i] is None:
												reordered_blocks.append(internal_blocks[i]	)
									else:
												lowerCamelCase__		:		List[Any]			=sort_objects_in_import(internal_blocks[sorted_indices[count]]	)
												reordered_blocks.append(__lowerCamelCase	)
												count += 1

        # And we put our main block back together with its first and last line.
						lowerCamelCase__		:		str			='''\n'''.join(block_lines[:line_idx] + reordered_blocks + [block_lines[-1]]	)

			if code != "\n".join(__lowerCamelCase	):
						if check_only:
									return True
						else:
									print(f'''Overwriting {file}.'''	)
									with open(__lowerCamelCase							,		'''w'''	) as f:
												f.write('''\n'''.join(__lowerCamelCase	)	)






def      snake_case__   (		__lowerCamelCase				:    Optional[Any]=True	):
			"""simple docstring"""
			lowerCamelCase__		:		Any			=[]
			for root, _, files in os.walk(__lowerCamelCase	):
						if "__init__.py" in files:
									lowerCamelCase__		:		Tuple			=sort_imports(os.path.join(__lowerCamelCase							,		'''__init__.py'''	)							,		check_only=__lowerCamelCase	)
									if result:
												lowerCamelCase__		:		List[str]			=[os.path.join(__lowerCamelCase							,		'''__init__.py'''	)]
			if len(__lowerCamelCase	) > 0:
						raise ValueError(f'''Would overwrite {len(__lowerCamelCase	)} files, run `make style`.'''	)


if __name__ == "__main__":
		_lowercase : Any      						=						argparse.ArgumentParser()
		parser.add_argument("--check_only", action="store_true", help="Whether to only check or fix style.")
		_lowercase : List[Any]      						=						parser.parse_args()

		sort_imports_in_all_inits(check_only=args.check_only)




