



# Copyright 2023 The HuggingFace Team. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_torch_available


_snake_case		=  {
    "configuration_xmod": [
        "XMOD_PRETRAINED_CONFIG_ARCHIVE_MAP",
        "XmodConfig",
        "XmodOnnxConfig",
    ],
}

try:
						if not is_torch_available():
												raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
						pass
else:
						_snake_case		=  [
						    "XMOD_PRETRAINED_MODEL_ARCHIVE_LIST",
						    "XmodForCausalLM",
						    "XmodForMaskedLM",
						    "XmodForMultipleChoice",
						    "XmodForQuestionAnswering",
						    "XmodForSequenceClassification",
						    "XmodForTokenClassification",
						    "XmodModel",
						    "XmodPreTrainedModel",
						]

if TYPE_CHECKING:
						from .configuration_xmod import XMOD_PRETRAINED_CONFIG_ARCHIVE_MAP, XmodConfig, XmodOnnxConfig

						try:
												if not is_torch_available():
																		raise OptionalDependencyNotAvailable()
						except OptionalDependencyNotAvailable:
												pass
						else:
												from .modeling_xmod import (
												    XMOD_PRETRAINED_MODEL_ARCHIVE_LIST,
												    XmodForCausalLM,
												    XmodForMaskedLM,
												    XmodForMultipleChoice,
												    XmodForQuestionAnswering,
												    XmodForSequenceClassification,
												    XmodForTokenClassification,
												    XmodModel,
												    XmodPreTrainedModel,
												)

else:
						import sys

						_snake_case		=  _LazyModule(__name__, globals()["__file__"], _import_structure, module_spec=__spec__)


"""simple docstring"""





import json
import os
from pathlib import Path

import pytest

from datasets.download.download_config import DownloadConfig
from datasets.download.download_manager import DownloadManager
from datasets.utils.file_utils import hash_url_to_filename


_a														=		"""http://www.mocksite.com/file1.txt"""
_a														=		"""\"text\": [\"foo\", \"foo\"]"""
_a														=		"""6d8ce9aa78a471c7477201efbeabd3bb01ac2e7d100a6dc024ba1608361f90a8"""






class     _UpperCAmelCase:
		lowercase__						=      2_00
		lowercase__						=      {'Content-Length': '100'}
		lowercase__						=      {}



		def 						UpperCAmelCase							(					self				,		**__a)       ->       Optional[int]:






							'''simple docstring'''
							return [bytes(__a				,		'''utf-8''')]





def       lowerCamelCase__		(			*__snake_case,     **__snake_case	)							->		int:


					"""simple docstring"""





					return MockResponse()



@pytest.mark.parametrize('''urls_type''',     [str, list, dict]	)
def       lowerCamelCase__		(			__snake_case,     __snake_case,     __snake_case	)							->		Dict:


					"""simple docstring"""





					import requests

					monkeypatch.setattr(__snake_case,     '''request''',     __snake_case	)

					_UpperCamelCase							 =  URL
					if issubclass(__snake_case,     __snake_case	):
										_UpperCamelCase							 =  url
					elif issubclass(__snake_case,     __snake_case	):
										_UpperCamelCase							 =  [url]
					elif issubclass(__snake_case,     __snake_case	):
										_UpperCamelCase							 =  {'''train''': url}
					_UpperCamelCase							 =  '''dummy'''
					_UpperCamelCase							 =  '''downloads'''
					_UpperCamelCase							 =  tmp_path
					_UpperCamelCase							 =  DownloadConfig(
					    cache_dir=os.path.join(__snake_case,     __snake_case	),     use_etag=__snake_case,     )
					_UpperCamelCase							 =  DownloadManager(dataset_name=__snake_case,     download_config=__snake_case	)
					_UpperCamelCase							 =  dl_manager.download(__snake_case	)
					_UpperCamelCase							 =  urls
					for downloaded_paths in [downloaded_paths]:
										if isinstance(__snake_case,     __snake_case	):
															_UpperCamelCase							 =  [downloaded_paths]
															_UpperCamelCase							 =  [urls]
										elif isinstance(__snake_case,     __snake_case	):
															assert "train" in downloaded_paths.keys()
															_UpperCamelCase							 =  downloaded_paths.values()
															_UpperCamelCase							 =  urls.values()
										assert downloaded_paths
										for downloaded_path, input_url in zip(__snake_case,     __snake_case	):
															assert downloaded_path == dl_manager.downloaded_paths[input_url]
															_UpperCamelCase							 =  Path(__snake_case	)
															_UpperCamelCase							 =  downloaded_path.parts
															assert parts[-1] == HASH
															assert parts[-2] == cache_subdir
															assert downloaded_path.exists()
															_UpperCamelCase							 =  downloaded_path.read_text()
															assert content == CONTENT
															_UpperCamelCase							 =  downloaded_path.with_suffix('''.json'''	)
															assert metadata_downloaded_path.exists()
															_UpperCamelCase							 =  json.loads(metadata_downloaded_path.read_text()	)
															assert metadata_content == {"url": URL, "etag": None}



@pytest.mark.parametrize('''paths_type''',     [str, list, dict]	)
def       lowerCamelCase__		(			__snake_case,     __snake_case,     __snake_case	)							->		List[str]:


					"""simple docstring"""





					_UpperCamelCase							 =  str(__snake_case	)
					if issubclass(__snake_case,     __snake_case	):
										_UpperCamelCase							 =  filename
					elif issubclass(__snake_case,     __snake_case	):
										_UpperCamelCase							 =  [filename]
					elif issubclass(__snake_case,     __snake_case	):
										_UpperCamelCase							 =  {'''train''': filename}
					_UpperCamelCase							 =  '''dummy'''
					_UpperCamelCase							 =  xz_file.parent
					_UpperCamelCase							 =  '''extracted'''
					_UpperCamelCase							 =  DownloadConfig(
					    cache_dir=__snake_case,     use_etag=__snake_case,     )
					_UpperCamelCase							 =  DownloadManager(dataset_name=__snake_case,     download_config=__snake_case	)
					_UpperCamelCase							 =  dl_manager.extract(__snake_case	)
					_UpperCamelCase							 =  paths
					for extracted_paths in [extracted_paths]:
										if isinstance(__snake_case,     __snake_case	):
															_UpperCamelCase							 =  [extracted_paths]
															_UpperCamelCase							 =  [paths]
										elif isinstance(__snake_case,     __snake_case	):
															assert "train" in extracted_paths.keys()
															_UpperCamelCase							 =  extracted_paths.values()
															_UpperCamelCase							 =  paths.values()
										assert extracted_paths
										for extracted_path, input_path in zip(__snake_case,     __snake_case	):
															assert extracted_path == dl_manager.extracted_paths[input_path]
															_UpperCamelCase							 =  Path(__snake_case	)
															_UpperCamelCase							 =  extracted_path.parts
															assert parts[-1] == hash_url_to_filename(__snake_case,     etag=__snake_case	)
															assert parts[-2] == extracted_subdir
															assert extracted_path.exists()
															_UpperCamelCase							 =  extracted_path.read_text()
															_UpperCamelCase							 =  text_file.read_text()
															assert extracted_file_content == expected_file_content



def       lowerCamelCase__		(			__snake_case,     __snake_case	)							->		Optional[Any]:


					"""simple docstring"""





					assert path.endswith('''.jsonl'''	)
					for num_items, line in enumerate(__snake_case,     start=1	):
										_UpperCamelCase							 =  json.loads(line.decode('''utf-8'''	)	)
										assert item.keys() == {"col_1", "col_2", "col_3"}
					assert num_items == 4



@pytest.mark.parametrize('''archive_jsonl''',     ['''tar_jsonl_path''', '''zip_jsonl_path''']	)
def       lowerCamelCase__		(			__snake_case,     __snake_case	)							->		int:


					"""simple docstring"""





					_UpperCamelCase							 =  request.getfixturevalue(__snake_case	)
					_UpperCamelCase							 =  DownloadManager()
					for num_jsonl, (path, file) in enumerate(dl_manager.iter_archive(__snake_case	),     start=1	):
										_test_jsonl(__snake_case,     __snake_case	)
					assert num_jsonl == 2



@pytest.mark.parametrize('''archive_nested_jsonl''',     ['''tar_nested_jsonl_path''', '''zip_nested_jsonl_path''']	)
def       lowerCamelCase__		(			__snake_case,     __snake_case	)							->		int:


					"""simple docstring"""





					_UpperCamelCase							 =  request.getfixturevalue(__snake_case	)
					_UpperCamelCase							 =  DownloadManager()
					for num_tar, (path, file) in enumerate(dl_manager.iter_archive(__snake_case	),     start=1	):
										for num_jsonl, (subpath, subfile) in enumerate(dl_manager.iter_archive(__snake_case	),     start=1	):
															_test_jsonl(__snake_case,     __snake_case	)
					assert num_tar == 1
					assert num_jsonl == 2



def       lowerCamelCase__		(			__snake_case	)							->		Dict:


					"""simple docstring"""





					_UpperCamelCase							 =  DownloadManager()
					for num_file, file in enumerate(dl_manager.iter_files(__snake_case	),     start=1	):
										assert os.path.basename(__snake_case	) == ("test.txt" if num_file == 1 else "train.txt")
					assert num_file == 2






