'''simple docstring'''




from typing import List, Optional, TypeVar

from .arrow_dataset import Dataset, _concatenate_map_style_datasets, _interleave_map_style_datasets
from .dataset_dict import DatasetDict, IterableDatasetDict
from .info import DatasetInfo
from .iterable_dataset import IterableDataset, _concatenate_iterable_datasets, _interleave_iterable_datasets
from .splits import NamedSplit
from .utils import logging
from .utils.py_utils import Literal


__SCREAMING_SNAKE_CASE       :     Union[str, Any]     =  logging.get_logger(__name__)


__SCREAMING_SNAKE_CASE       :     Tuple     =  TypeVar("""DatasetType""", Dataset, IterableDataset)

def 	UpperCamelCase_							(					_UpperCAmelCase  :      List[DatasetType]			,	_UpperCAmelCase  :      Optional[List[float]] = None			,	_UpperCAmelCase  :      Optional[int] = None			,	_UpperCAmelCase  :      Optional[DatasetInfo] = None			,	_UpperCAmelCase  :      Optional[NamedSplit] = None			,	_UpperCAmelCase  :      Literal["first_exhausted", "all_exhausted"] = "first_exhausted"			,	)    ->    DatasetType:


       """simple docstring"""







       from .arrow_dataset import Dataset
       from .iterable_dataset import IterableDataset

       if not datasets:
              raise ValueError("Unable to interleave an empty list of datasets."    )
       for i, dataset in enumerate(_UpperCAmelCase    ):
              if not isinstance(_UpperCAmelCase			,	(Dataset, IterableDataset)    ):
                     if isinstance(_UpperCAmelCase			,	(DatasetDict, IterableDatasetDict)    ):
                            if not dataset:
                                   raise ValueError(
                                       F"""Expected a list of Dataset objects or a list of IterableDataset objects, but element at position {i} """
                                       "is an empty dataset dictionary."    )
                            raise ValueError(
                                F"""Dataset at position {i} has at least one split: {list(_UpperCAmelCase    )}\n"""
                                F"""Please pick one to interleave with the other datasets, for example: dataset['{next(iter(_UpperCAmelCase    )    )}']"""    )
                     raise ValueError(
                         F"""Expected a list of Dataset objects or a list of IterableDataset objects, but element at position {i} is a {type(_UpperCAmelCase    ).__name__}."""    )
              if i == 0:
                     _UpperCAmelCase      ,  _UpperCAmelCase     :  Dict							      =    (
                         (Dataset, IterableDataset) if isinstance(_UpperCAmelCase			,	_UpperCAmelCase    ) else (IterableDataset, Dataset)
                     )
              elif not isinstance(_UpperCAmelCase			,	_UpperCAmelCase    ):
                     raise ValueError(
                         F"""Unable to interleave a {dataset_type.__name__} (at position 0) with a {other_type.__name__} (at position {i}). Expected a list of Dataset objects or a list of IterableDataset objects."""    )
       if stopping_strategy not in ["first_exhausted", "all_exhausted"]:
              raise ValueError(F"""{stopping_strategy} is not supported. Please enter a valid stopping_strategy."""    )
       if dataset_type is Dataset:
              return _interleave_map_style_datasets(
                  _UpperCAmelCase			,	_UpperCAmelCase			,	_UpperCAmelCase			,	info=_UpperCAmelCase			,	split=_UpperCAmelCase			,	stopping_strategy=_UpperCAmelCase    )
       else:
              return _interleave_iterable_datasets(
                  _UpperCAmelCase			,	_UpperCAmelCase			,	_UpperCAmelCase			,	info=_UpperCAmelCase			,	split=_UpperCAmelCase			,	stopping_strategy=_UpperCAmelCase    )


def 	UpperCamelCase_							(					_UpperCAmelCase  :      List[DatasetType]			,	_UpperCAmelCase  :      Optional[DatasetInfo] = None			,	_UpperCAmelCase  :      Optional[NamedSplit] = None			,	_UpperCAmelCase  :      int = 0			,	)    ->    DatasetType:


       """simple docstring"""







       if not dsets:
              raise ValueError("Unable to concatenate an empty list of datasets."    )
       for i, dataset in enumerate(_UpperCAmelCase    ):
              if not isinstance(_UpperCAmelCase			,	(Dataset, IterableDataset)    ):
                     if isinstance(_UpperCAmelCase			,	(DatasetDict, IterableDatasetDict)    ):
                            if not dataset:
                                   raise ValueError(
                                       F"""Expected a list of Dataset objects or a list of IterableDataset objects, but element at position {i} """
                                       "is an empty dataset dictionary."    )
                            raise ValueError(
                                F"""Dataset at position {i} has at least one split: {list(_UpperCAmelCase    )}\n"""
                                F"""Please pick one to interleave with the other datasets, for example: dataset['{next(iter(_UpperCAmelCase    )    )}']"""    )
                     raise ValueError(
                         F"""Expected a list of Dataset objects or a list of IterableDataset objects, but element at position {i} is a {type(_UpperCAmelCase    ).__name__}."""    )
              if i == 0:
                     _UpperCAmelCase      ,  _UpperCAmelCase     :  Dict							      =    (
                         (Dataset, IterableDataset) if isinstance(_UpperCAmelCase			,	_UpperCAmelCase    ) else (IterableDataset, Dataset)
                     )
              elif not isinstance(_UpperCAmelCase			,	_UpperCAmelCase    ):
                     raise ValueError(
                         F"""Unable to interleave a {dataset_type.__name__} (at position 0) with a {other_type.__name__} (at position {i}). Expected a list of Dataset objects or a list of IterableDataset objects."""    )
       if dataset_type is Dataset:
              return _concatenate_map_style_datasets(_UpperCAmelCase			,	info=_UpperCAmelCase			,	split=_UpperCAmelCase			,	axis=_UpperCAmelCase    )
       else:
              return _concatenate_iterable_datasets(_UpperCAmelCase			,	info=_UpperCAmelCase			,	split=_UpperCAmelCase			,	axis=_UpperCAmelCase    )




# flake8: noqa
# Lint as: python3

from typing import Dict, List, Optional, Type

from .. import config
from ..utils import logging
from .formatting import (
    ArrowFormatter,
    CustomFormatter,
    Formatter,
    PandasFormatter,
    PythonFormatter,
    TensorFormatter,
    format_table,
    query_table,
)
from .np_formatter import NumpyFormatter


snake_case_			  = logging.get_logger(__name__)

snake_case_			  = {}
snake_case_			  = {}
snake_case_			  = {}

def 	snake_case__			(    SCREAMING_SNAKE_CASE_		:    type	,     SCREAMING_SNAKE_CASE_		:    Optional[str]	,     SCREAMING_SNAKE_CASE_		:    Optional[List[str]] = None	,     ):



     '''simple docstring'''





     lowercase__    :   Union[str, Any]      =       aliases if aliases is not None else []
     if format_type in _FORMAT_TYPES:
          logger.warning(
              f"""Overwriting format type '{format_type}' ({_FORMAT_TYPES[format_type].__name__} -> {formatter_cls.__name__})"""			)
     lowercase__    :   Any      =       formatter_cls
     for alias in set(aliases + [format_type]			):
          if alias in _FORMAT_TYPES_ALIASES:
               logger.warning(
                   f"""Overwriting format type alias '{alias}' ({_FORMAT_TYPES_ALIASES[alias]} -> {format_type})"""			)
          lowercase__    :   int      =       format_type

def 	snake_case__			(    SCREAMING_SNAKE_CASE_		:    Exception	,     SCREAMING_SNAKE_CASE_		:    Optional[str]	,     SCREAMING_SNAKE_CASE_		:    Optional[List[str]] = None			):



     '''simple docstring'''





     lowercase__    :   Optional[Any]      =       aliases if aliases is not None else []
     for alias in set(aliases + [format_type]			):
          lowercase__    :   Any      =       unavailable_error


# Here we define all the available formatting functions that can be used by `Dataset.set_format`
_register_formatter(PythonFormatter, None, aliases=['''python'''])
_register_formatter(ArrowFormatter, '''arrow''', aliases=['''pa''', '''pyarrow'''])
_register_formatter(NumpyFormatter, '''numpy''', aliases=['''np'''])
_register_formatter(PandasFormatter, '''pandas''', aliases=['''pd'''])
_register_formatter(CustomFormatter, '''custom''')

if config.TORCH_AVAILABLE:
       from .torch_formatter import TorchFormatter

       _register_formatter(TorchFormatter, '''torch''', aliases=['''pt''', '''pytorch'''])
else:
       snake_case_			  = ValueError('''PyTorch needs to be installed to be able to return PyTorch tensors.''')
       _register_unavailable_formatter(_torch_error, '''torch''', aliases=['''pt''', '''pytorch'''])

if config.TF_AVAILABLE:
       from .tf_formatter import TFFormatter

       _register_formatter(TFFormatter, '''tensorflow''', aliases=['''tf'''])
else:
       snake_case_			  = ValueError('''Tensorflow needs to be installed to be able to return Tensorflow tensors.''')
       _register_unavailable_formatter(_tf_error, '''tensorflow''', aliases=['''tf'''])

if config.JAX_AVAILABLE:
       from .jax_formatter import JaxFormatter

       _register_formatter(JaxFormatter, '''jax''', aliases=[])
else:
       snake_case_			  = ValueError('''JAX needs to be installed to be able to return JAX arrays.''')
       _register_unavailable_formatter(_jax_error, '''jax''', aliases=[])

def 	snake_case__			(    SCREAMING_SNAKE_CASE_		:    Optional[str]			):



     '''simple docstring'''





     if format_type in _FORMAT_TYPES_ALIASES:
          return _FORMAT_TYPES_ALIASES[format_type]
     else:
          return format_type

def 	snake_case__			(    SCREAMING_SNAKE_CASE_		:    Optional[str]	,     **SCREAMING_SNAKE_CASE_		:    Any			):



     '''simple docstring'''





     lowercase__    :   Tuple      =       get_format_type_from_alias(SCREAMING_SNAKE_CASE_			)
     if format_type in _FORMAT_TYPES:
          return _FORMAT_TYPES[format_type](**SCREAMING_SNAKE_CASE_			)
     if format_type in _FORMAT_TYPES_ALIASES_UNAVAILABLE:
          raise _FORMAT_TYPES_ALIASES_UNAVAILABLE[format_type]
     else:
          raise ValueError(
              f"""Return type should be None or selected in {list(type for type in _FORMAT_TYPES.keys() if type != None			)}, but got '{format_type}'"""			)

