__UpperCamelCase		:       List[str]									=     '0.21.0'

from .accelerator import Accelerator
from .big_modeling import (
    cpu_offload,
    cpu_offload_with_hook,
    disk_offload,
    dispatch_model,
    init_empty_weights,
    init_on_device,
    load_checkpoint_and_dispatch,
)
from .data_loader import skip_first_batches
from .launchers import debug_launcher, notebook_launcher
from .state import PartialState
from .utils import (
    DeepSpeedPlugin,
    DistributedDataParallelKwargs,
    DistributedType,
    FullyShardedDataParallelPlugin,
    GradScalerKwargs,
    InitProcessGroupKwargs,
    find_executable_batch_size,
    infer_auto_device_map,
    is_rich_available,
    load_checkpoint_in_model,
    synchronize_rng_states,
)


if is_rich_available():
					from .utils import rich






import pytest

import datasets.config
from datasets.utils.info_utils import is_small_dataset
@pytest.mark.parametrize('''dataset_size'''		,  [None, 400 * 2**20, 600 * 2**20]						)
@pytest.mark.parametrize('''input_in_memory_max_size'''		,  ['''default''', 0, 100 * 2**20, 900 * 2**20]						)
def       A	(    _lowercase		,  _lowercase		,  _lowercase						):
						if input_in_memory_max_size != "default":
												monkeypatch.setattr(datasets.config		,  '''IN_MEMORY_MAX_SIZE'''		,  _lowercase						)
						SCREAMING_SNAKE_CASE							:    Tuple							=							datasets.config.IN_MEMORY_MAX_SIZE
						if input_in_memory_max_size == "default":
												assert in_memory_max_size == 0
						else:
												assert in_memory_max_size == input_in_memory_max_size
						if dataset_size and in_memory_max_size:
												SCREAMING_SNAKE_CASE							:    str							=							dataset_size < in_memory_max_size
						else:
												SCREAMING_SNAKE_CASE							:    Union[str, Any]							=							False
						SCREAMING_SNAKE_CASE							:    Any							=							is_small_dataset(_lowercase						)
						assert result == expected





