

'''simple docstring'''
import sys
from dataclasses import dataclass
from typing import TYPE_CHECKING, Dict, List, Optional, Tuple, Union

import pandas as pd
import pyarrow as pa

import datasets
import datasets.config
from datasets.features.features import require_storage_cast
from datasets.table import table_cast


if TYPE_CHECKING:
    import sqlitea

    import sqlalchemy


_snake_case     						=						datasets.utils.logging.get_logger(__name__)


@dataclass
class      a__						(							datasets.BuilderConfig						):
   _SCREAMING_SNAKE_CASE					:  Union[str, "sqlalchemy.sql.Selectable"]			 =							None
   _SCREAMING_SNAKE_CASE					:  Union[str, "sqlalchemy.engine.Connection", "sqlalchemy.engine.Engine", "sqlite3.Connection"]			 =							None
   _SCREAMING_SNAKE_CASE					:  Optional[Union[str, List[str]]]			 =							None
   _SCREAMING_SNAKE_CASE					:  bool			 =							True
   _SCREAMING_SNAKE_CASE					:  Optional[Union[List, Tuple, Dict]]			 =							None
   _SCREAMING_SNAKE_CASE					:  Optional[Union[List, Dict]]			 =							None
   _SCREAMING_SNAKE_CASE					:  Optional[List[str]]			 =							None
   _SCREAMING_SNAKE_CASE					:  Optional[int]			 =							1_0000
   _SCREAMING_SNAKE_CASE					:  Optional[datasets.Features]			 =							None


   def 		_lowerCamelCase     (				self						):





      """simple docstring"""





      if self.sql is None:
         raise ValueError("sql must be specified"						)
      if self.con is None:
         raise ValueError("con must be specified"						)


   def 		_lowerCamelCase     (				self    ,       _UpperCamelCase    ,       _UpperCamelCase = None    ,       ):





      """simple docstring"""





      _lowercase    :   Tuple      =     config_kwargs.copy()
      # We need to stringify the Selectable object to make its hash deterministic

      # The process of stringifying is explained here: http://docs.sqlalchemy.org/en/latest/faq/sqlexpressions.html
      _lowercase    :   Tuple      =     config_kwargs["sql"]
      if not isinstance(_UpperCamelCase    ,       _UpperCamelCase						):
         if datasets.config.SQLALCHEMY_AVAILABLE and "sqlalchemy" in sys.modules:
            import sqlalchemy

            if isinstance(_UpperCamelCase    ,       sqlalchemy.sql.Selectable						):
               _lowercase    :   int      =     sqlalchemy.create_engine(config_kwargs["con"].split("://"						)[0] + "://"						)
               _lowercase    :   List[Any]      =     str(sql.compile(dialect=engine.dialect						)						)
               _lowercase    :   Dict      =     sql_str
            else:
               raise TypeError(
                   f'''Supported types for \'sql\' are string and sqlalchemy.sql.Selectable but got {type(_UpperCamelCase						)}: {sql}'''						)
         else:
            raise TypeError(
                f'''Supported types for \'sql\' are string and sqlalchemy.sql.Selectable but got {type(_UpperCamelCase						)}: {sql}'''						)
      _lowercase    :   Optional[Any]      =     config_kwargs["con"]
      if not isinstance(_UpperCamelCase    ,       _UpperCamelCase						):
         _lowercase    :   List[str]      =     id(_UpperCamelCase						)
         logger.info(
             f'''SQL connection \'con\' of type {type(_UpperCamelCase						)} couldn\'t be hashed properly. To enable hashing, specify \'con\' as URI string instead.'''						)

      return super().create_config_id(_UpperCamelCase    ,       custom_features=_UpperCamelCase						)






   @property
   def 		_lowerCamelCase     (				self						):





      """simple docstring"""





      _lowercase    :   str      =     {
          "index_col": self.index_col,
          "columns": self.columns,
          "params": self.params,
          "coerce_float": self.coerce_float,
          "parse_dates": self.parse_dates,
      }
      return pd_read_sql_kwargs




class      a__						(							datasets.ArrowBasedBuilder						):
   _SCREAMING_SNAKE_CASE					:  Optional[int]			 =							SqlConfig


   def 		_lowerCamelCase     (				self						):





      """simple docstring"""





      return datasets.DatasetInfo(features=self.config.features						)


   def 		_lowerCamelCase     (				self    ,       _UpperCamelCase						):





      """simple docstring"""





      return [datasets.SplitGenerator(name=datasets.Split.TRAIN    ,       gen_kwargs={}						)]


   def 		_lowerCamelCase     (				self    ,       _UpperCamelCase						):





      """simple docstring"""





      if self.config.features is not None:
         _lowercase    :   Union[str, Any]      =     self.config.features.arrow_schema
         if all(not require_storage_cast(_UpperCamelCase						) for feature in self.config.features.values()						):
            # cheaper cast
            _lowercase    :   Tuple      =     pa.Table.from_arrays([pa_table[field.name] for field in schema]    ,       schema=_UpperCamelCase						)
         else:
            # more expensive cast; allows str <-> int/float or str to Audio for example
            _lowercase    :   Union[str, Any]      =     table_cast(_UpperCamelCase    ,       _UpperCamelCase						)
      return pa_table






   def 		_lowerCamelCase     (				self						):





      """simple docstring"""





      _lowercase    :   int      =     self.config.chunksize
      _lowercase    :   int      =     pd.read_sql(
          self.config.sql    ,       self.config.con    ,       chunksize=_UpperCamelCase    ,       **self.config.pd_read_sql_kwargs						)
      _lowercase    :   Optional[int]      =     [sql_reader] if chunksize is None else sql_reader
      for chunk_idx, df in enumerate(_UpperCamelCase						):
         _lowercase    :   Any      =     pa.Table.from_pandas(_UpperCamelCase						)
         yield chunk_idx, self._cast_table(_UpperCamelCase						)









'''simple docstring'''
import unittest

import numpy as np
from datasets import load_dataset

from transformers.testing_utils import require_torch, require_vision
from transformers.utils import is_torch_available, is_vision_available

from ...test_image_processing_common import ImageProcessingSavingTestMixin, prepare_image_inputs


if is_torch_available():
    import torch

if is_vision_available():
    from PIL import Image

    from transformers import SegformerImageProcessor


class      a__						(							unittest.TestCase						):


   def __init__(				self    ,       _UpperCamelCase    ,       _UpperCamelCase=7    ,       _UpperCamelCase=3    ,       _UpperCamelCase=30    ,       _UpperCamelCase=400    ,       _UpperCamelCase=True    ,       _UpperCamelCase=None    ,       _UpperCamelCase=True    ,       _UpperCamelCase=[0.5, 0.5, 0.5]    ,       _UpperCamelCase=[0.5, 0.5, 0.5]    ,       _UpperCamelCase=False    ,       ):





      """simple docstring"""





      _lowercase    :   List[str]      =     size if size is not None else {"height": 30, "width": 30}
      _lowercase    :   str      =     parent
      _lowercase    :   Optional[int]      =     batch_size
      _lowercase    :   Optional[int]      =     num_channels
      _lowercase    :   Any      =     min_resolution
      _lowercase    :   Any      =     max_resolution
      _lowercase    :   Tuple      =     do_resize
      _lowercase    :   List[Any]      =     size
      _lowercase    :   Tuple      =     do_normalize
      _lowercase    :   Optional[Any]      =     image_mean
      _lowercase    :   Any      =     image_std
      _lowercase    :   Dict      =     do_reduce_labels






   def 		_lowerCamelCase     (				self						):





      """simple docstring"""





      return {
          "do_resize": self.do_resize,
          "size": self.size,
          "do_normalize": self.do_normalize,
          "image_mean": self.image_mean,
          "image_std": self.image_std,
          "do_reduce_labels": self.do_reduce_labels,
      }







def       _A	(			)    ->			List[Any]:
   _lowercase    :   List[str]      =     load_dataset("hf-internal-testing/fixtures_ade20k"	,							split="test"  )

   _lowercase    :   Union[str, Any]      =     Image.open(dataset[0]["file"]  )
   _lowercase    :   Optional[int]      =     Image.open(dataset[1]["file"]  )

   return image, map







def       _A	(			)    ->			Optional[int]:
   _lowercase    :   List[Any]      =     load_dataset("hf-internal-testing/fixtures_ade20k"	,							split="test"  )

   _lowercase    :   int      =     Image.open(dataset[0]["file"]  )
   _lowercase    :   str      =     Image.open(dataset[1]["file"]  )
   _lowercase    :   Union[str, Any]      =     Image.open(dataset[2]["file"]  )
   _lowercase    :   Union[str, Any]      =     Image.open(dataset[3]["file"]  )

   return [imagea, imagea], [mapa, mapa]


@require_torch
@require_vision
class      a__						(							lowerCamelCase_						,   unittest.TestCase						):
   _SCREAMING_SNAKE_CASE					:  Union[str, Any]			 =							SegformerImageProcessor if is_vision_available() else None


   def 		_lowerCamelCase     (				self						):





      """simple docstring"""





      _lowercase    :   Union[str, Any]      =     SegformerImageProcessingTester(self						)


   @property
   def 		_lowerCamelCase     (				self						):





      """simple docstring"""





      return self.image_processor_tester.prepare_image_processor_dict()


   def 		_lowerCamelCase     (				self						):





      """simple docstring"""





      _lowercase    :   List[str]      =     self.image_processing_class(**self.image_processor_dict						)
      self.assertTrue(hasattr(_UpperCamelCase    ,       "do_resize"						)						)
      self.assertTrue(hasattr(_UpperCamelCase    ,       "size"						)						)
      self.assertTrue(hasattr(_UpperCamelCase    ,       "do_normalize"						)						)
      self.assertTrue(hasattr(_UpperCamelCase    ,       "image_mean"						)						)
      self.assertTrue(hasattr(_UpperCamelCase    ,       "image_std"						)						)
      self.assertTrue(hasattr(_UpperCamelCase    ,       "do_reduce_labels"						)						)


   def 		_lowerCamelCase     (				self						):





      """simple docstring"""





      _lowercase    :   Dict      =     self.image_processing_class.from_dict(self.image_processor_dict						)
      self.assertEqual(image_processor.size    ,       {"height": 30, "width": 30}						)
      self.assertEqual(image_processor.do_reduce_labels    ,       _UpperCamelCase						)

      _lowercase    :   Tuple      =     self.image_processing_class.from_dict(self.image_processor_dict    ,       size=42    ,       reduce_labels=_UpperCamelCase						)
      self.assertEqual(image_processor.size    ,       {"height": 42, "width": 42}						)
      self.assertEqual(image_processor.do_reduce_labels    ,       _UpperCamelCase						)


   def 		_lowerCamelCase     (				self						):





      """simple docstring"""





      pass


   def 		_lowerCamelCase     (				self						):





      """simple docstring"""





      _lowercase    :   List[Any]      =     self.image_processing_class(**self.image_processor_dict						)
      # create random PIL images
      _lowercase    :   str      =     prepare_image_inputs(self.image_processor_tester    ,       equal_resolution=_UpperCamelCase						)
      for image in image_inputs:
         self.assertIsInstance(_UpperCamelCase    ,       Image.Image						)

      # Test not batched input
      _lowercase    :   Optional[int]      =     image_processing(image_inputs[0]    ,       return_tensors="pt"						).pixel_values
      self.assertEqual(
          encoded_images.shape    ,       (
              1,
              self.image_processor_tester.num_channels,
              self.image_processor_tester.size["height"],
              self.image_processor_tester.size["width"],
          )    ,       )

      # Test batched
      _lowercase    :   int      =     image_processing(_UpperCamelCase    ,       return_tensors="pt"						).pixel_values
      self.assertEqual(
          encoded_images.shape    ,       (
              self.image_processor_tester.batch_size,
              self.image_processor_tester.num_channels,
              self.image_processor_tester.size["height"],
              self.image_processor_tester.size["width"],
          )    ,       )


   def 		_lowerCamelCase     (				self						):





      """simple docstring"""





      _lowercase    :   List[Any]      =     self.image_processing_class(**self.image_processor_dict						)
      # create random numpy tensors
      _lowercase    :   List[str]      =     prepare_image_inputs(self.image_processor_tester    ,       equal_resolution=_UpperCamelCase    ,       numpify=_UpperCamelCase						)
      for image in image_inputs:
         self.assertIsInstance(_UpperCamelCase    ,       np.ndarray						)

      # Test not batched input
      _lowercase    :   Dict      =     image_processing(image_inputs[0]    ,       return_tensors="pt"						).pixel_values
      self.assertEqual(
          encoded_images.shape    ,       (
              1,
              self.image_processor_tester.num_channels,
              self.image_processor_tester.size["height"],
              self.image_processor_tester.size["width"],
          )    ,       )

      # Test batched
      _lowercase    :   List[Any]      =     image_processing(_UpperCamelCase    ,       return_tensors="pt"						).pixel_values
      self.assertEqual(
          encoded_images.shape    ,       (
              self.image_processor_tester.batch_size,
              self.image_processor_tester.num_channels,
              self.image_processor_tester.size["height"],
              self.image_processor_tester.size["width"],
          )    ,       )


   def 		_lowerCamelCase     (				self						):





      """simple docstring"""





      _lowercase    :   List[str]      =     self.image_processing_class(**self.image_processor_dict						)
      # create random PyTorch tensors
      _lowercase    :   List[Any]      =     prepare_image_inputs(self.image_processor_tester    ,       equal_resolution=_UpperCamelCase    ,       torchify=_UpperCamelCase						)
      for image in image_inputs:
         self.assertIsInstance(_UpperCamelCase    ,       torch.Tensor						)

      # Test not batched input
      _lowercase    :   Optional[int]      =     image_processing(image_inputs[0]    ,       return_tensors="pt"						).pixel_values
      self.assertEqual(
          encoded_images.shape    ,       (
              1,
              self.image_processor_tester.num_channels,
              self.image_processor_tester.size["height"],
              self.image_processor_tester.size["width"],
          )    ,       )

      # Test batched
      _lowercase    :   Dict      =     image_processing(_UpperCamelCase    ,       return_tensors="pt"						).pixel_values
      self.assertEqual(
          encoded_images.shape    ,       (
              self.image_processor_tester.batch_size,
              self.image_processor_tester.num_channels,
              self.image_processor_tester.size["height"],
              self.image_processor_tester.size["width"],
          )    ,       )


   def 		_lowerCamelCase     (				self						):





      """simple docstring"""





      _lowercase    :   Union[str, Any]      =     self.image_processing_class(**self.image_processor_dict						)
      # create random PyTorch tensors
      _lowercase    :   Tuple      =     prepare_image_inputs(self.image_processor_tester    ,       equal_resolution=_UpperCamelCase    ,       torchify=_UpperCamelCase						)
      _lowercase    :   Tuple      =     []
      for image in image_inputs:
         self.assertIsInstance(_UpperCamelCase    ,       torch.Tensor						)
         maps.append(torch.zeros(image.shape[-2:]						).long()						)

      # Test not batched input
      _lowercase    :   List[str]      =     image_processing(image_inputs[0]    ,       maps[0]    ,       return_tensors="pt"						)
      self.assertEqual(
          encoding["pixel_values"].shape    ,       (
              1,
              self.image_processor_tester.num_channels,
              self.image_processor_tester.size["height"],
              self.image_processor_tester.size["width"],
          )    ,       )
      self.assertEqual(
          encoding["labels"].shape    ,       (
              1,
              self.image_processor_tester.size["height"],
              self.image_processor_tester.size["width"],
          )    ,       )
      self.assertEqual(encoding["labels"].dtype    ,       torch.long						)
      self.assertTrue(encoding["labels"].min().item() >= 0						)
      self.assertTrue(encoding["labels"].max().item() <= 255						)

      # Test batched
      _lowercase    :   Optional[int]      =     image_processing(_UpperCamelCase    ,       _UpperCamelCase    ,       return_tensors="pt"						)
      self.assertEqual(
          encoding["pixel_values"].shape    ,       (
              self.image_processor_tester.batch_size,
              self.image_processor_tester.num_channels,
              self.image_processor_tester.size["height"],
              self.image_processor_tester.size["width"],
          )    ,       )
      self.assertEqual(
          encoding["labels"].shape    ,       (
              self.image_processor_tester.batch_size,
              self.image_processor_tester.size["height"],
              self.image_processor_tester.size["width"],
          )    ,       )
      self.assertEqual(encoding["labels"].dtype    ,       torch.long						)
      self.assertTrue(encoding["labels"].min().item() >= 0						)
      self.assertTrue(encoding["labels"].max().item() <= 255						)

      # Test not batched input (PIL images)
      _lowercase  ,   _lowercase    :   Optional[int]      =     prepare_semantic_single_inputs()

      _lowercase    :   int      =     image_processing(_UpperCamelCase    ,       _UpperCamelCase    ,       return_tensors="pt"						)
      self.assertEqual(
          encoding["pixel_values"].shape    ,       (
              1,
              self.image_processor_tester.num_channels,
              self.image_processor_tester.size["height"],
              self.image_processor_tester.size["width"],
          )    ,       )
      self.assertEqual(
          encoding["labels"].shape    ,       (
              1,
              self.image_processor_tester.size["height"],
              self.image_processor_tester.size["width"],
          )    ,       )
      self.assertEqual(encoding["labels"].dtype    ,       torch.long						)
      self.assertTrue(encoding["labels"].min().item() >= 0						)
      self.assertTrue(encoding["labels"].max().item() <= 255						)

      # Test batched input (PIL images)
      _lowercase  ,   _lowercase    :   Dict      =     prepare_semantic_batch_inputs()

      _lowercase    :   List[str]      =     image_processing(_UpperCamelCase    ,       _UpperCamelCase    ,       return_tensors="pt"						)
      self.assertEqual(
          encoding["pixel_values"].shape    ,       (
              2,
              self.image_processor_tester.num_channels,
              self.image_processor_tester.size["height"],
              self.image_processor_tester.size["width"],
          )    ,       )
      self.assertEqual(
          encoding["labels"].shape    ,       (
              2,
              self.image_processor_tester.size["height"],
              self.image_processor_tester.size["width"],
          )    ,       )
      self.assertEqual(encoding["labels"].dtype    ,       torch.long						)
      self.assertTrue(encoding["labels"].min().item() >= 0						)
      self.assertTrue(encoding["labels"].max().item() <= 255						)






   def 		_lowerCamelCase     (				self						):





      """simple docstring"""





      _lowercase    :   str      =     self.image_processing_class(**self.image_processor_dict						)

      # ADE20k has 150 classes, and the background is included, so labels should be between 0 and 150
      _lowercase  ,   _lowercase    :   str      =     prepare_semantic_single_inputs()
      _lowercase    :   Optional[int]      =     image_processing(_UpperCamelCase    ,       _UpperCamelCase    ,       return_tensors="pt"						)
      self.assertTrue(encoding["labels"].min().item() >= 0						)
      self.assertTrue(encoding["labels"].max().item() <= 150						)

      _lowercase    :   str      =     True
      _lowercase    :   List[str]      =     image_processing(_UpperCamelCase    ,       _UpperCamelCase    ,       return_tensors="pt"						)
      self.assertTrue(encoding["labels"].min().item() >= 0						)
      self.assertTrue(encoding["labels"].max().item() <= 255						)






