'''simple docstring'''


from typing import List, Optional, Tuple, Union

from . import logging
from .import_utils import is_torch_available, is_torch_version


if is_torch_available():
 import torch

snake_case__	:     Union[str, Any]      =    logging.get_logger(__name__)  # pylint: disable=invalid-name

try:
 from torch._dynamo import allow_in_graph as maybe_allow_in_graph
except (ImportError, ModuleNotFoundError):


 def    _lowerCamelCase       ( cls   :				Dict  ):



      """simple docstring"""





      return cls


def    _lowerCamelCase       ( lowerCamelCase_   :				Union[Tuple, List]      ,	lowerCamelCase_   :				Optional[Union[List["torch.Generator"], "torch.Generator"]] = None      ,	lowerCamelCase_   :				Optional["torch.device"] = None      ,	lowerCamelCase_   :				Optional["torch.dtype"] = None      ,	lowerCamelCase_   :				Optional["torch.layout"] = None      ,	):



     """simple docstring"""





     UpperCAmelCase_				:  Optional[Any]  = device
     UpperCAmelCase_				:  Union[str, Any]  = shape[0]

     UpperCAmelCase_				:  str  = layout or torch.strided
     UpperCAmelCase_				:  Tuple  = device or torch.device('cpu'  )

     if generator is not None:
          UpperCAmelCase_				:  Optional[Any]  = generator.device.type if not isinstance(lowerCamelCase_      ,	lowerCamelCase_  ) else generator[0].device.type
          if gen_device_type != device.type and gen_device_type == "cpu":
               UpperCAmelCase_				:  int  = 'cpu'
               if device != "mps":
                    logger.info(
                        F'''The passed generator was created on \'cpu\' even though a tensor on {device} was expected.'''
                        F''' Tensors will be created on \'cpu\' and then moved to {device}. Note that one can probably'''
                        F''' slighly speed up this function by passing a generator that was created on the {device} device.'''  )
          elif gen_device_type != device.type and gen_device_type == "cuda":
               raise ValueError(F'''Cannot generate a {device} tensor from a generator of type {gen_device_type}.'''  )

     if isinstance(lowerCamelCase_      ,	lowerCamelCase_  ):
          UpperCAmelCase_				:  Optional[Any]  = (1,) + shape[1:]
          UpperCAmelCase_				:  Dict  = [
              torch.randn(lowerCamelCase_      ,	generator=generator[i]      ,	device=lowerCamelCase_      ,	dtype=lowerCamelCase_      ,	layout=lowerCamelCase_  )
              for i in range(lowerCamelCase_  )
          ]
          UpperCAmelCase_				:  Tuple  = torch.cat(lowerCamelCase_      ,	dim=0  ).to(lowerCamelCase_  )
     else:
          UpperCAmelCase_				:  Optional[Any]  = torch.randn(lowerCamelCase_      ,	generator=lowerCamelCase_      ,	device=lowerCamelCase_      ,	dtype=lowerCamelCase_      ,	layout=lowerCamelCase_  ).to(lowerCamelCase_  )

     return latents





def    _lowerCamelCase       ( lowerCamelCase_   :				Any  ):



     """simple docstring"""





     if is_torch_version('<'      ,	'2.0.0'  ) or not hasattr(lowerCamelCase_      ,	'_dynamo'  ):
          return False
     return isinstance(lowerCamelCase_      ,	torch._dynamo.eval_frame.OptimizedModule  )









"""simple docstring"""



import csv
import os

import pytest

from datasets import Dataset, DatasetDict, Features, NamedSplit, Value
from datasets.io.csv import CsvDatasetReader, CsvDatasetWriter

from ..utils import assert_arrow_memory_doesnt_increase, assert_arrow_memory_increases





def 			_snake_case  (     UpperCAmelCase_	:       Any       , UpperCAmelCase_	:       Any      ):
     assert isinstance(UpperCAmelCase_       , UpperCAmelCase_      )
     assert dataset.num_rows == 4
     assert dataset.num_columns == 3
     assert dataset.column_names == ["col_1", "col_2", "col_3"]
     for feature, expected_dtype in expected_features.items():
          assert dataset.features[feature].dtype == expected_dtype





@pytest.mark.parametrize("""keep_in_memory"""       , [False, True]      )
def 			_snake_case  (     UpperCAmelCase_	:       Tuple       , UpperCAmelCase_	:       Tuple       , UpperCAmelCase_	:       Optional[Any]      ):
     A__				      =	tmp_path / """cache"""
     A__				      =	{"""col_1""": """int64""", """col_2""": """int64""", """col_3""": """float64"""}
     with assert_arrow_memory_increases() if keep_in_memory else assert_arrow_memory_doesnt_increase():
          A__				      =	CsvDatasetReader(UpperCAmelCase_       , cache_dir=UpperCAmelCase_       , keep_in_memory=UpperCAmelCase_      ).read()
     _check_csv_dataset(UpperCAmelCase_       , UpperCAmelCase_      )





@pytest.mark.parametrize(
    """features"""       , [
        None,
        {"""col_1""": """string""", """col_2""": """int64""", """col_3""": """float64"""},
        {"""col_1""": """string""", """col_2""": """string""", """col_3""": """string"""},
        {"""col_1""": """int32""", """col_2""": """int32""", """col_3""": """int32"""},
        {"""col_1""": """float32""", """col_2""": """float32""", """col_3""": """float32"""},
    ]       , )
def 			_snake_case  (     UpperCAmelCase_	:       int       , UpperCAmelCase_	:       List[str]       , UpperCAmelCase_	:       Dict      ):
     A__				      =	tmp_path / """cache"""
     # CSV file loses col_1 string dtype information: default now is "int64" instead of "string"
     A__				      =	{"""col_1""": """int64""", """col_2""": """int64""", """col_3""": """float64"""}
     A__				      =	features.copy() if features else default_expected_features
     A__				      =	(
         Features({feature: Value(UpperCAmelCase_      ) for feature, dtype in features.items()}      ) if features is not None else None
     )
     A__				      =	CsvDatasetReader(UpperCAmelCase_       , features=UpperCAmelCase_       , cache_dir=UpperCAmelCase_      ).read()
     _check_csv_dataset(UpperCAmelCase_       , UpperCAmelCase_      )





@pytest.mark.parametrize("""split"""       , [None, NamedSplit("""train"""      ), """train""", """test"""]      )
def 			_snake_case  (     UpperCAmelCase_	:       Optional[int]       , UpperCAmelCase_	:       Optional[int]       , UpperCAmelCase_	:       int      ):
     A__				      =	tmp_path / """cache"""
     A__				      =	{"""col_1""": """int64""", """col_2""": """int64""", """col_3""": """float64"""}
     A__				      =	CsvDatasetReader(UpperCAmelCase_       , cache_dir=UpperCAmelCase_       , split=UpperCAmelCase_      ).read()
     _check_csv_dataset(UpperCAmelCase_       , UpperCAmelCase_      )
     assert dataset.split == split if split else "train"





@pytest.mark.parametrize("""path_type"""       , [str, list]      )
def 			_snake_case  (     UpperCAmelCase_	:       Tuple       , UpperCAmelCase_	:       Tuple       , UpperCAmelCase_	:       Dict      ):
     if issubclass(UpperCAmelCase_       , UpperCAmelCase_      ):
          A__				      =	csv_path
     elif issubclass(UpperCAmelCase_       , UpperCAmelCase_      ):
          A__				      =	[csv_path]
     A__				      =	tmp_path / """cache"""
     A__				      =	{"""col_1""": """int64""", """col_2""": """int64""", """col_3""": """float64"""}
     A__				      =	CsvDatasetReader(UpperCAmelCase_       , cache_dir=UpperCAmelCase_      ).read()
     _check_csv_dataset(UpperCAmelCase_       , UpperCAmelCase_      )





def 			_snake_case  (     UpperCAmelCase_	:       Optional[Any]       , UpperCAmelCase_	:       Dict       , UpperCAmelCase_	:       int=("train",)      ):
     assert isinstance(UpperCAmelCase_       , UpperCAmelCase_      )
     for split in splits:
          A__				      =	dataset_dict[split]
          assert dataset.num_rows == 4
          assert dataset.num_columns == 3
          assert dataset.column_names == ["col_1", "col_2", "col_3"]
          for feature, expected_dtype in expected_features.items():
               assert dataset.features[feature].dtype == expected_dtype





@pytest.mark.parametrize("""keep_in_memory"""       , [False, True]      )
def 			_snake_case  (     UpperCAmelCase_	:       int       , UpperCAmelCase_	:       Tuple       , UpperCAmelCase_	:       List[str]      ):
     A__				      =	tmp_path / """cache"""
     A__				      =	{"""col_1""": """int64""", """col_2""": """int64""", """col_3""": """float64"""}
     with assert_arrow_memory_increases() if keep_in_memory else assert_arrow_memory_doesnt_increase():
          A__				      =	CsvDatasetReader({"""train""": csv_path}       , cache_dir=UpperCAmelCase_       , keep_in_memory=UpperCAmelCase_      ).read()
     _check_csv_datasetdict(UpperCAmelCase_       , UpperCAmelCase_      )





@pytest.mark.parametrize(
    """features"""       , [
        None,
        {"""col_1""": """string""", """col_2""": """int64""", """col_3""": """float64"""},
        {"""col_1""": """string""", """col_2""": """string""", """col_3""": """string"""},
        {"""col_1""": """int32""", """col_2""": """int32""", """col_3""": """int32"""},
        {"""col_1""": """float32""", """col_2""": """float32""", """col_3""": """float32"""},
    ]       , )
def 			_snake_case  (     UpperCAmelCase_	:       Dict       , UpperCAmelCase_	:       Any       , UpperCAmelCase_	:       Optional[Any]      ):
     A__				      =	tmp_path / """cache"""
     # CSV file loses col_1 string dtype information: default now is "int64" instead of "string"
     A__				      =	{"""col_1""": """int64""", """col_2""": """int64""", """col_3""": """float64"""}
     A__				      =	features.copy() if features else default_expected_features
     A__				      =	(
         Features({feature: Value(UpperCAmelCase_      ) for feature, dtype in features.items()}      ) if features is not None else None
     )
     A__				      =	CsvDatasetReader({"""train""": csv_path}       , features=UpperCAmelCase_       , cache_dir=UpperCAmelCase_      ).read()
     _check_csv_datasetdict(UpperCAmelCase_       , UpperCAmelCase_      )





@pytest.mark.parametrize("""split"""       , [None, NamedSplit("""train"""      ), """train""", """test"""]      )
def 			_snake_case  (     UpperCAmelCase_	:       Any       , UpperCAmelCase_	:       List[str]       , UpperCAmelCase_	:       Optional[int]      ):
     if split:
          A__				      =	{split: csv_path}
     else:
          A__				      =	{"""train""": csv_path, """test""": csv_path}
     A__				      =	tmp_path / """cache"""
     A__				      =	{"""col_1""": """int64""", """col_2""": """int64""", """col_3""": """float64"""}
     A__				      =	CsvDatasetReader(UpperCAmelCase_       , cache_dir=UpperCAmelCase_      ).read()
     _check_csv_datasetdict(UpperCAmelCase_       , UpperCAmelCase_       , splits=list(path.keys()      )      )
     assert all(dataset[split].split == split for split in path.keys()      )





def 			_snake_case  (     UpperCAmelCase_	:       Optional[Any]      ):
     with open(UpperCAmelCase_       , encoding="""utf-8"""      ) as csvfile:
          yield from csv.reader(UpperCAmelCase_      )





def 			_snake_case  (     UpperCAmelCase_	:       str       , UpperCAmelCase_	:       int      ):
     A__				      =	tmp_path / """cache"""
     A__				      =	os.path.join(UpperCAmelCase_       , """tmp.csv"""      )
     A__				      =	CsvDatasetReader({"""train""": csv_path}       , cache_dir=UpperCAmelCase_      ).read()
     CsvDatasetWriter(dataset["""train"""]       , UpperCAmelCase_       , num_proc=1      ).write()

     A__				      =	iter_csv_file(UpperCAmelCase_      )
     A__				      =	iter_csv_file(UpperCAmelCase_      )

     for rowa, rowa in zip(UpperCAmelCase_       , UpperCAmelCase_      ):
          assert rowa == rowa





def 			_snake_case  (     UpperCAmelCase_	:       Any       , UpperCAmelCase_	:       List[Any]      ):
     A__				      =	tmp_path / """cache"""
     A__				      =	os.path.join(UpperCAmelCase_       , """tmp.csv"""      )
     A__				      =	CsvDatasetReader({"""train""": csv_path}       , cache_dir=UpperCAmelCase_      ).read()
     CsvDatasetWriter(dataset["""train"""]       , UpperCAmelCase_       , num_proc=2      ).write()

     A__				      =	iter_csv_file(UpperCAmelCase_      )
     A__				      =	iter_csv_file(UpperCAmelCase_      )

     for rowa, rowa in zip(UpperCAmelCase_       , UpperCAmelCase_      ):
          assert rowa == rowa





def 			_snake_case  (     UpperCAmelCase_	:       Any       , UpperCAmelCase_	:       Any      ):
     A__				      =	tmp_path / """cache"""
     A__				      =	os.path.join(UpperCAmelCase_       , """tmp.csv"""      )
     A__				      =	CsvDatasetReader({"""train""": csv_path}       , cache_dir=UpperCAmelCase_      ).read()
     with pytest.raises(UpperCAmelCase_      ):
          CsvDatasetWriter(dataset["""train"""]       , UpperCAmelCase_       , num_proc=0      )






