



"""simple docstring"""


import importlib
import inspect
from functools import wraps
from typing import TYPE_CHECKING, Optional, Union

from .download.streaming_download_manager import (
    xbasename,
    xdirname,
    xet_parse,
    xexists,
    xgetsize,
    xglob,
    xgzip_open,
    xisdir,
    xisfile,
    xjoin,
    xlistdir,
    xnumpy_load,
    xopen,
    xpandas_read_csv,
    xpandas_read_excel,
    xPath,
    xrelpath,
    xsio_loadmat,
    xsplit,
    xsplitext,
    xwalk,
    xxml_dom_minidom_parse,
)
from .utils.logging import get_logger
from .utils.patching import patch_submodule
from .utils.py_utils import get_imports


snake_case_         = get_logger(__name__)


if TYPE_CHECKING:
				from .builder import DatasetBuilder

def 				_lowerCAmelCase   (     lowercase_	,			lowercase_ = None		):
						UpperCAmelCase    =				importlib.import_module(lowercase_		)

						# TODO(QL): always update the module to add subsequent new authentication
						if hasattr(lowercase_	,			'_patched_for_streaming'		) and module._patched_for_streaming:
												return

						def wrap_auth(lowercase_		):
												@wraps(lowercase_		)
												def wrapper(*lowercase_	,			**lowercase_		):
																		return function(*lowercase_	,			use_auth_token=lowercase_	,			**lowercase_		)

												UpperCAmelCase    =				'wrap_auth'
												return wrapper

						# open files in a streaming fashion
						patch_submodule(lowercase_	,			'open'	,			wrap_auth(lowercase_		)		).start()
						patch_submodule(lowercase_	,			'os.listdir'	,			wrap_auth(lowercase_		)		).start()
						patch_submodule(lowercase_	,			'os.walk'	,			wrap_auth(lowercase_		)		).start()
						patch_submodule(lowercase_	,			'glob.glob'	,			wrap_auth(lowercase_		)		).start()
						# allow to navigate in remote zip files
						patch_submodule(lowercase_	,			'os.path.join'	,			lowercase_		).start()
						patch_submodule(lowercase_	,			'os.path.dirname'	,			lowercase_		).start()
						patch_submodule(lowercase_	,			'os.path.basename'	,			lowercase_		).start()
						patch_submodule(lowercase_	,			'os.path.relpath'	,			lowercase_		).start()
						patch_submodule(lowercase_	,			'os.path.split'	,			lowercase_		).start()
						patch_submodule(lowercase_	,			'os.path.splitext'	,			lowercase_		).start()
						# allow checks on paths
						patch_submodule(lowercase_	,			'os.path.exists'	,			wrap_auth(lowercase_		)		).start()
						patch_submodule(lowercase_	,			'os.path.isdir'	,			wrap_auth(lowercase_		)		).start()
						patch_submodule(lowercase_	,			'os.path.isfile'	,			wrap_auth(lowercase_		)		).start()
						patch_submodule(lowercase_	,			'os.path.getsize'	,			wrap_auth(lowercase_		)		).start()
						patch_submodule(lowercase_	,			'pathlib.Path'	,			lowercase_		).start()
						# file readers
						patch_submodule(lowercase_	,			'gzip.open'	,			wrap_auth(lowercase_		)		).start()
						patch_submodule(lowercase_	,			'numpy.load'	,			wrap_auth(lowercase_		)		).start()
						patch_submodule(lowercase_	,			'pandas.read_csv'	,			wrap_auth(lowercase_		)	,			attrs=['__version__']		).start()
						patch_submodule(lowercase_	,			'pandas.read_excel'	,			wrap_auth(lowercase_		)	,			attrs=['__version__']		).start()
						patch_submodule(lowercase_	,			'scipy.io.loadmat'	,			wrap_auth(lowercase_		)	,			attrs=['__version__']		).start()
						patch_submodule(lowercase_	,			'xml.etree.ElementTree.parse'	,			wrap_auth(lowercase_		)		).start()
						patch_submodule(lowercase_	,			'xml.dom.minidom.parse'	,			wrap_auth(lowercase_		)		).start()
						UpperCAmelCase    =				True






def 				_lowerCAmelCase   (     lowercase_		):
						extend_module_for_streaming(builder.__module__	,			use_auth_token=builder.use_auth_token		)
						# if needed, we also have to extend additional internal imports (like wmt14 -> wmt_utils)
						if not builder.__module__.startswith('datasets.'		):  # check that it's not a packaged builder like csv
												for imports in get_imports(inspect.getfile(builder.__class__		)		):
																		if imports[0] == "internal":
																								UpperCAmelCase    =				imports[1]
																								UpperCAmelCase    =				'.'.join(builder.__module__.split('.'		)[:-1] + [internal_import_name]		)
																								extend_module_for_streaming(lowercase_	,			use_auth_token=builder.use_auth_token		)

    # builders can inherit from other builders that might use streaming functionality
    # (for example, ImageFolder and AudioFolder inherit from FolderBuilder which implements examples generation)
    # but these parents builders are not patched automatically as they are not instantiated, so we patch them here
						from .builder import DatasetBuilder

						UpperCAmelCase    =				[
						    cls.__module__
						    for cls in type(lowercase_		).__mro__[1:]  # make sure it's not the same module we've already patched
						    if issubclass(cls	,			lowercase_		) and cls.__module__ != DatasetBuilder.__module__
						]  # check it's not a standard builder from datasets.builder
						for module in parent_builder_modules:
												extend_module_for_streaming(lowercase_	,			use_auth_token=builder.use_auth_token		)










"""simple docstring"""


import warnings

from .generation import FlaxGenerationMixin







class    A_    (  SCREAMING_SNAKE_CASE_       ):



						"""simple docstring"""
						# warning at import time
						warnings.warn(
						    """Importing `FlaxGenerationMixin` from `src/transformers/generation_flax_utils.py` is deprecated and will """
						    """be removed in Transformers v5. Import as `from transformers import FlaxGenerationMixin` instead."""			,     SCREAMING_SNAKE_CASE_			,     )





