





import argparse
import glob
import inspect
import os
import re
import unittest

from get_test_info import get_test_classes

from tests.test_pipeline_mixin import pipeline_test_mapping


a__			:    List[str]			      =		{}
for task, _ in pipeline_test_mapping.items():
      a__			:    Dict			      =		{'pt': None, 'tf': None}


# DO **NOT** add item to this set (unless the reason is approved)
a__			:    int			      =		{
    'tests/models/esm/test_modeling_esmfold.py',  # The pipeline test mapping is added to `test_modeling_esm.py`
}

def     UpperCAmelCase_						(						_UpperCAmelCase       :int							)  ->							Tuple:
     '''simple docstring'''


     if "ModelTesterMixin" in [x.__name__ for x in test_class.__bases__]:
          return "pt"
     elif "TFModelTesterMixin" in [x.__name__ for x in test_class.__bases__]:
          return "tf"
     elif "FlaxModelTesterMixin" in [x.__name__ for x in test_class.__bases__]:
          return "flax"
     else:
          return None

def     UpperCAmelCase_						(						_UpperCAmelCase       :Any     ,	_UpperCAmelCase       :Tuple							)  ->							Optional[int]:
     '''simple docstring'''


     if PIPELINE_TEST_MAPPING[task].get(_UpperCAmelCase     ,	_UpperCAmelCase							) is not None:
          return PIPELINE_TEST_MAPPING[task][framework]

     A_					      =					pipeline_test_mapping[task]['''test''']
     A_					      =					None

     if framework == "pt":
          A_					      =					getattr(_UpperCAmelCase     ,	'''model_mapping'''     ,	_UpperCAmelCase							)
     elif framework == "tf":
          A_					      =					getattr(_UpperCAmelCase     ,	'''tf_model_mapping'''     ,	_UpperCAmelCase							)

     if mapping is not None:
          A_					      =					dict(mapping.items()							)

     # cache the results
     A_					      =					mapping
     return mapping

def     UpperCAmelCase_						(						_UpperCAmelCase       :Tuple     ,	_UpperCAmelCase       :int							)  ->							str:
     '''simple docstring'''


     A_					      =					get_framework(_UpperCAmelCase							)
     if framework is None:
          return None
     A_					      =					get_mapping_for_task(_UpperCAmelCase     ,	_UpperCAmelCase							)
     if mapping is None:
          return None

     A_					      =					list({model_class.config_class for model_class in test_class.all_model_classes}							)
     if len(_UpperCAmelCase							) != 1:
          raise ValueError('''There should be exactly one configuration class from `test_class.all_model_classes`.'''							)

     # This could be a list/tuple of model classes, but it's rare.
     A_					      =					mapping.get(config_classes[0]     ,	_UpperCAmelCase							)
     if isinstance(_UpperCAmelCase     ,	(tuple, list)							):
          A_					      =					sorted(_UpperCAmelCase     ,	key=lambda _UpperCAmelCase							: x.__name__							)

     return model_class

def     UpperCAmelCase_						(						_UpperCAmelCase       :Any							)  ->							int:
     '''simple docstring'''


     A_					      =					[(task, get_model_for_pipeline_test(_UpperCAmelCase     ,	_UpperCAmelCase							)) for task in pipeline_test_mapping]
     A_					      =					sorted([(task, model) for task, model in mapping if model is not None]     ,	key=lambda _UpperCAmelCase							: x[0]							)

     return dict(_UpperCAmelCase							)

def     UpperCAmelCase_						(						_UpperCAmelCase       :Optional[int]							)  ->							int:
     '''simple docstring'''


     A_					      =					get_framework(_UpperCAmelCase							)
     if framework == "pt":
          A_					      =					'''torch'''
     A_					      =					'''{}'''

     A_					      =					get_pipeline_model_mapping(_UpperCAmelCase							)
     if len(_UpperCAmelCase							) == 0:
          return ""

     A_					      =					[]
     for task, model_classes in mapping.items():
          if isinstance(_UpperCAmelCase     ,	(tuple, list)							):
               # A list/tuple of model classes
               A_					      =					'''(''' + ''', '''.join([x.__name__ for x in model_classes]							) + ''')'''
          else:
               # A single model class
               A_					      =					model_classes.__name__
          texts.append(f'"{task}": {value}'							)
     A_					      =					'''{''' + ''', '''.join(_UpperCAmelCase							) + '''}'''
     A_					      =					f'pipeline_model_mapping = {text} if is_{framework}_available() else {default_value}'

     return text

def     UpperCAmelCase_						(						_UpperCAmelCase       :int							)  ->							List[Any]:
     '''simple docstring'''


     A_					      =					{'''ModelTesterMixin''', '''TFModelTesterMixin''', '''FlaxModelTesterMixin'''}
     if not issubclass(_UpperCAmelCase     ,	unittest.TestCase							):
          return False
     return len(base_class_names.intersection([x.__name__ for x in test_class.__bases__]							)							) > 0

def     UpperCAmelCase_						(						_UpperCAmelCase       :List[str]							)  ->							Optional[Any]:
     '''simple docstring'''


     A_					      =					[x for x in get_test_classes(_UpperCAmelCase							) if is_valid_test_class(_UpperCAmelCase							)]

     A_					      =					None
     for test_class in test_classes:
          # If a test class has defined `pipeline_model_mapping`, let's take it
          if getattr(_UpperCAmelCase     ,	'''pipeline_model_mapping'''     ,	_UpperCAmelCase							) is not None:
               A_					      =					test_class
               break
    # Take the test class with the shortest name (just a heuristic)
     if target_test_class is None and len(_UpperCAmelCase							) > 0:
          A_					      =					sorted(_UpperCAmelCase     ,	key=lambda _UpperCAmelCase							: (len(x.__name__							), x.__name__)							)[0]

     return target_test_class

def     UpperCAmelCase_						(						_UpperCAmelCase       :Any     ,	_UpperCAmelCase       :Optional[int]     ,	_UpperCAmelCase       :Dict							)  ->							List[Any]:
     '''simple docstring'''


     A_					      =					start_idx
     for idx, line in enumerate(lines[start_idx:]							):
          A_					      =					len(_UpperCAmelCase							) - len(line.lstrip()							)
          if idx == 0 or indent > indent_level or (indent == indent_level and line.strip() == ")"):
               A_					      =					start_idx + idx
          elif idx > 0 and indent <= indent_level:
               # Outside the definition block of `pipeline_model_mapping`
               break

     return end_idx

def     UpperCAmelCase_						(						_UpperCAmelCase       :Optional[int]     ,	_UpperCAmelCase       :Optional[Any]=False							)  ->							Union[str, Any]:
     '''simple docstring'''


     if getattr(_UpperCAmelCase     ,	'''pipeline_model_mapping'''     ,	_UpperCAmelCase							) is not None:
          if not overwrite:
               return "", -1

     A_					      =					get_pipeline_model_mapping_string(_UpperCAmelCase							)
     if len(_UpperCAmelCase							) == 0:
          return "", -1
     A_					      =					line_to_add + '''\n'''

     # The code defined the class `test_class`
     A_      ,						A_					      =					inspect.getsourcelines(_UpperCAmelCase							)
     # `inspect` gives the code for an object, including decorator(s) if any.
     # We (only) need the exact line of the class definition.
     for idx, line in enumerate(_UpperCAmelCase							):
          if line.lstrip().startswith('''class '''							):
               A_					      =					class_lines[idx:]
               class_start_line_no += idx
               break
     A_					      =					class_start_line_no + len(_UpperCAmelCase							) - 1

     # The index in `class_lines` that starts the definition of `all_model_classes`, `all_generative_model_classes` or
     # `pipeline_model_mapping`. This assumes they are defined in such order, and we take the start index of the last
     # block that appears in a `test_class`.
     A_					      =					None
     # The indent level of the line at `class_lines[start_idx]` (if defined)
     A_					      =					0
     # To record if `pipeline_model_mapping` is found in `test_class`.
     A_					      =					None
     for idx, line in enumerate(_UpperCAmelCase							):
          if line.strip().startswith('''all_model_classes = '''							):
               A_					      =					len(_UpperCAmelCase							) - len(line.lstrip()							)
               A_					      =					idx
          elif line.strip().startswith('''all_generative_model_classes = '''							):
               A_					      =					len(_UpperCAmelCase							) - len(line.lstrip()							)
               A_					      =					idx
          elif line.strip().startswith('''pipeline_model_mapping = '''							):
               A_					      =					len(_UpperCAmelCase							) - len(line.lstrip()							)
               A_					      =					idx
               A_					      =					line
               break

     if start_idx is None:
          return "", -1
     # Find the ending index (inclusive) of the above found block.
     A_					      =					find_block_ending(_UpperCAmelCase     ,	_UpperCAmelCase     ,	_UpperCAmelCase							)

     # Extract `is_xxx_available()` from existing blocks: some models require specific libraries like `timm` and use
     # `is_timm_available()` instead of `is_torch_available()`.
     # Keep leading and trailing whitespaces
     A_					      =					re.compile(R'''\s(is_\S+?_available\(\))\s'''							)
     for line in class_lines[start_idx : end_idx + 1]:
          A_					      =					r.search(_UpperCAmelCase							)
          if backend_condition is not None:
               # replace the leading and trailing whitespaces to the space character " ".
               A_					      =					''' ''' + backend_condition[0][1:-1] + ''' '''
               A_					      =					r.sub(_UpperCAmelCase     ,	_UpperCAmelCase							)
               break

     if def_line is None:
          # `pipeline_model_mapping` is not defined. The target index is set to the ending index (inclusive) of
          # `all_model_classes` or `all_generative_model_classes`.
          A_					      =					end_idx
     else:
          # `pipeline_model_mapping` is defined. The target index is set to be one **BEFORE** its start index.
          A_					      =					start_idx - 1
          # mark the lines of the currently existing `pipeline_model_mapping` to be removed.
          for idx in range(_UpperCAmelCase     ,	end_idx + 1							):
               # These lines are going to be removed before writing to the test file.
               A_					      =					None  # noqa

    # Make sure the test class is a subclass of `PipelineTesterMixin`.
     A_					      =					[x.__name__ for x in test_class.__bases__]
     if "PipelineTesterMixin" not in parent_classes:
          # Put `PipelineTesterMixin` just before `unittest.TestCase`
          A_					      =					[x for x in parent_classes if x != '''TestCase'''] + ['''PipelineTesterMixin''']
          if "TestCase" in parent_classes:
               # Here we **assume** the original string is always with `unittest.TestCase`.
               _parent_classes.append('''unittest.TestCase'''							)
          A_					      =					''', '''.join(_parent_classes							)
          for idx, line in enumerate(_UpperCAmelCase							):
               # Find the ending of the declaration of `test_class`
               if line.strip().endswith('''):'''							):
                    # mark the lines of the declaration of `test_class` to be removed
                    for _idx in range(idx + 1							):
                         A_					      =					None  # noqa
                    break
        # Add the new, one-line, class declaration for `test_class`
          A_					      =					f'class {test_class.__name__}({parent_classes}):\n'

     # Add indentation
     A_					      =					''' ''' * indent_level + line_to_add
     # Insert `pipeline_model_mapping` to `class_lines`.
     # (The line at `target_idx` should be kept by definition!)
     A_					      =					class_lines[: target_idx + 1] + [line_to_add] + class_lines[target_idx + 1 :]
     # Remove the lines that are marked to be removed
     A_					      =					[x for x in class_lines if x is not None]

     # Move from test class to module (in order to write to the test file)
     A_					      =					inspect.getsourcelines(inspect.getmodule(_UpperCAmelCase							)							)[0]
     # Be careful with the 1-off between line numbers and array indices
     A_					      =					module_lines[: class_start_line_no - 1] + class_lines + module_lines[class_end_line_no:]
     A_					      =					''''''.join(_UpperCAmelCase							)

     A_					      =					inspect.getsourcefile(_UpperCAmelCase							)
     with open(_UpperCAmelCase     ,	'''w'''     ,	encoding='''UTF-8'''     ,	newline='''\n'''							) as fp:
          fp.write(_UpperCAmelCase							)

     return line_to_add

def     UpperCAmelCase_						(						_UpperCAmelCase       :Dict     ,	_UpperCAmelCase       :List[str]=False							)  ->							Union[str, Any]:
     '''simple docstring'''


     A_					      =					find_test_class(_UpperCAmelCase							)
     if test_class:
          add_pipeline_model_mapping(_UpperCAmelCase     ,	overwrite=_UpperCAmelCase							)


if __name__ == "__main__":
      a__			:    Dict			      =		argparse.ArgumentParser()
      parser.add_argument(
          '--test_file', type=str, help='A path to the test file, starting with the repository\'s `tests` directory.'
      )
      parser.add_argument(
          '--all',
          action='store_true',
          help='If to check and modify all test files.',
      )
      parser.add_argument(
          '--overwrite',
          action='store_true',
          help='If to overwrite a test class if it has already defined `pipeline_model_mapping`.',
      )
      a__			:    int			      =		parser.parse_args()

      if not args.all and not args.test_file:
            raise ValueError('Please specify either `test_file` or pass `--all` to check/modify all test files.')
      elif args.all and args.test_file:
            raise ValueError('Only one of `--test_file` and `--all` could be specified.')

      a__			:    int			      =		[]
      if args.test_file:
            a__			:    str			      =		[args.test_file]
      else:
            a__			:    Optional[int]			      =		os.path.join('tests', 'models', '**', 'test_modeling_*.py')
            for test_file in glob.glob(pattern):
                  # `Flax` is not concerned at this moment
                  if not test_file.startswith('test_modeling_flax_'):
                        test_files.append(test_file)

      for test_file in test_files:
            if test_file in TEST_FILE_TO_IGNORE:
                  print(f'''[SKIPPED] {test_file} is skipped as it is in `TEST_FILE_TO_IGNORE` in the file {__file__}.''')
                  continue
            add_pipeline_model_mapping_to_test_file(test_file, overwrite=args.overwrite)






from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_tokenizers_available, is_torch_available


a__			:    Tuple			      =		{'configuration_yoso': ['YOSO_PRETRAINED_CONFIG_ARCHIVE_MAP', 'YosoConfig']}

try:
      if not is_torch_available():
            raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
      pass
else:
      a__			:    Optional[int]			      =		[
          'YOSO_PRETRAINED_MODEL_ARCHIVE_LIST',
          'YosoForMaskedLM',
          'YosoForMultipleChoice',
          'YosoForQuestionAnswering',
          'YosoForSequenceClassification',
          'YosoForTokenClassification',
          'YosoLayer',
          'YosoModel',
          'YosoPreTrainedModel',
      ]


if TYPE_CHECKING:
      from .configuration_yoso import YOSO_PRETRAINED_CONFIG_ARCHIVE_MAP, YosoConfig

      try:
            if not is_torch_available():
                  raise OptionalDependencyNotAvailable()
      except OptionalDependencyNotAvailable:
            pass
      else:
            from .modeling_yoso import (
                YOSO_PRETRAINED_MODEL_ARCHIVE_LIST,
                YosoForMaskedLM,
                YosoForMultipleChoice,
                YosoForQuestionAnswering,
                YosoForSequenceClassification,
                YosoForTokenClassification,
                YosoLayer,
                YosoModel,
                YosoPreTrainedModel,
            )


else:
      import sys

      a__			:    Union[str, Any]			      =		_LazyModule(__name__, globals()['__file__'], _import_structure)



