
"""simple docstring"""

import functools
import operator

from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCamelCase      :							Dict          =					logging.get_logger(__name__)

UpperCamelCase      :							Any          =					{
    "facebook/hubert-base-ls960": "https://huggingface.co/facebook/hubert-base-ls960/resolve/main/config.json",
    # See all Hubert models at https://huggingface.co/models?filter=hubert
}

class __lowerCAmelCase						( __SCREAMING_SNAKE_CASE     ):
     lowercase		  =		"hubert"





     def __init__(      self      ,	__UpperCAmelCase=32      ,	__UpperCAmelCase=768      ,	__UpperCAmelCase=12      ,	__UpperCAmelCase=12      ,	__UpperCAmelCase=3072      ,	__UpperCAmelCase="gelu"      ,	__UpperCAmelCase=0.1      ,	__UpperCAmelCase=0.1      ,	__UpperCAmelCase=0.1      ,	__UpperCAmelCase=True      ,	__UpperCAmelCase=0.0      ,	__UpperCAmelCase=0.1      ,	__UpperCAmelCase=0.1      ,	__UpperCAmelCase=0.0_2      ,	__UpperCAmelCase=1E-5      ,	__UpperCAmelCase="group"      ,	__UpperCAmelCase="gelu"      ,	__UpperCAmelCase=(512, 512, 512, 512, 512, 512, 512)      ,	__UpperCAmelCase=(5, 2, 2, 2, 2, 2, 2)      ,	__UpperCAmelCase=(10, 3, 3, 3, 3, 2, 2)      ,	__UpperCAmelCase=False      ,	__UpperCAmelCase=128      ,	__UpperCAmelCase=16      ,	__UpperCAmelCase=False      ,	__UpperCAmelCase=True      ,	__UpperCAmelCase=0.0_5      ,	__UpperCAmelCase=10      ,	__UpperCAmelCase=2      ,	__UpperCAmelCase=0.0      ,	__UpperCAmelCase=10      ,	__UpperCAmelCase=0      ,	__UpperCAmelCase="sum"      ,	__UpperCAmelCase=False      ,	__UpperCAmelCase=False      ,	__UpperCAmelCase=256      ,	__UpperCAmelCase=0      ,	__UpperCAmelCase=1      ,	__UpperCAmelCase=2      ,	**__UpperCAmelCase      ,	):

      '''simple docstring'''




      super().__init__(**__UpperCAmelCase      ,	pad_token_id=__UpperCAmelCase      ,	bos_token_id=__UpperCAmelCase      ,	eos_token_id=__UpperCAmelCase )
      __UpperCamelCase							    =			hidden_size
      __UpperCamelCase							    =			feat_extract_norm
      __UpperCamelCase							    =			feat_extract_activation
      __UpperCamelCase							    =			list(__UpperCAmelCase )
      __UpperCamelCase							    =			list(__UpperCAmelCase )
      __UpperCamelCase							    =			list(__UpperCAmelCase )
      __UpperCamelCase							    =			conv_bias
      __UpperCamelCase							    =			num_conv_pos_embeddings
      __UpperCamelCase							    =			num_conv_pos_embedding_groups
      __UpperCamelCase							    =			len(self.conv_dim )
      __UpperCamelCase							    =			num_hidden_layers
      __UpperCamelCase							    =			intermediate_size
      __UpperCamelCase							    =			hidden_act
      __UpperCamelCase							    =			num_attention_heads
      __UpperCamelCase							    =			hidden_dropout
      __UpperCamelCase							    =			attention_dropout
      __UpperCamelCase							    =			activation_dropout
      __UpperCamelCase							    =			feat_proj_layer_norm
      __UpperCamelCase							    =			feat_proj_dropout
      __UpperCamelCase							    =			final_dropout
      __UpperCamelCase							    =			layerdrop
      __UpperCamelCase							    =			layer_norm_eps
      __UpperCamelCase							    =			initializer_range
      __UpperCamelCase							    =			vocab_size
      __UpperCamelCase							    =			do_stable_layer_norm
      __UpperCamelCase							    =			use_weighted_layer_sum
      __UpperCamelCase							    =			classifier_proj_size

      if (
          (len(self.conv_stride ) != self.num_feat_extract_layers)
          or (len(self.conv_kernel ) != self.num_feat_extract_layers)
          or (len(self.conv_dim ) != self.num_feat_extract_layers)
      ):
       raise ValueError(
           'Configuration for convolutional layers is incorrect. It is required that `len(config.conv_dim)` =='
           ' `len(config.conv_stride)` == `len(config.conv_kernel)`, but is `len(config.conv_dim) ='
           F' {len(self.conv_dim )}`, `len(config.conv_stride) = {len(self.conv_stride )}`,'
           F' `len(config.conv_kernel) = {len(self.conv_kernel )}`.' )

      # fine-tuning config parameters for SpecAugment: https://arxiv.org/abs/1904.08779
      __UpperCamelCase							    =			apply_spec_augment
      __UpperCamelCase							    =			mask_time_prob
      __UpperCamelCase							    =			mask_time_length
      __UpperCamelCase							    =			mask_time_min_masks
      __UpperCamelCase							    =			mask_feature_prob
      __UpperCamelCase							    =			mask_feature_length
      __UpperCamelCase							    =			mask_feature_min_masks

      # ctc loss
      __UpperCamelCase							    =			ctc_loss_reduction
      __UpperCamelCase							    =			ctc_zero_infinity







     @property
     def 		UpperCAmelCase   (      self ):

      '''simple docstring'''




      return functools.reduce(operator.mul      ,	self.conv_stride      ,	1 )





"""simple docstring"""

import argparse
import glob
import inspect
import os
import re
import unittest

from get_test_info import get_test_classes

from tests.test_pipeline_mixin import pipeline_test_mapping


UpperCamelCase      :							Any          =					{}
for task, _ in pipeline_test_mapping.items():
      UpperCamelCase      :							List[str]          =					{"pt": None, "tf": None}


# DO **NOT** add item to this set (unless the reason is approved)
UpperCamelCase      :							int          =					{
    "tests/models/esm/test_modeling_esmfold.py",  # The pipeline test mapping is added to `test_modeling_esm.py`
}






def 				A		(							snake_case :List[str]						) ->      Optional[Any]:

 if "ModelTesterMixin" in [x.__name__ for x in test_class.__bases__]:
  return "pt"
 elif "TFModelTesterMixin" in [x.__name__ for x in test_class.__bases__]:
  return "tf"
 elif "FlaxModelTesterMixin" in [x.__name__ for x in test_class.__bases__]:
  return "flax"
 else:
  return None






def 				A		(							snake_case :Union[str, Any]							,   snake_case :Union[str, Any]						) ->      Optional[Any]:
 # Use the cached results
 if PIPELINE_TEST_MAPPING[task].get(snake_case							,   snake_case						) is not None:
  return PIPELINE_TEST_MAPPING[task][framework]

 __UpperCamelCase							    =			pipeline_test_mapping[task]['test']
 __UpperCamelCase							    =			None

 if framework == "pt":
  __UpperCamelCase							    =			getattr(snake_case							,   'model_mapping'							,   snake_case						)
 elif framework == "tf":
  __UpperCamelCase							    =			getattr(snake_case							,   'tf_model_mapping'							,   snake_case						)

 if mapping is not None:
  __UpperCamelCase							    =			dict(mapping.items()						)

 # cache the results
 __UpperCamelCase							    =			mapping
 return mapping






def 				A		(							snake_case :int							,   snake_case :Tuple						) ->      List[Any]:
 __UpperCamelCase							    =			get_framework(snake_case						)
 if framework is None:
  return None
 __UpperCamelCase							    =			get_mapping_for_task(snake_case							,   snake_case						)
 if mapping is None:
  return None

 __UpperCamelCase							    =			list({model_class.config_class for model_class in test_class.all_model_classes}						)
 if len(snake_case						) != 1:
  raise ValueError('There should be exactly one configuration class from `test_class.all_model_classes`.'						)

 # This could be a list/tuple of model classes, but it's rare.
 __UpperCamelCase							    =			mapping.get(config_classes[0]							,   snake_case						)
 if isinstance(snake_case							,   (tuple, list)						):
  __UpperCamelCase							    =			sorted(snake_case							,   key=lambda snake_case						: x.__name__						)

 return model_class






def 				A		(							snake_case :List[Any]						) ->      Any:
 __UpperCamelCase							    =			[(task, get_model_for_pipeline_test(snake_case							,   snake_case						)) for task in pipeline_test_mapping]
 __UpperCamelCase							    =			sorted([(task, model) for task, model in mapping if model is not None]							,   key=lambda snake_case						: x[0]						)

 return dict(snake_case						)






def 				A		(							snake_case :Optional[int]						) ->      List[str]:
 __UpperCamelCase							    =			get_framework(snake_case						)
 if framework == "pt":
  __UpperCamelCase							    =			'torch'
 __UpperCamelCase							    =			'{}'

 __UpperCamelCase							    =			get_pipeline_model_mapping(snake_case						)
 if len(snake_case						) == 0:
  return ""

 __UpperCamelCase							    =			[]
 for task, model_classes in mapping.items():
  if isinstance(snake_case							,   (tuple, list)						):
   # A list/tuple of model classes
   __UpperCamelCase							    =			'(' + ', '.join([x.__name__ for x in model_classes]						) + ')'
  else:
   # A single model class
   __UpperCamelCase							    =			model_classes.__name__
  texts.append(f'"{task}": {value}'						)
 __UpperCamelCase							    =			'{' + ', '.join(snake_case						) + '}'
 __UpperCamelCase							    =			f'pipeline_model_mapping = {text} if is_{framework}_available() else {default_value}'

 return text






def 				A		(							snake_case :Optional[int]						) ->      Optional[int]:
 __UpperCamelCase							    =			{'ModelTesterMixin', 'TFModelTesterMixin', 'FlaxModelTesterMixin'}
 if not issubclass(snake_case							,   unittest.TestCase						):
  return False
 return len(base_class_names.intersection([x.__name__ for x in test_class.__bases__]						)						) > 0






def 				A		(							snake_case :Dict						) ->      Tuple:
 __UpperCamelCase							    =			[x for x in get_test_classes(snake_case						) if is_valid_test_class(snake_case						)]

 __UpperCamelCase							    =			None
 for test_class in test_classes:
  # If a test class has defined `pipeline_model_mapping`, let's take it
  if getattr(snake_case							,   'pipeline_model_mapping'							,   snake_case						) is not None:
   __UpperCamelCase							    =			test_class
   break
    # Take the test class with the shortest name (just a heuristic)
 if target_test_class is None and len(snake_case						) > 0:
  __UpperCamelCase							    =			sorted(snake_case							,   key=lambda snake_case						: (len(x.__name__						), x.__name__)						)[0]

 return target_test_class






def 				A		(							snake_case :Optional[int]							,   snake_case :List[str]							,   snake_case :int						) ->      List[Any]:
 __UpperCamelCase							    =			start_idx
 for idx, line in enumerate(lines[start_idx:]						):
  __UpperCamelCase							    =			len(snake_case						) - len(line.lstrip()						)
  if idx == 0 or indent > indent_level or (indent == indent_level and line.strip() == ")"):
   __UpperCamelCase							    =			start_idx + idx
  elif idx > 0 and indent <= indent_level:
   # Outside the definition block of `pipeline_model_mapping`
   break

 return end_idx






def 				A		(							snake_case :List[str]							,   snake_case :str=False						) ->      List[str]:
 if getattr(snake_case							,   'pipeline_model_mapping'							,   snake_case						) is not None:
  if not overwrite:
   return "", -1

 __UpperCamelCase							    =			get_pipeline_model_mapping_string(snake_case						)
 if len(snake_case						) == 0:
  return "", -1
 __UpperCamelCase							    =			line_to_add + '\n'

 # The code defined the class `test_class`
 __UpperCamelCase    ,      __UpperCamelCase							    =			inspect.getsourcelines(snake_case						)
 # `inspect` gives the code for an object, including decorator(s) if any.
 # We (only) need the exact line of the class definition.
 for idx, line in enumerate(snake_case						):
  if line.lstrip().startswith('class '						):
   __UpperCamelCase							    =			class_lines[idx:]
   class_start_line_no += idx
   break
 __UpperCamelCase							    =			class_start_line_no + len(snake_case						) - 1

 # The index in `class_lines` that starts the definition of `all_model_classes`, `all_generative_model_classes` or
 # `pipeline_model_mapping`. This assumes they are defined in such order, and we take the start index of the last
 # block that appears in a `test_class`.
 __UpperCamelCase							    =			None
 # The indent level of the line at `class_lines[start_idx]` (if defined)
 __UpperCamelCase							    =			0
 # To record if `pipeline_model_mapping` is found in `test_class`.
 __UpperCamelCase							    =			None
 for idx, line in enumerate(snake_case						):
  if line.strip().startswith('all_model_classes = '						):
   __UpperCamelCase							    =			len(snake_case						) - len(line.lstrip()						)
   __UpperCamelCase							    =			idx
  elif line.strip().startswith('all_generative_model_classes = '						):
   __UpperCamelCase							    =			len(snake_case						) - len(line.lstrip()						)
   __UpperCamelCase							    =			idx
  elif line.strip().startswith('pipeline_model_mapping = '						):
   __UpperCamelCase							    =			len(snake_case						) - len(line.lstrip()						)
   __UpperCamelCase							    =			idx
   __UpperCamelCase							    =			line
   break

 if start_idx is None:
  return "", -1
 # Find the ending index (inclusive) of the above found block.
 __UpperCamelCase							    =			find_block_ending(snake_case							,   snake_case							,   snake_case						)

 # Extract `is_xxx_available()` from existing blocks: some models require specific libraries like `timm` and use
 # `is_timm_available()` instead of `is_torch_available()`.
 # Keep leading and trailing whitespaces
 __UpperCamelCase							    =			re.compile(r'\s(is_\S+?_available\(\))\s'						)
 for line in class_lines[start_idx : end_idx + 1]:
  __UpperCamelCase							    =			r.search(snake_case						)
  if backend_condition is not None:
   # replace the leading and trailing whitespaces to the space character " ".
   __UpperCamelCase							    =			' ' + backend_condition[0][1:-1] + ' '
   __UpperCamelCase							    =			r.sub(snake_case							,   snake_case						)
   break

 if def_line is None:
  # `pipeline_model_mapping` is not defined. The target index is set to the ending index (inclusive) of
  # `all_model_classes` or `all_generative_model_classes`.
  __UpperCamelCase							    =			end_idx
 else:
  # `pipeline_model_mapping` is defined. The target index is set to be one **BEFORE** its start index.
  __UpperCamelCase							    =			start_idx - 1
  # mark the lines of the currently existing `pipeline_model_mapping` to be removed.
  for idx in range(snake_case							,   end_idx + 1						):
   # These lines are going to be removed before writing to the test file.
   __UpperCamelCase							    =			None  # noqa

    # Make sure the test class is a subclass of `PipelineTesterMixin`.
 __UpperCamelCase							    =			[x.__name__ for x in test_class.__bases__]
 if "PipelineTesterMixin" not in parent_classes:
  # Put `PipelineTesterMixin` just before `unittest.TestCase`
  __UpperCamelCase							    =			[x for x in parent_classes if x != 'TestCase'] + ['PipelineTesterMixin']
  if "TestCase" in parent_classes:
   # Here we **assume** the original string is always with `unittest.TestCase`.
   _parent_classes.append('unittest.TestCase'						)
  __UpperCamelCase							    =			', '.join(_parent_classes						)
  for idx, line in enumerate(snake_case						):
   # Find the ending of the declaration of `test_class`
   if line.strip().endswith('):'						):
    # mark the lines of the declaration of `test_class` to be removed
    for _idx in range(idx + 1						):
     __UpperCamelCase							    =			None  # noqa
    break
        # Add the new, one-line, class declaration for `test_class`
  __UpperCamelCase							    =			f'class {test_class.__name__}({parent_classes}):\n'

 # Add indentation
 __UpperCamelCase							    =			' ' * indent_level + line_to_add
 # Insert `pipeline_model_mapping` to `class_lines`.
 # (The line at `target_idx` should be kept by definition!)
 __UpperCamelCase							    =			class_lines[: target_idx + 1] + [line_to_add] + class_lines[target_idx + 1 :]
 # Remove the lines that are marked to be removed
 __UpperCamelCase							    =			[x for x in class_lines if x is not None]

 # Move from test class to module (in order to write to the test file)
 __UpperCamelCase							    =			inspect.getsourcelines(inspect.getmodule(snake_case						)						)[0]
 # Be careful with the 1-off between line numbers and array indices
 __UpperCamelCase							    =			module_lines[: class_start_line_no - 1] + class_lines + module_lines[class_end_line_no:]
 __UpperCamelCase							    =			''.join(snake_case						)

 __UpperCamelCase							    =			inspect.getsourcefile(snake_case						)
 with open(snake_case							,   'w'							,   encoding='UTF-8'							,   newline='\n'						) as fp:
  fp.write(snake_case						)

 return line_to_add






def 				A		(							snake_case :int							,   snake_case :str=False						) ->      Dict:
 __UpperCamelCase							    =			find_test_class(snake_case						)
 if test_class:
  add_pipeline_model_mapping(snake_case							,   overwrite=snake_case						)


if __name__ == "__main__":
      UpperCamelCase      :							Optional[int]          =					argparse.ArgumentParser()
      parser.add_argument(
          "--test_file", type=str, help="A path to the test file, starting with the repository's `tests` directory."
      )
      parser.add_argument(
          "--all",
          action="store_true",
          help="If to check and modify all test files.",
      )
      parser.add_argument(
          "--overwrite",
          action="store_true",
          help="If to overwrite a test class if it has already defined `pipeline_model_mapping`.",
      )
      UpperCamelCase      :							int          =					parser.parse_args()

      if not args.all and not args.test_file:
            raise ValueError("Please specify either `test_file` or pass `--all` to check/modify all test files.")
      elif args.all and args.test_file:
            raise ValueError("Only one of `--test_file` and `--all` could be specified.")

      UpperCamelCase      :							List[Any]          =					[]
      if args.test_file:
            UpperCamelCase      :							Union[str, Any]          =					[args.test_file]
      else:
            UpperCamelCase      :							List[Any]          =					os.path.join("tests", "models", "**", "test_modeling_*.py")
            for test_file in glob.glob(pattern):
                  # `Flax` is not concerned at this moment
                  if not test_file.startswith("test_modeling_flax_"):
                        test_files.append(test_file)

      for test_file in test_files:
            if test_file in TEST_FILE_TO_IGNORE:
                  print(f'''[SKIPPED] {test_file} is skipped as it is in `TEST_FILE_TO_IGNORE` in the file {__file__}.''')
                  continue
            add_pipeline_model_mapping_to_test_file(test_file, overwrite=args.overwrite)



