


'''simple docstring'''
import argparse
import logging
import os
import sys
import tempfile
from pathlib import Path

import lightning_base
import pytest
import pytorch_lightning as pl
import torch
from convert_pl_checkpoint_to_hf import convert_pl_to_hf
from distillation import distill_main
from finetune import SummarizationModule, main
from huggingface_hub import list_models
from parameterized import parameterized
from run_eval import generate_summaries_or_translations
from torch import nn

from transformers import AutoConfig, AutoModelForSeqaSeqLM
from transformers.testing_utils import CaptureStderr, CaptureStdout, TestCasePlus, require_torch_gpu, slow
from utils import label_smoothed_nll_loss, lmap, load_json


logging.basicConfig(level=logging.DEBUG)

lowerCAmelCase__  =     logging.getLogger()
lowerCAmelCase__  =     torch.cuda.is_available()
lowerCAmelCase__  =     {
    'max_tokens_per_batch': None,
    'supervise_forward': True,
    'normalize_hidden': True,
    'label_smoothing': 0.2,
    'eval_max_gen_length': None,
    'eval_beams': 1,
    'val_metric': 'loss',
    'save_top_k': 1,
    'adafactor': True,
    'early_stopping_patience': 2,
    'logger_name': 'default',
    'length_penalty': 0.5,
    'cache_dir': '',
    'task': 'summarization',
    'num_workers': 2,
    'alpha_hid': 0,
    'freeze_embeds': True,
    'enc_only': False,
    'tgt_suffix': '',
    'resume_from_checkpoint': None,
    'sortish_sampler': True,
    'student_decoder_layers': 1,
    'val_check_interval': 1.0,
    'output_dir': '',
    'fp16': False,  # TODO(SS): set this to CUDA_AVAILABLE if ci installs apex or start using native amp
    'no_teacher': False,
    'fp16_opt_level': 'O1',
    'gpus': 1 if CUDA_AVAILABLE else 0,
    'n_tpu_cores': 0,
    'max_grad_norm': 1.0,
    'do_train': True,
    'do_predict': True,
    'accumulate_grad_batches': 1,
    'server_ip': '',
    'server_port': '',
    'seed': 42,
    'model_name_or_path': 'sshleifer/bart-tiny-random',
    'config_name': '',
    'tokenizer_name': 'facebook/bart-large',
    'do_lower_case': False,
    'learning_rate': 0.3,
    'lr_scheduler': 'linear',
    'weight_decay': 0.0,
    'adam_epsilon': 1e-08,
    'warmup_steps': 0,
    'max_epochs': 1,
    'train_batch_size': 2,
    'eval_batch_size': 2,
    'max_source_length': 12,
    'max_target_length': 12,
    'val_max_target_length': 12,
    'test_max_target_length': 12,
    'fast_dev_run': False,
    'no_cache': False,
    'n_train': -1,
    'n_val': -1,
    'n_test': -1,
    'student_encoder_layers': 1,
    'freeze_encoder': False,
    'auto_scale_batch_size': False,
    'overwrite_output_dir': False,
    'student': None,
}



def 				lowerCAmelCase__	(       UpperCAmelCase    ,       UpperCAmelCase     ):






       """simple docstring"""





       snake_case__					:	Optional[Any]          =					"""\n""".join(UpperCAmelCase     )
       Path(UpperCAmelCase     ).open("""w"""     ).writelines(UpperCAmelCase     )


lowerCAmelCase__  =     [' Sam ate lunch today.', 'Sams lunch ingredients.']
lowerCAmelCase__  =     ['A very interesting story about what I ate for lunch.', 'Avocado, celery, turkey, coffee']
lowerCAmelCase__  =     'patrickvonplaten/t5-tiny-random'
lowerCAmelCase__  =     'sshleifer/t5-tinier-random'
lowerCAmelCase__  =     'sshleifer/bart-tiny-random'
lowerCAmelCase__  =     'sshleifer/tiny-mbart'
lowerCAmelCase__  =     'sshleifer/tiny-marian-en-de'
lowerCAmelCase__  =     'stas/tiny-wmt19-en-de'


lowerCAmelCase__  =     logging.StreamHandler(sys.stdout)
logger.addHandler(stream_handler)
logging.disable(logging.CRITICAL)  # remove noisy download output from tracebacks



def 				lowerCAmelCase__	(       UpperCAmelCase     ):






       """simple docstring"""





       for split in ["train", "val", "test"]:
              _dump_articles(os.path.join(UpperCAmelCase    ,       f"""{split}.source"""     )    ,       UpperCAmelCase     )
              _dump_articles(os.path.join(UpperCAmelCase    ,       f"""{split}.target"""     )    ,       UpperCAmelCase     )
       return tmp_dir







class 					_A						(						UpperCamelCase							):



   '''simple docstring'''






   @classmethod
   def   __lowerCAmelCase						(	cls	:					List[str]						)->	int:
          logging.disable(logging.CRITICAL						)  # remove noisy download output from tracebacks
          return cls




   @slow
   @require_torch_gpu
   def   __lowerCAmelCase						(	self	:					List[Any]						)->	List[str]:
          snake_case__					:	Any          =					list_models()
          snake_case__					:	str          =					"""sshleifer"""
          snake_case__					:	Any          =					[x.modelId for x in model_list if x.modelId.startswith(lowerCamelCase						)]
          snake_case__					:	List[Any]          =					["""sshleifer/blenderbot-3B""", """sshleifer/blenderbot-90M"""]
          snake_case__					:	List[Any]          =					[]
          for m in model_ids:
                 if m in allowed_to_be_broken:
                        continue
                 try:
                        AutoConfig.from_pretrained(lowerCamelCase						)
                 except Exception:
                        failures.append(lowerCamelCase						)
          assert not failures, F"""The following models could not be loaded through AutoConfig: {failures}"""




   def   __lowerCAmelCase						(	self	:					Any						)->	Union[str, Any]:
          snake_case__					:	Tuple          =					{"""student_encoder_layers""": 2, """student_decoder_layers""": 1, """no_teacher""": True}
          self._test_distiller_cli(lowerCamelCase						)




   def   __lowerCAmelCase						(	self	:					Union[str, Any]						)->	Tuple:
          snake_case__					:	List[str]          =					{
              """student_encoder_layers""": 2,
              """student_decoder_layers""": 1,
              """max_epochs""": 4,
              """val_check_interval""": 0.25,
              """alpha_hid""": 2.0,
              """model_name_or_path""": """IGNORE_THIS_IT_DOESNT_GET_USED""",
          }
          snake_case__					:	Union[str, Any]          =					self._test_distiller_cli(lowerCamelCase					, check_contents=lowerCamelCase						)

          snake_case__					:	Union[str, Any]          =					list(Path(model.output_dir						).glob("""*.ckpt"""						)						)
          self.assertEqual(1					, len(lowerCamelCase						)						)
          snake_case__					:	Optional[int]          =					list(Path(model.output_dir						).glob("""**/*.bin"""						)						)
          self.assertEqual(len(lowerCamelCase						)					, 2						)
          snake_case__					:	int          =					lmap(str.strip					, Path(model.hparams.data_dir						).joinpath("""test.source"""						).open().readlines()						)
          snake_case__					:	List[str]          =					tempfile.mktemp()  # XXX: not being cleaned up
          generate_summaries_or_translations(lowerCamelCase					, lowerCamelCase					, str(model.output_dir / """best_tfmr"""						)						)
          self.assertTrue(Path(lowerCamelCase						).exists()						)

          snake_case__					:	str          =					self.get_auto_remove_tmp_dir()
          convert_pl_to_hf(ckpts[0]					, transformer_ckpts[0].parent					, lowerCamelCase						)
          assert os.path.exists(os.path.join(lowerCamelCase					, """pytorch_model.bin"""						)						)




   def   __lowerCAmelCase						(	self	:					Optional[int]						)->	Tuple:
          snake_case__					:	Tuple          =					AutoModelForSeqaSeqLM.from_pretrained(lowerCamelCase						)
          snake_case__       ,   snake_case__					:	Union[str, Any]          =					model.dummy_inputs["""input_ids"""], model.dummy_inputs["""attention_mask"""]
          snake_case__					:	Optional[int]          =					torch.tensor([[0, 4, 8, 2], [0, 8, 2, 1]]					, dtype=torch.long					, device=model.device						)
          snake_case__					:	List[Any]          =					target_ids[:, :-1].contiguous()  # Why this line?
          snake_case__					:	str          =					target_ids[:, 1:].clone()  # why clone?
          snake_case__					:	Any          =					model(
              lowerCamelCase					, attention_mask=lowerCamelCase					, decoder_input_ids=lowerCamelCase					, labels=lowerCamelCase					, use_cache=lowerCamelCase						).loss

          snake_case__					:	List[Any]          =					model(lowerCamelCase					, attention_mask=lowerCamelCase					, decoder_input_ids=lowerCamelCase					, use_cache=lowerCamelCase						).logits

          snake_case__					:	Any          =					nn.functional.log_softmax(lowerCamelCase					, dim=-1						)
          snake_case__       ,   snake_case__					:	Any          =					label_smoothed_nll_loss(
              lowerCamelCase					, lowerCamelCase					, 0.1					, ignore_index=model.config.pad_token_id						)
          with self.assertRaises(lowerCamelCase						):
                 # TODO: understand why this breaks
                 self.assertEqual(lowerCamelCase					, lowerCamelCase						)




   def   __lowerCAmelCase						(	self	:					str						)->	int:
          snake_case__					:	List[str]          =					{
              """student_encoder_layers""": 2,
              """student_decoder_layers""": 1,
              """num_train_epochs""": 4,
              """val_check_interval""": 0.25,
              """alpha_hid""": 2.0,
              """task""": """translation""",
              """model_name_or_path""": """IGNORE_THIS_IT_DOESNT_GET_USED""",
              """tokenizer_name""": MBART_TINY,
              """teacher""": MBART_TINY,
              """src_lang""": """en_XX""",
              """tgt_lang""": """ro_RO""",
          }
          snake_case__					:	Dict          =					self._test_distiller_cli(lowerCamelCase					, check_contents=lowerCamelCase						)
          assert model.model.config.model_type == "mbart"

          snake_case__					:	List[str]          =					list(Path(model.output_dir						).glob("""*.ckpt"""						)						)
          self.assertEqual(1					, len(lowerCamelCase						)						)
          snake_case__					:	Tuple          =					list(Path(model.output_dir						).glob("""**/*.bin"""						)						)
          snake_case__					:	Optional[Any]          =					list(Path(model.output_dir						).glob("""best_tfmr/*"""						)						)
          assert len(lowerCamelCase						) > 2
          self.assertEqual(len(lowerCamelCase						)					, 2						)




   def   __lowerCAmelCase						(	self	:					int						)->	List[Any]:
          snake_case__					:	Any          =					{
              """student_encoder_layers""": 1,
              """student_decoder_layers""": 1,
              """alpha_hid""": 2.0,
              """teacher""": T5_TINY,
              """model_name_or_path""": T5_TINY,
              """tokenizer_name""": T5_TINY,
          }
          self._test_distiller_cli(lowerCamelCase						)




   def   __lowerCAmelCase						(	self	:					Optional[int]						)->	List[Any]:
          snake_case__					:	Tuple          =					{
              """teacher""": T5_TINY,
              """student""": T5_TINIER,
              """model_name_or_path""": T5_TINIER,
              """tokenizer_name""": T5_TINIER,
          }
          self._test_distiller_cli(lowerCamelCase						)




   def   __lowerCAmelCase						(	self	:					int					, lowerCamelCase	:					Tuple					, lowerCamelCase	:					Tuple=True						)->	Dict:
          snake_case__					:	Dict          =					{
              """label_smoothing""": 0.0,
              """early_stopping_patience""": -1,
              """train_batch_size""": 1,
              """eval_batch_size""": 2,
              """max_epochs""": 2,
              """alpha_mlm""": 0.2,
              """alpha_ce""": 0.8,
              """do_predict""": True,
              """model_name_or_path""": """sshleifer/tinier_bart""",
              """teacher""": CHEAP_ARGS["""model_name_or_path"""],
              """val_check_interval""": 0.5,
          }
          default_updates.update(lowerCamelCase						)
          snake_case__					:	dict          =					CHEAP_ARGS.copy()
          snake_case__					:	Optional[int]          =					make_test_data_dir(tmp_dir=self.get_auto_remove_tmp_dir()						)
          snake_case__					:	str          =					self.get_auto_remove_tmp_dir()

          args_d.update(data_dir=lowerCamelCase					, output_dir=lowerCamelCase					, **lowerCamelCase						)
          snake_case__					:	List[str]          =					distill_main(argparse.Namespace(**lowerCamelCase						)						)
          if not check_contents:
                 return model
          snake_case__					:	List[Any]          =					os.listdir(lowerCamelCase						)
          snake_case__					:	Any          =					{os.path.basename(lowerCamelCase						) for p in contents}
          snake_case__					:	Optional[Any]          =					[p for p in contents if p.endswith("""ckpt"""						)]
          assert len(lowerCamelCase						) > 0

          self.assertIn("""test_generations.txt"""					, lowerCamelCase						)
          self.assertIn("""test_results.txt"""					, lowerCamelCase						)

          snake_case__					:	Optional[int]          =					load_json(model.metrics_save_path						)
          snake_case__					:	Optional[int]          =					metrics["""val"""][-1]
          self.assertGreaterEqual(last_step_stats["""val_avg_gen_time"""]					, 0.01						)
          self.assertGreaterEqual(1.0					, last_step_stats["""val_avg_gen_time"""]						)
          self.assertIsInstance(last_step_stats[F"""val_avg_{model.val_metric}"""]					, lowerCamelCase						)
          snake_case__					:	Union[str, Any]          =					int(args_d["""max_epochs"""] * (1 / args_d["""val_check_interval"""]) + 1						)
          self.assertEqual(len(metrics["""val"""]						)					, lowerCamelCase						)
          self.assertEqual(len(metrics["""test"""]						)					, 1						)
          return model







class 					_A						(						UpperCamelCase							):



   '''simple docstring'''






   @parameterized.expand(
       [T5_TINY, BART_TINY, MBART_TINY, MARIAN_TINY, FSMT_TINY]					, )
   def   __lowerCAmelCase						(	self	:					List[Any]					, lowerCamelCase	:					int						)->	Dict:
          snake_case__					:	dict          =					CHEAP_ARGS.copy()
          snake_case__					:	Union[str, Any]          =					"""translation""" if model in [MBART_TINY, MARIAN_TINY, FSMT_TINY] else """summarization"""
          snake_case__					:	List[Any]          =					0.1 if task == """translation""" else 0

          snake_case__					:	List[str]          =					make_test_data_dir(tmp_dir=self.get_auto_remove_tmp_dir()						)
          snake_case__					:	str          =					self.get_auto_remove_tmp_dir()
          args_d.update(
              data_dir=lowerCamelCase					, model_name_or_path=lowerCamelCase					, tokenizer_name=lowerCamelCase					, train_batch_size=2					, eval_batch_size=2					, output_dir=lowerCamelCase					, do_predict=lowerCamelCase					, task=lowerCamelCase					, src_lang="""en_XX"""					, tgt_lang="""ro_RO"""					, freeze_encoder=lowerCamelCase					, freeze_embeds=lowerCamelCase					, )
          assert "n_train" in args_d
          snake_case__					:	Union[str, Any]          =					argparse.Namespace(**lowerCamelCase						)
          snake_case__					:	Optional[int]          =					main(lowerCamelCase						)

          snake_case__					:	Union[str, Any]          =					module.model.get_input_embeddings()
          assert not input_embeds.weight.requires_grad
          if model == T5_TINY:
                 snake_case__					:	str          =					module.model.lm_head
                 assert not lm_head.weight.requires_grad
                 assert (lm_head.weight == input_embeds.weight).all().item()
          elif model == FSMT_TINY:
                 snake_case__					:	List[Any]          =					module.model.model
                 snake_case__					:	Any          =					fsmt.decoder.embed_positions
                 assert not embed_pos.weight.requires_grad
                 assert not fsmt.decoder.embed_tokens.weight.requires_grad
                 # check that embeds are not the same
                 assert fsmt.decoder.embed_tokens != fsmt.encoder.embed_tokens
          else:
                 snake_case__					:	Dict          =					module.model.model
                 snake_case__					:	int          =					bart.decoder.embed_positions
                 assert not embed_pos.weight.requires_grad
                 assert not bart.shared.weight.requires_grad
                 # check that embeds are the same
                 assert bart.decoder.embed_tokens == bart.encoder.embed_tokens
                 assert bart.decoder.embed_tokens == bart.shared

          snake_case__					:	Any          =					load_json(module.output_dir / """text_batch.json"""						)
          assert isinstance(lowerCamelCase					, lowerCamelCase						)
          assert len(lowerCamelCase						) >= 4




   def   __lowerCAmelCase						(	self	:					Optional[int]						)->	Tuple:
          snake_case__					:	dict          =					CHEAP_ARGS.copy()

          snake_case__					:	int          =					"""summarization"""
          snake_case__					:	Tuple          =					make_test_data_dir(tmp_dir=self.get_auto_remove_tmp_dir()						)

          args_d.update(
              data_dir=lowerCamelCase					, tokenizer_name=lowerCamelCase					, train_batch_size=2					, eval_batch_size=2					, do_predict=lowerCamelCase					, task=lowerCamelCase					, src_lang="""en_XX"""					, tgt_lang="""ro_RO"""					, freeze_encoder=lowerCamelCase					, freeze_embeds=lowerCamelCase					, )

          # test models whose config includes the extra_model_args
          snake_case__					:	Dict          =					BART_TINY
          snake_case__					:	Union[str, Any]          =					self.get_auto_remove_tmp_dir()
          snake_case__					:	Union[str, Any]          =					args_d.copy()
          args_da.update(
              model_name_or_path=lowerCamelCase					, output_dir=lowerCamelCase					, )
          snake_case__					:	Union[str, Any]          =					("""encoder_layerdrop""", """decoder_layerdrop""", """dropout""", """attention_dropout""")
          for p in extra_model_params:
                 snake_case__					:	Optional[Any]          =					0.5
          snake_case__					:	Any          =					argparse.Namespace(**lowerCamelCase						)
          snake_case__					:	Optional[int]          =					main(lowerCamelCase						)
          for p in extra_model_params:
                 assert getattr(model.config					, lowerCamelCase						) == 0.5, F"""failed to override the model config for param {p}"""

          # test models whose config doesn't include the extra_model_args
          snake_case__					:	Any          =					T5_TINY
          snake_case__					:	List[str]          =					self.get_auto_remove_tmp_dir()
          snake_case__					:	List[str]          =					args_d.copy()
          args_da.update(
              model_name_or_path=lowerCamelCase					, output_dir=lowerCamelCase					, )
          snake_case__					:	List[Any]          =					"""encoder_layerdrop"""
          snake_case__					:	Any          =					0.5
          snake_case__					:	Tuple          =					argparse.Namespace(**lowerCamelCase						)
          with pytest.raises(lowerCamelCase						) as excinfo:
                 snake_case__					:	List[str]          =					main(lowerCamelCase						)
          assert str(excinfo.value						) == F"""model config doesn't have a `{unsupported_param}` attribute"""




   def   __lowerCAmelCase						(	self	:					Dict						)->	Any:
          snake_case__					:	dict          =					CHEAP_ARGS.copy()

          snake_case__					:	List[Any]          =					"""summarization"""
          snake_case__					:	List[Any]          =					make_test_data_dir(tmp_dir=self.get_auto_remove_tmp_dir()						)

          snake_case__					:	str          =					BART_TINY
          snake_case__					:	Optional[int]          =					self.get_auto_remove_tmp_dir()

          args_d.update(
              data_dir=lowerCamelCase					, model_name_or_path=lowerCamelCase					, output_dir=lowerCamelCase					, tokenizer_name=lowerCamelCase					, train_batch_size=2					, eval_batch_size=2					, do_predict=lowerCamelCase					, task=lowerCamelCase					, src_lang="""en_XX"""					, tgt_lang="""ro_RO"""					, freeze_encoder=lowerCamelCase					, freeze_embeds=lowerCamelCase					, )

          # emulate finetune.py
          snake_case__					:	Union[str, Any]          =					argparse.ArgumentParser()
          snake_case__					:	Union[str, Any]          =					pl.Trainer.add_argparse_args(lowerCamelCase						)
          snake_case__					:	Union[str, Any]          =					SummarizationModule.add_model_specific_args(lowerCamelCase					, os.getcwd()						)
          snake_case__					:	int          =					{"""--help""": True}

          # --help test
          with pytest.raises(lowerCamelCase						) as excinfo:
                 with CaptureStdout() as cs:
                        snake_case__					:	Any          =					parser.parse_args(lowerCamelCase						)
                 assert False, "--help is expected to sys.exit"
          assert excinfo.type == SystemExit
          snake_case__					:	Dict          =					lightning_base.arg_to_scheduler_metavar
          assert expected in cs.out, "--help is expected to list the supported schedulers"

          # --lr_scheduler=non_existing_scheduler test
          snake_case__					:	List[str]          =					"""non_existing_scheduler"""
          snake_case__					:	Optional[Any]          =					{F"""--lr_scheduler={unsupported_param}"""}
          with pytest.raises(lowerCamelCase						) as excinfo:
                 with CaptureStderr() as cs:
                        snake_case__					:	List[Any]          =					parser.parse_args(lowerCamelCase						)
                 assert False, "invalid argument is expected to sys.exit"
          assert excinfo.type == SystemExit
          snake_case__					:	Tuple          =					F"""invalid choice: '{unsupported_param}'"""
          assert expected in cs.err, F"""should have bailed on invalid choice of scheduler {unsupported_param}"""

          # --lr_scheduler=existing_scheduler test
          snake_case__					:	List[Any]          =					"""cosine"""
          snake_case__					:	List[Any]          =					args_d.copy()
          snake_case__					:	Any          =					supported_param
          snake_case__					:	int          =					argparse.Namespace(**lowerCamelCase						)
          snake_case__					:	List[Any]          =					main(lowerCamelCase						)
          assert (
              getattr(model.hparams					, """lr_scheduler"""						) == supported_param
          ), F"""lr_scheduler={supported_param} shouldn't fail"""








'''simple docstring'''
from ..utils import DummyObject, requires_backends







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					List[Any]					, *lowerCamelCase	:					Tuple					, **lowerCamelCase	:					int						)->	str:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					Tuple					, *lowerCamelCase	:					Optional[int]					, **lowerCamelCase	:					List[Any]						)->	Union[str, Any]:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					Dict					, *lowerCamelCase	:					str					, **lowerCamelCase	:					int						)->	Dict:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					int					, *lowerCamelCase	:					List[str]					, **lowerCamelCase	:					Any						)->	List[str]:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					Dict					, *lowerCamelCase	:					Any					, **lowerCamelCase	:					str						)->	int:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					Any					, *lowerCamelCase	:					Union[str, Any]					, **lowerCamelCase	:					Optional[Any]						)->	Tuple:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					List[str]					, *lowerCamelCase	:					Union[str, Any]					, **lowerCamelCase	:					str						)->	Dict:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					List[str]					, *lowerCamelCase	:					Optional[Any]					, **lowerCamelCase	:					List[str]						)->	List[str]:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					Optional[Any]					, *lowerCamelCase	:					List[str]					, **lowerCamelCase	:					Optional[int]						)->	Dict:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					Dict					, *lowerCamelCase	:					Optional[Any]					, **lowerCamelCase	:					Dict						)->	str:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					List[Any]					, *lowerCamelCase	:					Optional[int]					, **lowerCamelCase	:					List[str]						)->	Optional[Any]:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					List[Any]					, *lowerCamelCase	:					Optional[Any]					, **lowerCamelCase	:					List[Any]						)->	List[str]:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					Union[str, Any]					, *lowerCamelCase	:					Tuple					, **lowerCamelCase	:					List[Any]						)->	Dict:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					List[str]					, *lowerCamelCase	:					Union[str, Any]					, **lowerCamelCase	:					Optional[int]						)->	Optional[Any]:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					Tuple					, *lowerCamelCase	:					List[str]					, **lowerCamelCase	:					Optional[Any]						)->	Any:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					Any					, *lowerCamelCase	:					Optional[int]					, **lowerCamelCase	:					Dict						)->	Dict:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					Optional[Any]					, *lowerCamelCase	:					Union[str, Any]					, **lowerCamelCase	:					int						)->	List[str]:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					Optional[int]					, *lowerCamelCase	:					Dict					, **lowerCamelCase	:					List[str]						)->	Optional[int]:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					List[Any]					, *lowerCamelCase	:					Optional[Any]					, **lowerCamelCase	:					Tuple						)->	Optional[Any]:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					List[Any]					, *lowerCamelCase	:					Tuple					, **lowerCamelCase	:					Tuple						)->	Tuple:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					List[str]					, *lowerCamelCase	:					Any					, **lowerCamelCase	:					Optional[Any]						)->	str:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					Tuple					, *lowerCamelCase	:					Any					, **lowerCamelCase	:					int						)->	int:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					Optional[Any]					, *lowerCamelCase	:					Tuple					, **lowerCamelCase	:					List[Any]						)->	Dict:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					Optional[Any]					, *lowerCamelCase	:					Any					, **lowerCamelCase	:					Any						)->	List[Any]:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					Dict					, *lowerCamelCase	:					Any					, **lowerCamelCase	:					Tuple						)->	str:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					List[str]					, *lowerCamelCase	:					List[str]					, **lowerCamelCase	:					Union[str, Any]						)->	Tuple:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					Any					, *lowerCamelCase	:					Dict					, **lowerCamelCase	:					Tuple						)->	List[str]:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					Any					, *lowerCamelCase	:					Any					, **lowerCamelCase	:					Optional[Any]						)->	List[str]:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					Union[str, Any]					, *lowerCamelCase	:					List[Any]					, **lowerCamelCase	:					Union[str, Any]						)->	List[Any]:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					List[Any]					, *lowerCamelCase	:					Optional[Any]					, **lowerCamelCase	:					List[str]						)->	List[Any]:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					Optional[int]					, *lowerCamelCase	:					Dict					, **lowerCamelCase	:					Union[str, Any]						)->	Any:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					List[Any]					, *lowerCamelCase	:					Optional[Any]					, **lowerCamelCase	:					List[str]						)->	Tuple:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					Tuple					, *lowerCamelCase	:					Dict					, **lowerCamelCase	:					str						)->	Optional[int]:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					Dict					, *lowerCamelCase	:					Optional[int]					, **lowerCamelCase	:					Union[str, Any]						)->	List[str]:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					List[Any]					, *lowerCamelCase	:					Optional[int]					, **lowerCamelCase	:					List[str]						)->	Any:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					Tuple					, *lowerCamelCase	:					List[Any]					, **lowerCamelCase	:					Optional[int]						)->	Optional[Any]:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					Dict					, *lowerCamelCase	:					int					, **lowerCamelCase	:					Optional[Any]						)->	int:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					List[Any]					, *lowerCamelCase	:					Optional[Any]					, **lowerCamelCase	:					int						)->	List[Any]:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					Tuple					, *lowerCamelCase	:					Tuple					, **lowerCamelCase	:					Any						)->	Tuple:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					int					, *lowerCamelCase	:					Dict					, **lowerCamelCase	:					int						)->	Any:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					Optional[int]					, *lowerCamelCase	:					str					, **lowerCamelCase	:					int						)->	str:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					List[Any]					, *lowerCamelCase	:					Union[str, Any]					, **lowerCamelCase	:					List[str]						)->	Dict:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					Dict					, *lowerCamelCase	:					List[str]					, **lowerCamelCase	:					List[Any]						)->	Optional[int]:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					int					, *lowerCamelCase	:					Any					, **lowerCamelCase	:					str						)->	Union[str, Any]:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					List[Any]					, *lowerCamelCase	:					Optional[int]					, **lowerCamelCase	:					List[Any]						)->	Tuple:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					Dict					, *lowerCamelCase	:					Dict					, **lowerCamelCase	:					int						)->	Union[str, Any]:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					Union[str, Any]					, *lowerCamelCase	:					Optional[int]					, **lowerCamelCase	:					List[str]						)->	List[Any]:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					Optional[int]					, *lowerCamelCase	:					Union[str, Any]					, **lowerCamelCase	:					Optional[Any]						)->	Dict:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					List[Any]					, *lowerCamelCase	:					Any					, **lowerCamelCase	:					int						)->	Optional[Any]:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					Union[str, Any]					, *lowerCamelCase	:					Any					, **lowerCamelCase	:					Optional[Any]						)->	List[str]:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					List[Any]					, *lowerCamelCase	:					Dict					, **lowerCamelCase	:					Union[str, Any]						)->	Dict:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					Optional[int]					, *lowerCamelCase	:					int					, **lowerCamelCase	:					Dict						)->	int:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					Union[str, Any]					, *lowerCamelCase	:					Optional[Any]					, **lowerCamelCase	:					Tuple						)->	List[Any]:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					Union[str, Any]					, *lowerCamelCase	:					Tuple					, **lowerCamelCase	:					int						)->	str:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					Union[str, Any]					, *lowerCamelCase	:					Dict					, **lowerCamelCase	:					Optional[int]						)->	List[str]:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					str					, *lowerCamelCase	:					Optional[int]					, **lowerCamelCase	:					List[str]						)->	Dict:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					Optional[int]					, *lowerCamelCase	:					Union[str, Any]					, **lowerCamelCase	:					List[Any]						)->	Tuple:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					Union[str, Any]					, *lowerCamelCase	:					Optional[Any]					, **lowerCamelCase	:					Tuple						)->	Optional[int]:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					List[str]					, *lowerCamelCase	:					Any					, **lowerCamelCase	:					Any						)->	Optional[Any]:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					List[str]					, *lowerCamelCase	:					List[str]					, **lowerCamelCase	:					Optional[Any]						)->	Optional[int]:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					Tuple					, *lowerCamelCase	:					List[str]					, **lowerCamelCase	:					Any						)->	Optional[Any]:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					int					, *lowerCamelCase	:					Any					, **lowerCamelCase	:					Union[str, Any]						)->	Any:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					List[Any]					, *lowerCamelCase	:					Optional[Any]					, **lowerCamelCase	:					Optional[int]						)->	List[Any]:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					Dict					, *lowerCamelCase	:					str					, **lowerCamelCase	:					Tuple						)->	Optional[Any]:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					Tuple					, *lowerCamelCase	:					Dict					, **lowerCamelCase	:					List[Any]						)->	Tuple:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					Dict					, *lowerCamelCase	:					List[str]					, **lowerCamelCase	:					List[Any]						)->	Optional[Any]:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					Optional[int]					, *lowerCamelCase	:					List[Any]					, **lowerCamelCase	:					Union[str, Any]						)->	str:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					str					, *lowerCamelCase	:					Union[str, Any]					, **lowerCamelCase	:					List[str]						)->	Optional[Any]:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					List[str]					, *lowerCamelCase	:					Tuple					, **lowerCamelCase	:					Optional[int]						)->	Dict:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					int					, *lowerCamelCase	:					List[Any]					, **lowerCamelCase	:					Dict						)->	Optional[int]:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					str					, *lowerCamelCase	:					Any					, **lowerCamelCase	:					Optional[int]						)->	int:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					List[Any]					, *lowerCamelCase	:					Optional[int]					, **lowerCamelCase	:					List[str]						)->	Tuple:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					Optional[int]					, *lowerCamelCase	:					List[str]					, **lowerCamelCase	:					Tuple						)->	str:
          requires_backends(self					, ["""vision"""]						)







class 					_A						(						metaclass=UpperCamelCase							):



   '''simple docstring'''






   _lowercase    						= ['vision']




   def __init__(	self	:					List[str]					, *lowerCamelCase	:					Dict					, **lowerCamelCase	:					List[str]						)->	Dict:
          requires_backends(self					, ["""vision"""]						)




