





# as due to their complexity multi-gpu tests could impact other tests, and to aid debug we have those in a separate module.

import os
import sys

from transformers.testing_utils import TestCasePlus, execute_subprocess_async, get_gpu_count, require_torch_gpu, slow

from .utils import load_json

class 			__A(    __UpperCAmelCase			):

     @classmethod
     def 						_UpperCamelCase  (   cls   ):





            """simple docstring"""

            return cls



     @slow
     @require_torch_gpu
     def 						_UpperCamelCase  (   self   ):





            """simple docstring"""

            _UpperCamelCase														=    self.get_auto_remove_tmp_dir()
            _UpperCamelCase														=    F'''
            --model_name Helsinki-NLP/opus-mt-en-ro
            --save_dir {output_dir}
            --data_dir {self.test_file_dir_str}/test_data/wmt_en_ro
            --num_beams 2
            --task translation
        '''.split()

            # we want this test to run even if there is only one GPU, but if there are more we use them all
            _UpperCamelCase														=    get_gpu_count()
            _UpperCamelCase														=    F'''
            -m torch.distributed.launch
            --nproc_per_node={n_gpu}
            {self.test_file_dir}/run_distributed_eval.py
        '''.split()
            _UpperCamelCase														=    [sys.executable] + distributed_args + args
            execute_subprocess_async(A,							env=self.get_env()   )

            _UpperCamelCase														=    os.path.join(A,							'''test_bleu.json'''   )
            _UpperCamelCase														=    load_json(A   )
            # print(metrics)
            self.assertGreaterEqual(metrics['''bleu'''],							25   )













import unittest
from pathlib import Path

from transformers import is_vision_available, load_tool
from transformers.testing_utils import get_tests_dir

from .test_tools_common import ToolTesterMixin


if is_vision_available():
       from PIL import Image

class 			__A(    unittest.TestCase    ,      __UpperCAmelCase			):

     def 						_UpperCamelCase  (   self   ):





            """simple docstring"""

            _UpperCamelCase														=    load_tool('''image-question-answering'''   )
            self.tool.setup()
            _UpperCamelCase														=    load_tool('''image-question-answering''',							remote=A   )

     def 						_UpperCamelCase  (   self   ):





            """simple docstring"""

            _UpperCamelCase														=    Image.open(Path(get_tests_dir('''fixtures/tests_samples/COCO'''   )   ) / '''000000039769.png'''   )
            _UpperCamelCase														=    self.tool(A,							'''How many cats are sleeping on the couch?'''   )
            self.assertEqual(A,							'''2'''   )

     def 						_UpperCamelCase  (   self   ):





            """simple docstring"""

            _UpperCamelCase														=    Image.open(Path(get_tests_dir('''fixtures/tests_samples/COCO'''   )   ) / '''000000039769.png'''   )
            _UpperCamelCase														=    self.remote_tool(A,							'''How many cats are sleeping on the couch?'''   )
            self.assertEqual(A,							'''2'''   )

     def 						_UpperCamelCase  (   self   ):





            """simple docstring"""

            _UpperCamelCase														=    Image.open(Path(get_tests_dir('''fixtures/tests_samples/COCO'''   )   ) / '''000000039769.png'''   )
            _UpperCamelCase														=    self.tool(image=A,							question='''How many cats are sleeping on the couch?'''   )
            self.assertEqual(A,							'''2'''   )



     def 						_UpperCamelCase  (   self   ):





            """simple docstring"""

            _UpperCamelCase														=    Image.open(Path(get_tests_dir('''fixtures/tests_samples/COCO'''   )   ) / '''000000039769.png'''   )
            _UpperCamelCase														=    self.remote_tool(image=A,							question='''How many cats are sleeping on the couch?'''   )
            self.assertEqual(A,							'''2'''   )






