




'''simple docstring'''







import textwrap

import pyarrow as pa
import pytest

from datasets import Features, Value
from datasets.packaged_modules.json.json import Json



@pytest.fixture
def 					lowerCamelCase__							(			__lowercase							):
     snake_case :			Tuple					   = tmp_path / """file.jsonl"""
     snake_case :			Optional[int]					   = textwrap.dedent(
         """\
        {\"col_1\": -1}
        {\"col_1\": 1, \"col_2\": 2}
        {\"col_1\": 10, \"col_2\": 20}
        """							)
     with open(__lowercase    ,      """w"""							) as f:
          f.write(__lowercase							)
     return str(__lowercase							)



@pytest.fixture
def 					lowerCamelCase__							(			__lowercase							):
     snake_case :			str					   = tmp_path / """file_utf16_encoded.jsonl"""
     snake_case :			Optional[int]					   = textwrap.dedent(
         """\
        {\"col_1\": -1}
        {\"col_1\": 1, \"col_2\": 2}
        {\"col_1\": 10, \"col_2\": 20}
        """							)
     with open(__lowercase    ,      """w"""    ,      encoding="""utf-16"""							) as f:
          f.write(__lowercase							)
     return str(__lowercase							)



@pytest.fixture
def 					lowerCamelCase__							(			__lowercase							):
     snake_case :			Any					   = tmp_path / """file_with_list_of_dicts.json"""
     snake_case :			Optional[int]					   = textwrap.dedent(
         """\
        [
            {\"col_1\": -1},
            {\"col_1\": 1, \"col_2\": 2},
            {\"col_1\": 10, \"col_2\": 20}
        ]
        """							)
     with open(__lowercase    ,      """w"""							) as f:
          f.write(__lowercase							)
     return str(__lowercase							)



@pytest.fixture
def 					lowerCamelCase__							(			__lowercase							):
     snake_case :			List[Any]					   = tmp_path / """file_with_list_of_dicts_field.json"""
     snake_case :			Optional[Any]					   = textwrap.dedent(
         """\
        {
            \"field1\": 1,
            \"field2\": \"aabb\",
            \"field3\": [
                {\"col_1\": -1},
                {\"col_1\": 1, \"col_2\": 2},
                {\"col_1\": 10, \"col_2\": 20}
            ]
        }
        """							)
     with open(__lowercase    ,      """w"""							) as f:
          f.write(__lowercase							)
     return str(__lowercase							)



@pytest.mark.parametrize(
    """file_fixture, config_kwargs"""    ,      [
        ("""jsonl_file""", {}),
        ("""jsonl_file_utf16_encoded""", {"""encoding""": """utf-16"""}),
        ("""json_file_with_list_of_dicts""", {}),
        ("""json_file_with_list_of_dicts_field""", {"""field""": """field3"""}),
    ]    ,      )
def 					lowerCamelCase__							(			__lowercase    ,      __lowercase    ,      __lowercase							):
     snake_case :			Union[str, Any]					   = Json(**__lowercase							)
     snake_case :			Any					   = json._generate_tables([[request.getfixturevalue(__lowercase							)]]							)
     snake_case :			Dict					   = pa.concat_tables([table for _, table in generator]							)
     assert pa_table.to_pydict() == {"col_1": [-1, 1, 10], "col_2": [None, 2, 20]}







@pytest.mark.parametrize(
    """file_fixture, config_kwargs"""    ,      [
        (
            """jsonl_file""",
            {"""features""": Features({"""col_1""": Value("""int64"""							), """col_2""": Value("""int64"""							), """missing_col""": Value("""string"""							)}							)},
        ),
        (
            """json_file_with_list_of_dicts""",
            {"""features""": Features({"""col_1""": Value("""int64"""							), """col_2""": Value("""int64"""							), """missing_col""": Value("""string"""							)}							)},
        ),
        (
            """json_file_with_list_of_dicts_field""",
            {
                """field""": """field3""",
                """features""": Features(
                    {"""col_1""": Value("""int64"""							), """col_2""": Value("""int64"""							), """missing_col""": Value("""string"""							)}							),
            },
        ),
    ]    ,      )
def 					lowerCamelCase__							(			__lowercase    ,      __lowercase    ,      __lowercase							):
     snake_case :			Optional[Any]					   = Json(**__lowercase							)
     snake_case :			List[Any]					   = json._generate_tables([[request.getfixturevalue(__lowercase							)]]							)
     snake_case :			Optional[int]					   = pa.concat_tables([table for _, table in generator]							)
     assert pa_table.to_pydict() == {"col_1": [-1, 1, 10], "col_2": [None, 2, 20], "missing_col": [None, None, None]}









'''simple docstring'''







from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_torch_available


lowercase			:      Any			=					{"""configuration_visual_bert""": ["""VISUAL_BERT_PRETRAINED_CONFIG_ARCHIVE_MAP""", """VisualBertConfig"""]}

try:
      if not is_torch_available():
            raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
      pass
else:
      lowercase			:      Optional[int]			=					[
          """VISUAL_BERT_PRETRAINED_MODEL_ARCHIVE_LIST""",
          """VisualBertForMultipleChoice""",
          """VisualBertForPreTraining""",
          """VisualBertForQuestionAnswering""",
          """VisualBertForRegionToPhraseAlignment""",
          """VisualBertForVisualReasoning""",
          """VisualBertLayer""",
          """VisualBertModel""",
          """VisualBertPreTrainedModel""",
      ]


if TYPE_CHECKING:
      from .configuration_visual_bert import VISUAL_BERT_PRETRAINED_CONFIG_ARCHIVE_MAP, VisualBertConfig

      try:
            if not is_torch_available():
                  raise OptionalDependencyNotAvailable()
      except OptionalDependencyNotAvailable:
            pass
      else:
            from .modeling_visual_bert import (
                VISUAL_BERT_PRETRAINED_MODEL_ARCHIVE_LIST,
                VisualBertForMultipleChoice,
                VisualBertForPreTraining,
                VisualBertForQuestionAnswering,
                VisualBertForRegionToPhraseAlignment,
                VisualBertForVisualReasoning,
                VisualBertLayer,
                VisualBertModel,
                VisualBertPreTrainedModel,
            )


else:
      import sys

      lowercase			:      List[Any]			=					_LazyModule(__name__, globals()["""__file__"""], _import_structure, module_spec=__spec__)



