




from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowercase__   :    Tuple 					=      logging.get_logger(__name__)

lowercase__   :    Tuple 					=      {
    "dandelin/vilt-b32-mlm": "https://huggingface.co/dandelin/vilt-b32-mlm/blob/main/config.json"
}




class     a__ (      UpperCamelCase__   ):
     a	:    int	      =			"""vilt"""







     def __init__(			self						,	A=30522						,	A=2						,	A=2						,	A=40						,	A=768						,	A=12						,	A=12						,	A=3072						,	A="gelu"						,	A=0.0						,	A=0.0						,	A=0.0_2						,	A=1e-12						,	A=384						,	A=32						,	A=3						,	A=True						,	A=-1						,	A=False						,	A=-1						,	**A						,	)						->					Tuple:



          '''simple docstring'''



          super().__init__(tie_word_embeddings=A						,	**A				)

          a											=   vocab_size
          a											=   type_vocab_size
          a											=   modality_type_vocab_size
          a											=   max_position_embeddings

          a											=   hidden_size
          a											=   num_hidden_layers
          a											=   num_attention_heads
          a											=   intermediate_size
          a											=   hidden_act
          a											=   hidden_dropout_prob
          a											=   attention_probs_dropout_prob
          a											=   initializer_range
          a											=   layer_norm_eps

          a											=   image_size
          a											=   patch_size
          a											=   num_channels
          a											=   qkv_bias
          a											=   max_image_length
          a											=   num_images







from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_torch_available


lowercase__   :    Union[str, Any] 					=      {"configuration_visual_bert": ["VISUAL_BERT_PRETRAINED_CONFIG_ARCHIVE_MAP", "VisualBertConfig"]}

try:
   if not is_torch_available():
      raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
   pass
else:
   lowercase__   :    List[Any] 					=      [
       "VISUAL_BERT_PRETRAINED_MODEL_ARCHIVE_LIST",
       "VisualBertForMultipleChoice",
       "VisualBertForPreTraining",
       "VisualBertForQuestionAnswering",
       "VisualBertForRegionToPhraseAlignment",
       "VisualBertForVisualReasoning",
       "VisualBertLayer",
       "VisualBertModel",
       "VisualBertPreTrainedModel",
   ]


if TYPE_CHECKING:
   from .configuration_visual_bert import VISUAL_BERT_PRETRAINED_CONFIG_ARCHIVE_MAP, VisualBertConfig

   try:
      if not is_torch_available():
         raise OptionalDependencyNotAvailable()
   except OptionalDependencyNotAvailable:
      pass
   else:
      from .modeling_visual_bert import (
          VISUAL_BERT_PRETRAINED_MODEL_ARCHIVE_LIST,
          VisualBertForMultipleChoice,
          VisualBertForPreTraining,
          VisualBertForQuestionAnswering,
          VisualBertForRegionToPhraseAlignment,
          VisualBertForVisualReasoning,
          VisualBertLayer,
          VisualBertModel,
          VisualBertPreTrainedModel,
      )


else:
   import sys

   lowercase__   :    Union[str, Any] 					=      _LazyModule(__name__, globals()["__file__"], _import_structure, module_spec=__spec__)

