





from ...configuration_utils import PretrainedConfig
from ...utils import logging


_UpperCAmelCase										=					logging.get_logger(__name__)

_UpperCAmelCase										=					{
    "ZinengTang/tvlt-base": "https://huggingface.co/ZinengTang/tvlt-base/blob/main/config.json",
}



class 				_UpperCamelCase       (						_a  ):
       _UpperCamelCase					:       Optional[Any]       = '''tvlt'''

       def __init__(		self:			Any       , _SCREAMING_SNAKE_CASE:			Dict=224       , _SCREAMING_SNAKE_CASE:			int=2048       , _SCREAMING_SNAKE_CASE:			Union[str, Any]=128       , _SCREAMING_SNAKE_CASE:			Dict=[16, 16]       , _SCREAMING_SNAKE_CASE:			Dict=[16, 16]       , _SCREAMING_SNAKE_CASE:			int=3       , _SCREAMING_SNAKE_CASE:			List[str]=1       , _SCREAMING_SNAKE_CASE:			int=8       , _SCREAMING_SNAKE_CASE:			Tuple=768       , _SCREAMING_SNAKE_CASE:			List[Any]=12       , _SCREAMING_SNAKE_CASE:			Dict=12       , _SCREAMING_SNAKE_CASE:			Union[str, Any]=3072       , _SCREAMING_SNAKE_CASE:			Any="gelu"       , _SCREAMING_SNAKE_CASE:			int=0.0       , _SCREAMING_SNAKE_CASE:			Tuple=0.0       , _SCREAMING_SNAKE_CASE:			List[Any]=0.02       , _SCREAMING_SNAKE_CASE:			int=1e-6       , _SCREAMING_SNAKE_CASE:			List[Any]=True       , _SCREAMING_SNAKE_CASE:			Tuple=False       , _SCREAMING_SNAKE_CASE:			Union[str, Any]=16       , _SCREAMING_SNAKE_CASE:			Tuple=512       , _SCREAMING_SNAKE_CASE:			Tuple=8       , _SCREAMING_SNAKE_CASE:			Optional[Any]=2048       , _SCREAMING_SNAKE_CASE:			Optional[Any]=0.75       , _SCREAMING_SNAKE_CASE:			Dict=0.15       , _SCREAMING_SNAKE_CASE:			str="frame-level"       , _SCREAMING_SNAKE_CASE:			Union[str, Any]=True       , _SCREAMING_SNAKE_CASE:			List[str]=True       , _SCREAMING_SNAKE_CASE:			Any="classification"       , **_SCREAMING_SNAKE_CASE:			Dict       , )							->			Dict:




              """simple docstring"""


              super().__init__(**_UpperCAmelCase		)

              if audio_mask_type not in ("frame-level", "patch_level"):
                     raise ValueError(
                         "audio_mask_type must be one of two acceptable strategies - {'frame_level', 'patch-level') "
                         f'''got {audio_mask_type}'''		)

              UpperCamelCase_ 							=	image_size
              UpperCamelCase_ 							=	spectrogram_length
              UpperCamelCase_ 							=	frequency_length
              UpperCamelCase_ 							=	image_patch_size
              UpperCamelCase_ 							=	audio_patch_size
              UpperCamelCase_ 							=	num_image_channels
              UpperCamelCase_ 							=	num_audio_channels
              UpperCamelCase_ 							=	num_frames

              UpperCamelCase_ 							=	hidden_size
              UpperCamelCase_ 							=	num_hidden_layers
              UpperCamelCase_ 							=	num_attention_heads
              UpperCamelCase_ 							=	intermediate_size
              UpperCamelCase_ 							=	hidden_act
              UpperCamelCase_ 							=	hidden_dropout_prob
              UpperCamelCase_ 							=	attention_probs_dropout_prob
              UpperCamelCase_ 							=	initializer_range
              UpperCamelCase_ 							=	layer_norm_eps
              UpperCamelCase_ 							=	qkv_bias
              UpperCamelCase_ 							=	use_mean_pooling

              UpperCamelCase_ 							=	decoder_num_attention_heads
              UpperCamelCase_ 							=	decoder_hidden_size
              UpperCamelCase_ 							=	decoder_num_hidden_layers
              UpperCamelCase_ 							=	decoder_intermediate_size
              UpperCamelCase_ 							=	pixel_mask_ratio
              UpperCamelCase_ 							=	audio_mask_ratio
              UpperCamelCase_ 							=	audio_mask_type

              UpperCamelCase_ 							=	task_matching
              UpperCamelCase_ 							=	task_mae
              UpperCamelCase_ 							=	loss_type


"""simple docstring"""


from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_torch_available, is_vision_available


lowerCAmelCase_:       Optional[int]			     =       {"configuration_vit_hybrid": ["VIT_HYBRID_PRETRAINED_CONFIG_ARCHIVE_MAP", "ViTHybridConfig"]}

try:
 if not is_torch_available():
  raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
 pass
else:
 lowerCAmelCase_:       Any			     =       [
     "VIT_HYBRID_PRETRAINED_MODEL_ARCHIVE_LIST",
     "ViTHybridForImageClassification",
     "ViTHybridModel",
     "ViTHybridPreTrainedModel",
 ]

try:
 if not is_vision_available():
  raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
 pass
else:
 lowerCAmelCase_:       Optional[Any]			     =       ["ViTHybridImageProcessor"]


if TYPE_CHECKING:
 from .configuration_vit_hybrid import VIT_HYBRID_PRETRAINED_CONFIG_ARCHIVE_MAP, ViTHybridConfig

 try:
  if not is_torch_available():
   raise OptionalDependencyNotAvailable()
 except OptionalDependencyNotAvailable:
  pass
 else:
  from .modeling_vit_hybrid import (
      VIT_HYBRID_PRETRAINED_MODEL_ARCHIVE_LIST,
      ViTHybridForImageClassification,
      ViTHybridModel,
      ViTHybridPreTrainedModel,
  )

 try:
  if not is_vision_available():
   raise OptionalDependencyNotAvailable()
 except OptionalDependencyNotAvailable:
  pass
 else:
  from .image_processing_vit_hybrid import ViTHybridImageProcessor


else:
 import sys

 lowerCAmelCase_:       List[Any]			     =       _LazyModule(__name__, globals()["__file__"], _import_structure, module_spec=__spec__)




