




from typing import TYPE_CHECKING

from ...utils import (
    OptionalDependencyNotAvailable,
    _LazyModule,
    is_flax_available,
    is_tf_available,
    is_torch_available,
)


__a			:	List[str]							     =		{
    """auto_factory""": ["""get_values"""],
    """configuration_auto""": ["""ALL_PRETRAINED_CONFIG_ARCHIVE_MAP""", """CONFIG_MAPPING""", """MODEL_NAMES_MAPPING""", """AutoConfig"""],
    """feature_extraction_auto""": ["""FEATURE_EXTRACTOR_MAPPING""", """AutoFeatureExtractor"""],
    """image_processing_auto""": ["""IMAGE_PROCESSOR_MAPPING""", """AutoImageProcessor"""],
    """processing_auto""": ["""PROCESSOR_MAPPING""", """AutoProcessor"""],
    """tokenization_auto""": ["""TOKENIZER_MAPPING""", """AutoTokenizer"""],
}

try:
				if not is_torch_available():
								raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
				pass
else:
				__a			:	Optional[int]							     =		[
				    """MODEL_FOR_AUDIO_CLASSIFICATION_MAPPING""",
				    """MODEL_FOR_AUDIO_FRAME_CLASSIFICATION_MAPPING""",
				    """MODEL_FOR_AUDIO_XVECTOR_MAPPING""",
				    """MODEL_FOR_BACKBONE_MAPPING""",
				    """MODEL_FOR_CAUSAL_IMAGE_MODELING_MAPPING""",
				    """MODEL_FOR_CAUSAL_LM_MAPPING""",
				    """MODEL_FOR_CTC_MAPPING""",
				    """MODEL_FOR_DOCUMENT_QUESTION_ANSWERING_MAPPING""",
				    """MODEL_FOR_DEPTH_ESTIMATION_MAPPING""",
				    """MODEL_FOR_IMAGE_CLASSIFICATION_MAPPING""",
				    """MODEL_FOR_IMAGE_SEGMENTATION_MAPPING""",
				    """MODEL_FOR_INSTANCE_SEGMENTATION_MAPPING""",
				    """MODEL_FOR_MASKED_IMAGE_MODELING_MAPPING""",
				    """MODEL_FOR_MASKED_LM_MAPPING""",
				    """MODEL_FOR_MASK_GENERATION_MAPPING""",
				    """MODEL_FOR_MULTIPLE_CHOICE_MAPPING""",
				    """MODEL_FOR_NEXT_SENTENCE_PREDICTION_MAPPING""",
				    """MODEL_FOR_OBJECT_DETECTION_MAPPING""",
				    """MODEL_FOR_PRETRAINING_MAPPING""",
				    """MODEL_FOR_QUESTION_ANSWERING_MAPPING""",
				    """MODEL_FOR_SEMANTIC_SEGMENTATION_MAPPING""",
				    """MODEL_FOR_SEQ_TO_SEQ_CAUSAL_LM_MAPPING""",
				    """MODEL_FOR_SEQUENCE_CLASSIFICATION_MAPPING""",
				    """MODEL_FOR_SPEECH_SEQ_2_SEQ_MAPPING""",
				    """MODEL_FOR_TABLE_QUESTION_ANSWERING_MAPPING""",
				    """MODEL_FOR_TEXT_ENCODING_MAPPING""",
				    """MODEL_FOR_TOKEN_CLASSIFICATION_MAPPING""",
				    """MODEL_FOR_UNIVERSAL_SEGMENTATION_MAPPING""",
				    """MODEL_FOR_VIDEO_CLASSIFICATION_MAPPING""",
				    """MODEL_FOR_VISION_2_SEQ_MAPPING""",
				    """MODEL_FOR_VISUAL_QUESTION_ANSWERING_MAPPING""",
				    """MODEL_MAPPING""",
				    """MODEL_WITH_LM_HEAD_MAPPING""",
				    """MODEL_FOR_ZERO_SHOT_IMAGE_CLASSIFICATION_MAPPING""",
				    """MODEL_FOR_ZERO_SHOT_OBJECT_DETECTION_MAPPING""",
				    """AutoModel""",
				    """AutoBackbone""",
				    """AutoModelForAudioClassification""",
				    """AutoModelForAudioFrameClassification""",
				    """AutoModelForAudioXVector""",
				    """AutoModelForCausalLM""",
				    """AutoModelForCTC""",
				    """AutoModelForDepthEstimation""",
				    """AutoModelForImageClassification""",
				    """AutoModelForImageSegmentation""",
				    """AutoModelForInstanceSegmentation""",
				    """AutoModelForMaskGeneration""",
				    """AutoModelForTextEncoding""",
				    """AutoModelForMaskedImageModeling""",
				    """AutoModelForMaskedLM""",
				    """AutoModelForMultipleChoice""",
				    """AutoModelForNextSentencePrediction""",
				    """AutoModelForObjectDetection""",
				    """AutoModelForPreTraining""",
				    """AutoModelForQuestionAnswering""",
				    """AutoModelForSemanticSegmentation""",
				    """AutoModelForSeq2SeqLM""",
				    """AutoModelForSequenceClassification""",
				    """AutoModelForSpeechSeq2Seq""",
				    """AutoModelForTableQuestionAnswering""",
				    """AutoModelForTokenClassification""",
				    """AutoModelForUniversalSegmentation""",
				    """AutoModelForVideoClassification""",
				    """AutoModelForVision2Seq""",
				    """AutoModelForVisualQuestionAnswering""",
				    """AutoModelForDocumentQuestionAnswering""",
				    """AutoModelWithLMHead""",
				    """AutoModelForZeroShotImageClassification""",
				    """AutoModelForZeroShotObjectDetection""",
				]

try:
				if not is_tf_available():
								raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
				pass
else:
				__a			:	Optional[int]							     =		[
				    """TF_MODEL_FOR_AUDIO_CLASSIFICATION_MAPPING""",
				    """TF_MODEL_FOR_CAUSAL_LM_MAPPING""",
				    """TF_MODEL_FOR_IMAGE_CLASSIFICATION_MAPPING""",
				    """TF_MODEL_FOR_MASK_GENERATION_MAPPING""",
				    """TF_MODEL_FOR_MASKED_IMAGE_MODELING_MAPPING""",
				    """TF_MODEL_FOR_MASKED_LM_MAPPING""",
				    """TF_MODEL_FOR_MULTIPLE_CHOICE_MAPPING""",
				    """TF_MODEL_FOR_NEXT_SENTENCE_PREDICTION_MAPPING""",
				    """TF_MODEL_FOR_PRETRAINING_MAPPING""",
				    """TF_MODEL_FOR_QUESTION_ANSWERING_MAPPING""",
				    """TF_MODEL_FOR_DOCUMENT_QUESTION_ANSWERING_MAPPING""",
				    """TF_MODEL_FOR_SEMANTIC_SEGMENTATION_MAPPING""",
				    """TF_MODEL_FOR_SEQ_TO_SEQ_CAUSAL_LM_MAPPING""",
				    """TF_MODEL_FOR_SEQUENCE_CLASSIFICATION_MAPPING""",
				    """TF_MODEL_FOR_SPEECH_SEQ_2_SEQ_MAPPING""",
				    """TF_MODEL_FOR_TABLE_QUESTION_ANSWERING_MAPPING""",
				    """TF_MODEL_FOR_TEXT_ENCODING_MAPPING""",
				    """TF_MODEL_FOR_TOKEN_CLASSIFICATION_MAPPING""",
				    """TF_MODEL_FOR_VISION_2_SEQ_MAPPING""",
				    """TF_MODEL_FOR_ZERO_SHOT_IMAGE_CLASSIFICATION_MAPPING""",
				    """TF_MODEL_MAPPING""",
				    """TF_MODEL_WITH_LM_HEAD_MAPPING""",
				    """TFAutoModel""",
				    """TFAutoModelForAudioClassification""",
				    """TFAutoModelForCausalLM""",
				    """TFAutoModelForImageClassification""",
				    """TFAutoModelForMaskedImageModeling""",
				    """TFAutoModelForMaskedLM""",
				    """TFAutoModelForMaskGeneration""",
				    """TFAutoModelForMultipleChoice""",
				    """TFAutoModelForNextSentencePrediction""",
				    """TFAutoModelForPreTraining""",
				    """TFAutoModelForDocumentQuestionAnswering""",
				    """TFAutoModelForQuestionAnswering""",
				    """TFAutoModelForSemanticSegmentation""",
				    """TFAutoModelForSeq2SeqLM""",
				    """TFAutoModelForSequenceClassification""",
				    """TFAutoModelForSpeechSeq2Seq""",
				    """TFAutoModelForTableQuestionAnswering""",
				    """TFAutoModelForTextEncoding""",
				    """TFAutoModelForTokenClassification""",
				    """TFAutoModelForVision2Seq""",
				    """TFAutoModelForZeroShotImageClassification""",
				    """TFAutoModelWithLMHead""",
				]

try:
				if not is_flax_available():
								raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
				pass
else:
				__a			:	Any							     =		[
				    """FLAX_MODEL_FOR_AUDIO_CLASSIFICATION_MAPPING""",
				    """FLAX_MODEL_FOR_CAUSAL_LM_MAPPING""",
				    """FLAX_MODEL_FOR_IMAGE_CLASSIFICATION_MAPPING""",
				    """FLAX_MODEL_FOR_MASKED_LM_MAPPING""",
				    """FLAX_MODEL_FOR_MULTIPLE_CHOICE_MAPPING""",
				    """FLAX_MODEL_FOR_NEXT_SENTENCE_PREDICTION_MAPPING""",
				    """FLAX_MODEL_FOR_PRETRAINING_MAPPING""",
				    """FLAX_MODEL_FOR_QUESTION_ANSWERING_MAPPING""",
				    """FLAX_MODEL_FOR_SEQ_TO_SEQ_CAUSAL_LM_MAPPING""",
				    """FLAX_MODEL_FOR_SEQUENCE_CLASSIFICATION_MAPPING""",
				    """FLAX_MODEL_FOR_SPEECH_SEQ_2_SEQ_MAPPING""",
				    """FLAX_MODEL_FOR_TOKEN_CLASSIFICATION_MAPPING""",
				    """FLAX_MODEL_FOR_VISION_2_SEQ_MAPPING""",
				    """FLAX_MODEL_MAPPING""",
				    """FlaxAutoModel""",
				    """FlaxAutoModelForCausalLM""",
				    """FlaxAutoModelForImageClassification""",
				    """FlaxAutoModelForMaskedLM""",
				    """FlaxAutoModelForMultipleChoice""",
				    """FlaxAutoModelForNextSentencePrediction""",
				    """FlaxAutoModelForPreTraining""",
				    """FlaxAutoModelForQuestionAnswering""",
				    """FlaxAutoModelForSeq2SeqLM""",
				    """FlaxAutoModelForSequenceClassification""",
				    """FlaxAutoModelForSpeechSeq2Seq""",
				    """FlaxAutoModelForTokenClassification""",
				    """FlaxAutoModelForVision2Seq""",
				]


if TYPE_CHECKING:
				from .auto_factory import get_values
				from .configuration_auto import ALL_PRETRAINED_CONFIG_ARCHIVE_MAP, CONFIG_MAPPING, MODEL_NAMES_MAPPING, AutoConfig
				from .feature_extraction_auto import FEATURE_EXTRACTOR_MAPPING, AutoFeatureExtractor
				from .image_processing_auto import IMAGE_PROCESSOR_MAPPING, AutoImageProcessor
				from .processing_auto import PROCESSOR_MAPPING, AutoProcessor
				from .tokenization_auto import TOKENIZER_MAPPING, AutoTokenizer

				try:
								if not is_torch_available():
												raise OptionalDependencyNotAvailable()
				except OptionalDependencyNotAvailable:
								pass
				else:
								from .modeling_auto import (
								    MODEL_FOR_AUDIO_CLASSIFICATION_MAPPING,
								    MODEL_FOR_AUDIO_FRAME_CLASSIFICATION_MAPPING,
								    MODEL_FOR_AUDIO_XVECTOR_MAPPING,
								    MODEL_FOR_BACKBONE_MAPPING,
								    MODEL_FOR_CAUSAL_IMAGE_MODELING_MAPPING,
								    MODEL_FOR_CAUSAL_LM_MAPPING,
								    MODEL_FOR_CTC_MAPPING,
								    MODEL_FOR_DEPTH_ESTIMATION_MAPPING,
								    MODEL_FOR_DOCUMENT_QUESTION_ANSWERING_MAPPING,
								    MODEL_FOR_IMAGE_CLASSIFICATION_MAPPING,
								    MODEL_FOR_IMAGE_SEGMENTATION_MAPPING,
								    MODEL_FOR_INSTANCE_SEGMENTATION_MAPPING,
								    MODEL_FOR_MASK_GENERATION_MAPPING,
								    MODEL_FOR_MASKED_IMAGE_MODELING_MAPPING,
								    MODEL_FOR_MASKED_LM_MAPPING,
								    MODEL_FOR_MULTIPLE_CHOICE_MAPPING,
								    MODEL_FOR_NEXT_SENTENCE_PREDICTION_MAPPING,
								    MODEL_FOR_OBJECT_DETECTION_MAPPING,
								    MODEL_FOR_PRETRAINING_MAPPING,
								    MODEL_FOR_QUESTION_ANSWERING_MAPPING,
								    MODEL_FOR_SEMANTIC_SEGMENTATION_MAPPING,
								    MODEL_FOR_SEQ_TO_SEQ_CAUSAL_LM_MAPPING,
								    MODEL_FOR_SEQUENCE_CLASSIFICATION_MAPPING,
								    MODEL_FOR_SPEECH_SEQ_2_SEQ_MAPPING,
								    MODEL_FOR_TABLE_QUESTION_ANSWERING_MAPPING,
								    MODEL_FOR_TEXT_ENCODING_MAPPING,
								    MODEL_FOR_TOKEN_CLASSIFICATION_MAPPING,
								    MODEL_FOR_UNIVERSAL_SEGMENTATION_MAPPING,
								    MODEL_FOR_VIDEO_CLASSIFICATION_MAPPING,
								    MODEL_FOR_VISION_2_SEQ_MAPPING,
								    MODEL_FOR_VISUAL_QUESTION_ANSWERING_MAPPING,
								    MODEL_FOR_ZERO_SHOT_IMAGE_CLASSIFICATION_MAPPING,
								    MODEL_FOR_ZERO_SHOT_OBJECT_DETECTION_MAPPING,
								    MODEL_MAPPING,
								    MODEL_WITH_LM_HEAD_MAPPING,
								    AutoBackbone,
								    AutoModel,
								    AutoModelForAudioClassification,
								    AutoModelForAudioFrameClassification,
								    AutoModelForAudioXVector,
								    AutoModelForCausalLM,
								    AutoModelForCTC,
								    AutoModelForDepthEstimation,
								    AutoModelForDocumentQuestionAnswering,
								    AutoModelForImageClassification,
								    AutoModelForImageSegmentation,
								    AutoModelForInstanceSegmentation,
								    AutoModelForMaskedImageModeling,
								    AutoModelForMaskedLM,
								    AutoModelForMaskGeneration,
								    AutoModelForMultipleChoice,
								    AutoModelForNextSentencePrediction,
								    AutoModelForObjectDetection,
								    AutoModelForPreTraining,
								    AutoModelForQuestionAnswering,
								    AutoModelForSemanticSegmentation,
								    AutoModelForSeqaSeqLM,
								    AutoModelForSequenceClassification,
								    AutoModelForSpeechSeqaSeq,
								    AutoModelForTableQuestionAnswering,
								    AutoModelForTextEncoding,
								    AutoModelForTokenClassification,
								    AutoModelForUniversalSegmentation,
								    AutoModelForVideoClassification,
								    AutoModelForVisionaSeq,
								    AutoModelForVisualQuestionAnswering,
								    AutoModelForZeroShotImageClassification,
								    AutoModelForZeroShotObjectDetection,
								    AutoModelWithLMHead,
								)

				try:
								if not is_tf_available():
												raise OptionalDependencyNotAvailable()
				except OptionalDependencyNotAvailable:
								pass
				else:
								from .modeling_tf_auto import (
								    TF_MODEL_FOR_AUDIO_CLASSIFICATION_MAPPING,
								    TF_MODEL_FOR_CAUSAL_LM_MAPPING,
								    TF_MODEL_FOR_DOCUMENT_QUESTION_ANSWERING_MAPPING,
								    TF_MODEL_FOR_IMAGE_CLASSIFICATION_MAPPING,
								    TF_MODEL_FOR_MASK_GENERATION_MAPPING,
								    TF_MODEL_FOR_MASKED_IMAGE_MODELING_MAPPING,
								    TF_MODEL_FOR_MASKED_LM_MAPPING,
								    TF_MODEL_FOR_MULTIPLE_CHOICE_MAPPING,
								    TF_MODEL_FOR_NEXT_SENTENCE_PREDICTION_MAPPING,
								    TF_MODEL_FOR_PRETRAINING_MAPPING,
								    TF_MODEL_FOR_QUESTION_ANSWERING_MAPPING,
								    TF_MODEL_FOR_SEMANTIC_SEGMENTATION_MAPPING,
								    TF_MODEL_FOR_SEQ_TO_SEQ_CAUSAL_LM_MAPPING,
								    TF_MODEL_FOR_SEQUENCE_CLASSIFICATION_MAPPING,
								    TF_MODEL_FOR_SPEECH_SEQ_2_SEQ_MAPPING,
								    TF_MODEL_FOR_TABLE_QUESTION_ANSWERING_MAPPING,
								    TF_MODEL_FOR_TEXT_ENCODING_MAPPING,
								    TF_MODEL_FOR_TOKEN_CLASSIFICATION_MAPPING,
								    TF_MODEL_FOR_VISION_2_SEQ_MAPPING,
								    TF_MODEL_FOR_ZERO_SHOT_IMAGE_CLASSIFICATION_MAPPING,
								    TF_MODEL_MAPPING,
								    TF_MODEL_WITH_LM_HEAD_MAPPING,
								    TFAutoModel,
								    TFAutoModelForAudioClassification,
								    TFAutoModelForCausalLM,
								    TFAutoModelForDocumentQuestionAnswering,
								    TFAutoModelForImageClassification,
								    TFAutoModelForMaskedImageModeling,
								    TFAutoModelForMaskedLM,
								    TFAutoModelForMaskGeneration,
								    TFAutoModelForMultipleChoice,
								    TFAutoModelForNextSentencePrediction,
								    TFAutoModelForPreTraining,
								    TFAutoModelForQuestionAnswering,
								    TFAutoModelForSemanticSegmentation,
								    TFAutoModelForSeqaSeqLM,
								    TFAutoModelForSequenceClassification,
								    TFAutoModelForSpeechSeqaSeq,
								    TFAutoModelForTableQuestionAnswering,
								    TFAutoModelForTextEncoding,
								    TFAutoModelForTokenClassification,
								    TFAutoModelForVisionaSeq,
								    TFAutoModelForZeroShotImageClassification,
								    TFAutoModelWithLMHead,
								)

				try:
								if not is_flax_available():
												raise OptionalDependencyNotAvailable()
				except OptionalDependencyNotAvailable:
								pass
				else:
								from .modeling_flax_auto import (
								    FLAX_MODEL_FOR_AUDIO_CLASSIFICATION_MAPPING,
								    FLAX_MODEL_FOR_CAUSAL_LM_MAPPING,
								    FLAX_MODEL_FOR_IMAGE_CLASSIFICATION_MAPPING,
								    FLAX_MODEL_FOR_MASKED_LM_MAPPING,
								    FLAX_MODEL_FOR_MULTIPLE_CHOICE_MAPPING,
								    FLAX_MODEL_FOR_NEXT_SENTENCE_PREDICTION_MAPPING,
								    FLAX_MODEL_FOR_PRETRAINING_MAPPING,
								    FLAX_MODEL_FOR_QUESTION_ANSWERING_MAPPING,
								    FLAX_MODEL_FOR_SEQ_TO_SEQ_CAUSAL_LM_MAPPING,
								    FLAX_MODEL_FOR_SEQUENCE_CLASSIFICATION_MAPPING,
								    FLAX_MODEL_FOR_SPEECH_SEQ_2_SEQ_MAPPING,
								    FLAX_MODEL_FOR_TOKEN_CLASSIFICATION_MAPPING,
								    FLAX_MODEL_FOR_VISION_2_SEQ_MAPPING,
								    FLAX_MODEL_MAPPING,
								    FlaxAutoModel,
								    FlaxAutoModelForCausalLM,
								    FlaxAutoModelForImageClassification,
								    FlaxAutoModelForMaskedLM,
								    FlaxAutoModelForMultipleChoice,
								    FlaxAutoModelForNextSentencePrediction,
								    FlaxAutoModelForPreTraining,
								    FlaxAutoModelForQuestionAnswering,
								    FlaxAutoModelForSeqaSeqLM,
								    FlaxAutoModelForSequenceClassification,
								    FlaxAutoModelForSpeechSeqaSeq,
								    FlaxAutoModelForTokenClassification,
								    FlaxAutoModelForVisionaSeq,
								)

else:
				import sys

				__a			:	List[str]							     =		_LazyModule(__name__, globals()["""__file__"""], _import_structure, module_spec=__spec__)






import collections
import inspect
import unittest

from transformers import DinatConfig
from transformers.testing_utils import require_natten, require_torch, require_vision, slow, torch_device
from transformers.utils import cached_property, is_torch_available, is_vision_available

from ...test_backbone_common import BackboneTesterMixin
from ...test_configuration_common import ConfigTester
from ...test_modeling_common import ModelTesterMixin, _config_zero_init, floats_tensor, ids_tensor
from ...test_pipeline_mixin import PipelineTesterMixin


if is_torch_available():
				import torch
				from torch import nn

				from transformers import DinatBackbone, DinatForImageClassification, DinatModel
				from transformers.models.dinat.modeling_dinat import DINAT_PRETRAINED_MODEL_ARCHIVE_LIST

if is_vision_available():
				from PIL import Image

				from transformers import AutoImageProcessor




class     A					:







							def __init__(    self   :	List[Any]   ,     __UpperCAmelCase   :	Optional[int]   ,     __UpperCAmelCase   :	Union[str, Any]=13   ,     __UpperCAmelCase   :	Optional[int]=64   ,     __UpperCAmelCase   :	List[Any]=4   ,     __UpperCAmelCase   :	Dict=3   ,     __UpperCAmelCase   :	Tuple=16   ,     __UpperCAmelCase   :	Union[str, Any]=[1, 2, 1]   ,     __UpperCAmelCase   :	Tuple=[2, 4, 8]   ,     __UpperCAmelCase   :	int=3   ,     __UpperCAmelCase   :	Optional[Any]=[[3], [1, 2], [1]]   ,     __UpperCAmelCase   :	Union[str, Any]=2.0   ,     __UpperCAmelCase   :	Optional[int]=True   ,     __UpperCAmelCase   :	List[str]=0.0   ,     __UpperCAmelCase   :	str=0.0   ,     __UpperCAmelCase   :	Tuple=0.1   ,     __UpperCAmelCase   :	Optional[int]="gelu"   ,     __UpperCAmelCase   :	int=True   ,     __UpperCAmelCase   :	Tuple=0.02   ,     __UpperCAmelCase   :	List[Any]=1E-5   ,     __UpperCAmelCase   :	Union[str, Any]=True   ,     __UpperCAmelCase   :	Tuple=None   ,     __UpperCAmelCase   :	Optional[Any]=True   ,     __UpperCAmelCase   :	Optional[int]=10   ,     __UpperCAmelCase   :	Optional[Any]=["stage1", "stage2"]   ,     __UpperCAmelCase   :	Tuple=[1, 2]   ,     )		->					int:

										"""simple docstring"""



										UpperCamelCase_     				= parent
										UpperCamelCase_     				= batch_size
										UpperCamelCase_     				= image_size
										UpperCamelCase_     				= patch_size
										UpperCamelCase_     				= num_channels
										UpperCamelCase_     				= embed_dim
										UpperCamelCase_     				= depths
										UpperCamelCase_     				= num_heads
										UpperCamelCase_     				= kernel_size
										UpperCamelCase_     				= dilations
										UpperCamelCase_     				= mlp_ratio
										UpperCamelCase_     				= qkv_bias
										UpperCamelCase_     				= hidden_dropout_prob
										UpperCamelCase_     				= attention_probs_dropout_prob
										UpperCamelCase_     				= drop_path_rate
										UpperCamelCase_     				= hidden_act
										UpperCamelCase_     				= patch_norm
										UpperCamelCase_     				= layer_norm_eps
										UpperCamelCase_     				= initializer_range
										UpperCamelCase_     				= is_training
										UpperCamelCase_     				= scope
										UpperCamelCase_     				= use_labels
										UpperCamelCase_     				= num_labels
										UpperCamelCase_     				= out_features
										UpperCamelCase_     				= out_indices







							def        lowercase__							(    self   :	Dict				)		->					Tuple:

										"""simple docstring"""



										UpperCamelCase_     				= floats_tensor([self.batch_size, self.num_channels, self.image_size, self.image_size]				)

										UpperCamelCase_     				= None
										if self.use_labels:
													UpperCamelCase_     				= ids_tensor([self.batch_size]   ,     self.num_labels				)

										UpperCamelCase_     				= self.get_config()

										return config, pixel_values, labels







							def        lowercase__							(    self   :	Any				)		->					List[str]:

										"""simple docstring"""



										return DinatConfig(
										    num_labels=self.num_labels   ,     image_size=self.image_size   ,     patch_size=self.patch_size   ,     num_channels=self.num_channels   ,     embed_dim=self.embed_dim   ,     depths=self.depths   ,     num_heads=self.num_heads   ,     kernel_size=self.kernel_size   ,     dilations=self.dilations   ,     mlp_ratio=self.mlp_ratio   ,     qkv_bias=self.qkv_bias   ,     hidden_dropout_prob=self.hidden_dropout_prob   ,     attention_probs_dropout_prob=self.attention_probs_dropout_prob   ,     drop_path_rate=self.drop_path_rate   ,     hidden_act=self.hidden_act   ,     patch_norm=self.patch_norm   ,     layer_norm_eps=self.layer_norm_eps   ,     initializer_range=self.initializer_range   ,     out_features=self.out_features   ,     out_indices=self.out_indices   ,     )







							def        lowercase__							(    self   :	str   ,     __UpperCAmelCase   :	Tuple   ,     __UpperCAmelCase   :	List[Any]   ,     __UpperCAmelCase   :	Optional[int]				)		->					Union[str, Any]:

										"""simple docstring"""



										UpperCamelCase_     				= DinatModel(config=__UpperCAmelCase				)
										model.to(__UpperCAmelCase				)
										model.eval()
										UpperCamelCase_     				= model(__UpperCAmelCase				)

										UpperCamelCase_     				= UpperCamelCase_     				= (config.image_size // config.patch_size) // (2 ** (len(config.depths				) - 1))
										UpperCamelCase_     				= int(config.embed_dim * 2 ** (len(config.depths				) - 1)				)

										self.parent.assertEqual(
										    result.last_hidden_state.shape   ,     (self.batch_size, expected_height, expected_width, expected_dim)				)







							def        lowercase__							(    self   :	List[str]   ,     __UpperCAmelCase   :	Any   ,     __UpperCAmelCase   :	Optional[Any]   ,     __UpperCAmelCase   :	Optional[Any]				)		->					str:

										"""simple docstring"""



										UpperCamelCase_     				= DinatForImageClassification(__UpperCAmelCase				)
										model.to(__UpperCAmelCase				)
										model.eval()
										UpperCamelCase_     				= model(__UpperCAmelCase   ,     labels=__UpperCAmelCase				)
										self.parent.assertEqual(result.logits.shape   ,     (self.batch_size, self.num_labels)				)

										# test greyscale images
										UpperCamelCase_     				= 1
										UpperCamelCase_     				= DinatForImageClassification(__UpperCAmelCase				)
										model.to(__UpperCAmelCase				)
										model.eval()

										UpperCamelCase_     				= floats_tensor([self.batch_size, 1, self.image_size, self.image_size]				)
										UpperCamelCase_     				= model(__UpperCAmelCase				)
										self.parent.assertEqual(result.logits.shape   ,     (self.batch_size, self.num_labels)				)







							def        lowercase__							(    self   :	List[Any]   ,     __UpperCAmelCase   :	Dict   ,     __UpperCAmelCase   :	Union[str, Any]   ,     __UpperCAmelCase   :	Dict				)		->					Any:

										"""simple docstring"""



										UpperCamelCase_     				= DinatBackbone(config=__UpperCAmelCase				)
										model.to(__UpperCAmelCase				)
										model.eval()
										UpperCamelCase_     				= model(__UpperCAmelCase				)

										# verify hidden states
										self.parent.assertEqual(len(result.feature_maps				)   ,     len(config.out_features				)				)
										self.parent.assertListEqual(list(result.feature_maps[0].shape				)   ,     [self.batch_size, model.channels[0], 16, 16]				)

										# verify channels
										self.parent.assertEqual(len(model.channels				)   ,     len(config.out_features				)				)

										# verify backbone works with out_features=None
										UpperCamelCase_     				= None
										UpperCamelCase_     				= DinatBackbone(config=__UpperCAmelCase				)
										model.to(__UpperCAmelCase				)
										model.eval()
										UpperCamelCase_     				= model(__UpperCAmelCase				)

										# verify feature maps
										self.parent.assertEqual(len(result.feature_maps				)   ,     1				)
										self.parent.assertListEqual(list(result.feature_maps[0].shape				)   ,     [self.batch_size, model.channels[-1], 4, 4]				)

										# verify channels
										self.parent.assertEqual(len(model.channels				)   ,     1				)







							def        lowercase__							(    self   :	int				)		->					Any:

										"""simple docstring"""



										UpperCamelCase_     				= self.prepare_config_and_inputs()
										UpperCamelCase_				,   UpperCamelCase_				,   UpperCamelCase_     				= config_and_inputs
										UpperCamelCase_     				= {'pixel_values': pixel_values}
										return config, inputs_dict







@require_natten
@require_torch
class     A					(				lowerCamelCase_  ,						lowerCamelCase_  ,						unittest.TestCase       ):
							_SCREAMING_SNAKE_CASE  :		int			  =       (
							    (
							        DinatModel,
							        DinatForImageClassification,
							        DinatBackbone,
							    )
							    if is_torch_available()
							    else ()
							)
							_SCREAMING_SNAKE_CASE  :		int			  =       (
							    {'''feature-extraction''': DinatModel, '''image-classification''': DinatForImageClassification}
							    if is_torch_available()
							    else {}
							)
							_SCREAMING_SNAKE_CASE  :		List[str]			  =       False

							_SCREAMING_SNAKE_CASE  :		Any			  =       False
							_SCREAMING_SNAKE_CASE  :		Dict			  =       False
							_SCREAMING_SNAKE_CASE  :		Union[str, Any]			  =       False
							_SCREAMING_SNAKE_CASE  :		Optional[Any]			  =       False







							def        lowercase__							(    self   :	Any				)		->					Any:

										"""simple docstring"""



										UpperCamelCase_     				= DinatModelTester(self				)
										UpperCamelCase_     				= ConfigTester(self   ,     config_class=__UpperCAmelCase   ,     embed_dim=37				)







							def        lowercase__							(    self   :	Optional[Any]				)		->					Any:

										"""simple docstring"""



										self.create_and_test_config_common_properties()
										self.config_tester.create_and_test_config_to_json_string()
										self.config_tester.create_and_test_config_to_json_file()
										self.config_tester.create_and_test_config_from_and_save_pretrained()
										self.config_tester.create_and_test_config_with_num_labels()
										self.config_tester.check_config_can_be_init_without_params()
										self.config_tester.check_config_arguments_init()







							def        lowercase__							(    self   :	Dict				)		->					List[str]:

										"""simple docstring"""



										return







							def        lowercase__							(    self   :	Optional[Any]				)		->					Union[str, Any]:

										"""simple docstring"""



										UpperCamelCase_     				= self.model_tester.prepare_config_and_inputs()
										self.model_tester.create_and_check_model(*__UpperCAmelCase				)







							def        lowercase__							(    self   :	List[str]				)		->					List[Any]:

										"""simple docstring"""



										UpperCamelCase_     				= self.model_tester.prepare_config_and_inputs()
										self.model_tester.create_and_check_for_image_classification(*__UpperCAmelCase				)







							def        lowercase__							(    self   :	Dict				)		->					Optional[int]:

										"""simple docstring"""



										UpperCamelCase_     				= self.model_tester.prepare_config_and_inputs()
										self.model_tester.create_and_check_backbone(*__UpperCAmelCase				)







							@unittest.skip(reason='Dinat does not use inputs_embeds'				)
							def        lowercase__							(    self   :	Tuple				)		->					Optional[Any]:

										"""simple docstring"""



										pass







							@unittest.skip(reason='Dinat does not use feedforward chunking'				)
							def        lowercase__							(    self   :	List[Any]				)		->					List[Any]:

										"""simple docstring"""



										pass







							def        lowercase__							(    self   :	List[Any]				)		->					List[str]:

										"""simple docstring"""



										UpperCamelCase_				,   UpperCamelCase_     				= self.model_tester.prepare_config_and_inputs_for_common()

										for model_class in self.all_model_classes:
													UpperCamelCase_     				= model_class(__UpperCAmelCase				)
													self.assertIsInstance(model.get_input_embeddings()   ,     (nn.Module)				)
													UpperCamelCase_     				= model.get_output_embeddings()
													self.assertTrue(x is None or isinstance(__UpperCAmelCase   ,     nn.Linear				)				)







							def        lowercase__							(    self   :	Dict				)		->					Union[str, Any]:

										"""simple docstring"""



										UpperCamelCase_				,   UpperCamelCase_     				= self.model_tester.prepare_config_and_inputs_for_common()

										for model_class in self.all_model_classes:
													UpperCamelCase_     				= model_class(__UpperCAmelCase				)
													UpperCamelCase_     				= inspect.signature(model.forward				)
													# signature.parameters is an OrderedDict => so arg_names order is deterministic
													UpperCamelCase_     				= [*signature.parameters.keys()]

													UpperCamelCase_     				= ['pixel_values']
													self.assertListEqual(arg_names[:1]   ,     __UpperCAmelCase				)







							def        lowercase__							(    self   :	Dict				)		->					Optional[int]:

										"""simple docstring"""



										self.skipTest('Dinat\'s attention operation is handled entirely by NATTEN.'				)







							def        lowercase__							(    self   :	Optional[Any]   ,     __UpperCAmelCase   :	List[Any]   ,     __UpperCAmelCase   :	int   ,     __UpperCAmelCase   :	str   ,     __UpperCAmelCase   :	str				)		->					Tuple:

										"""simple docstring"""



										UpperCamelCase_     				= model_class(__UpperCAmelCase				)
										model.to(__UpperCAmelCase				)
										model.eval()

										with torch.no_grad():
													UpperCamelCase_     				= model(**self._prepare_for_class(__UpperCAmelCase   ,     __UpperCAmelCase				)				)

										UpperCamelCase_     				= outputs.hidden_states

										UpperCamelCase_     				= getattr(
										    self.model_tester   ,     'expected_num_hidden_layers'   ,     len(self.model_tester.depths				) + 1				)
										self.assertEqual(len(__UpperCAmelCase				)   ,     __UpperCAmelCase				)

										# Dinat has a different seq_length
										UpperCamelCase_     				= (
										    config.patch_size
										    if isinstance(config.patch_size   ,     collections.abc.Iterable				)
										    else (config.patch_size, config.patch_size)
										)

										UpperCamelCase_     				= image_size[0] // patch_size[0]
										UpperCamelCase_     				= image_size[1] // patch_size[1]

										self.assertListEqual(
										    list(hidden_states[0].shape[-3:]				)   ,     [height, width, self.model_tester.embed_dim]   ,     )

										if model_class.__name__ != "DinatBackbone":
													UpperCamelCase_     				= outputs.reshaped_hidden_states
													self.assertEqual(len(__UpperCAmelCase				)   ,     __UpperCAmelCase				)

													UpperCamelCase_				,   UpperCamelCase_				,   UpperCamelCase_				,   UpperCamelCase_     				= reshaped_hidden_states[0].shape
													UpperCamelCase_     				= (
													    reshaped_hidden_states[0].view(__UpperCAmelCase   ,     __UpperCAmelCase   ,     __UpperCAmelCase   ,     __UpperCAmelCase				).permute(0   ,     2   ,     3   ,     1				)
													)
													self.assertListEqual(
													    list(reshaped_hidden_states.shape[-3:]				)   ,     [height, width, self.model_tester.embed_dim]   ,     )







							def        lowercase__							(    self   :	Tuple				)		->					List[str]:

										"""simple docstring"""



										UpperCamelCase_				,   UpperCamelCase_     				= self.model_tester.prepare_config_and_inputs_for_common()

										UpperCamelCase_     				= (
										    self.model_tester.image_size
										    if isinstance(self.model_tester.image_size   ,     collections.abc.Iterable				)
										    else (self.model_tester.image_size, self.model_tester.image_size)
										)

										for model_class in self.all_model_classes:
													UpperCamelCase_     				= True
													self.check_hidden_states_output(__UpperCAmelCase   ,     __UpperCAmelCase   ,     __UpperCAmelCase   ,     __UpperCAmelCase				)

													# check that output_hidden_states also work using config
													del inputs_dict["output_hidden_states"]
													UpperCamelCase_     				= True

													self.check_hidden_states_output(__UpperCAmelCase   ,     __UpperCAmelCase   ,     __UpperCAmelCase   ,     __UpperCAmelCase				)







							@slow
							def        lowercase__							(    self   :	List[Any]				)		->					Dict:

										"""simple docstring"""



										for model_name in DINAT_PRETRAINED_MODEL_ARCHIVE_LIST[:1]:
													UpperCamelCase_     				= DinatModel.from_pretrained(__UpperCAmelCase				)
													self.assertIsNotNone(__UpperCAmelCase				)







							def        lowercase__							(    self   :	List[Any]				)		->					str:

										"""simple docstring"""



										UpperCamelCase_				,   UpperCamelCase_     				= self.model_tester.prepare_config_and_inputs_for_common()

										UpperCamelCase_     				= _config_zero_init(__UpperCAmelCase				)
										for model_class in self.all_model_classes:
													UpperCamelCase_     				= model_class(config=__UpperCAmelCase				)
													for name, param in model.named_parameters():
																if "embeddings" not in name and param.requires_grad:
																			self.assertIn(
																			    ((param.data.mean() * 1E9).round() / 1E9).item()   ,     [0.0, 1.0]   ,     msg=f'''Parameter {name} of model {model_class} seems not properly initialized'''   ,     )







@require_natten
@require_vision
@require_torch
class     A					(				unittest.TestCase       ):







							@cached_property
							def        lowercase__							(    self   :	Dict				)		->					Dict:

										"""simple docstring"""



										return AutoImageProcessor.from_pretrained('shi-labs/dinat-mini-in1k-224'				) if is_vision_available() else None







							@slow
							def        lowercase__							(    self   :	Tuple				)		->					int:

										"""simple docstring"""



										UpperCamelCase_     				= DinatForImageClassification.from_pretrained('shi-labs/dinat-mini-in1k-224'				).to(__UpperCAmelCase				)
										UpperCamelCase_     				= self.default_image_processor

										UpperCamelCase_     				= Image.open('./tests/fixtures/tests_samples/COCO/000000039769.png'				)
										UpperCamelCase_     				= image_processor(images=__UpperCAmelCase   ,     return_tensors='pt'				).to(__UpperCAmelCase				)

										# forward pass
										with torch.no_grad():
													UpperCamelCase_     				= model(**__UpperCAmelCase				)

										# verify the logits
										UpperCamelCase_     				= torch.Size((1, 1000)				)
										self.assertEqual(outputs.logits.shape   ,     __UpperCAmelCase				)
										UpperCamelCase_     				= torch.tensor([-0.1_545, -0.7_667, 0.4_642]				).to(__UpperCAmelCase				)
										self.assertTrue(torch.allclose(outputs.logits[0, :3]   ,     __UpperCAmelCase   ,     atol=1E-4				)				)







@require_torch
@require_natten
class     A					(				unittest.TestCase  ,						lowerCamelCase_       ):
							_SCREAMING_SNAKE_CASE  :		str			  =       (DinatBackbone,) if is_torch_available() else ()
							_SCREAMING_SNAKE_CASE  :		int			  =       DinatConfig







							def        lowercase__							(    self   :	Optional[Any]				)		->					List[Any]:

										"""simple docstring"""



										UpperCamelCase_     				= DinatModelTester(self				)
