
"""simple docstring"""


from ...configuration_utils import PretrainedConfig
from ...utils import logging


SCREAMING_SNAKE_CASE__						       =				logging.get_logger(__name__)

SCREAMING_SNAKE_CASE__						       =				{
    """uw-madison/yoso-4096""": """https://huggingface.co/uw-madison/yoso-4096/resolve/main/config.json""",
    # See all YOSO models at https://huggingface.co/models?filter=yoso
}




class    __lowerCamelCase     (   lowerCAmelCase ):
				a__:			Dict									=						'yoso'




				def __init__(							self       ,	UpperCAmelCase=5_0265       ,	UpperCAmelCase=768       ,	UpperCAmelCase=12       ,	UpperCAmelCase=12       ,	UpperCAmelCase=3072       ,	UpperCAmelCase="gelu"       ,	UpperCAmelCase=0.1       ,	UpperCAmelCase=0.1       ,	UpperCAmelCase=4096       ,	UpperCAmelCase=1       ,	UpperCAmelCase=0.0_2       ,	UpperCAmelCase=1e-1_2       ,	UpperCAmelCase="absolute"       ,	UpperCAmelCase=True       ,	UpperCAmelCase=9       ,	UpperCAmelCase=64       ,	UpperCAmelCase=None       ,	UpperCAmelCase=True       ,	UpperCAmelCase=True       ,	UpperCAmelCase=1       ,	UpperCAmelCase=0       ,	UpperCAmelCase=2       ,	**UpperCAmelCase       ,	):
							super().__init__(pad_token_id=UpperCAmelCase       ,	bos_token_id=UpperCAmelCase       ,	eos_token_id=UpperCAmelCase       ,	**UpperCAmelCase      )

							lowerCamelCase_ 		=     vocab_size
							lowerCamelCase_ 		=     max_position_embeddings
							lowerCamelCase_ 		=     hidden_size
							lowerCamelCase_ 		=     num_hidden_layers
							lowerCamelCase_ 		=     num_attention_heads
							lowerCamelCase_ 		=     intermediate_size
							lowerCamelCase_ 		=     hidden_act
							lowerCamelCase_ 		=     hidden_dropout_prob
							lowerCamelCase_ 		=     attention_probs_dropout_prob
							lowerCamelCase_ 		=     initializer_range
							lowerCamelCase_ 		=     type_vocab_size
							lowerCamelCase_ 		=     layer_norm_eps
							lowerCamelCase_ 		=     position_embedding_type
							lowerCamelCase_ 		=     use_expectation
							lowerCamelCase_ 		=     hash_code_len
							lowerCamelCase_ 		=     num_hash
							lowerCamelCase_ 		=     conv_window
							lowerCamelCase_ 		=     use_fast_hash
							lowerCamelCase_ 		=     lsh_backward





"""simple docstring"""


from collections import OrderedDict
from typing import Mapping

from packaging import version

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


A_						       =				logging.get_logger(__name__)

A_						       =				{
    """MBZUAI/swiftformer-xs""": """https://huggingface.co/MBZUAI/swiftformer-xs/resolve/main/config.json""",
}




class    __lowerCamelCase     (   lowerCAmelCase ):
				a__:			Any									=						'swiftformer'




				def __init__(							self       ,	UpperCAmelCase=3       ,	UpperCAmelCase=[3, 3, 6, 4]       ,	UpperCAmelCase=[48, 56, 112, 220]       ,	UpperCAmelCase=4       ,	UpperCAmelCase=[True, True, True, True]       ,	UpperCAmelCase="gelu"       ,	UpperCAmelCase=3       ,	UpperCAmelCase=2       ,	UpperCAmelCase=1       ,	UpperCAmelCase=0.0       ,	UpperCAmelCase=True       ,	UpperCAmelCase=1e-5       ,	UpperCAmelCase=1e-5       ,	**UpperCAmelCase       ,	):
							super().__init__(**UpperCAmelCase      )
							lowerCamelCase_ 		=     num_channels
							lowerCamelCase_ 		=     depths
							lowerCamelCase_ 		=     embed_dims
							lowerCamelCase_ 		=     mlp_ratio
							lowerCamelCase_ 		=     downsamples
							lowerCamelCase_ 		=     hidden_act
							lowerCamelCase_ 		=     down_patch_size
							lowerCamelCase_ 		=     down_stride
							lowerCamelCase_ 		=     down_pad
							lowerCamelCase_ 		=     drop_path_rate
							lowerCamelCase_ 		=     use_layer_scale
							lowerCamelCase_ 		=     layer_scale_init_value
							lowerCamelCase_ 		=     batch_norm_eps




class    __lowerCamelCase     (   lowerCAmelCase ):
				a__:			str									=						version.parse('1.11' )




				@property
				def 					UpperCAmelCase__	(							self      ):
							return OrderedDict(
							    [
							        ('''pixel_values''', {0: '''batch''', 1: '''num_channels''', 2: '''height''', 3: '''width'''}),
							    ]      )





				@property
				def 					UpperCAmelCase__	(							self      ):
							return 1e-4



