


"""simple docstring"""
from ...utils import is_transformers_available
from .pipeline_latent_diffusion_superresolution import LDMSuperResolutionPipeline


if is_transformers_available():
				from .pipeline_latent_diffusion import LDMBertModel, LDMTextToImagePipeline





"""simple docstring"""


from ...configuration_utils import PretrainedConfig
from ...utils import logging


__A					=			logging.get_logger(__name__)

__A					=			{
    'uw-madison/nystromformer-512': 'https://huggingface.co/uw-madison/nystromformer-512/resolve/main/config.json',
    # See all Nystromformer models at https://huggingface.co/models?filter=nystromformer
}







class 						lowerCamelCase__   (   __magic_name__							):





			'''simple docstring'''
			lowerCamelCase       =						'''nystromformer'''



			def __init__(				self	,	__UpperCAmelCase=3_00_00	,	__UpperCAmelCase=7_68	,	__UpperCAmelCase=12	,	__UpperCAmelCase=12	,	__UpperCAmelCase=30_72	,	__UpperCAmelCase="gelu_new"	,	__UpperCAmelCase=0.1	,	__UpperCAmelCase=0.1	,	__UpperCAmelCase=5_10	,	__UpperCAmelCase=2	,	__UpperCAmelCase=64	,	__UpperCAmelCase=64	,	__UpperCAmelCase=65	,	__UpperCAmelCase=False	,	__UpperCAmelCase=0.0_2	,	__UpperCAmelCase=1e-5	,	__UpperCAmelCase=1	,	__UpperCAmelCase=0	,	__UpperCAmelCase=2	,	**__UpperCAmelCase	,	)					->	Union[str, Any]:
				_lowerCAmelCase								=vocab_size
				_lowerCAmelCase								=max_position_embeddings
				_lowerCAmelCase								=hidden_size
				_lowerCAmelCase								=num_hidden_layers
				_lowerCAmelCase								=num_attention_heads
				_lowerCAmelCase								=intermediate_size
				_lowerCAmelCase								=hidden_act
				_lowerCAmelCase								=hidden_dropout_prob
				_lowerCAmelCase								=attention_probs_dropout_prob
				_lowerCAmelCase								=initializer_range
				_lowerCAmelCase								=type_vocab_size
				_lowerCAmelCase								=segment_means_seq_len
				_lowerCAmelCase								=num_landmarks
				_lowerCAmelCase								=conv_kernel_size
				_lowerCAmelCase								=inv_coeff_init_option
				_lowerCAmelCase								=layer_norm_eps
				super().__init__(pad_token_id=__UpperCAmelCase	,	bos_token_id=__UpperCAmelCase	,	eos_token_id=__UpperCAmelCase	,	**__UpperCAmelCase    )



