




from ...configuration_utils import PretrainedConfig
from ...utils import logging


__A						:		List[Any]          =						logging.get_logger(__name__)

__A						:		Optional[Any]          =						{
    "microsoft/mpnet-base": "https://huggingface.co/microsoft/mpnet-base/resolve/main/config.json",
}

class 		lowercase_       (	lowerCAmelCase__				):
					__UpperCamelCase     	= "mpnet"




					def __init__(   self:		str,     _lowercase:		Dict=30527,     _lowercase:		List[str]=768,     _lowercase:		Optional[int]=12,     _lowercase:		int=12,     _lowercase:		List[Any]=3072,     _lowercase:		Union[str, Any]="gelu",     _lowercase:		Dict=0.1,     _lowercase:		int=0.1,     _lowercase:		List[Any]=512,     _lowercase:		Any=0.02,     _lowercase:		Dict=1e-12,     _lowercase:		Dict=32,     _lowercase:		int=1,     _lowercase:		Union[str, Any]=0,     _lowercase:		Union[str, Any]=2,     **_lowercase:		str,     ):


									'''simple docstring'''


									super().__init__(pad_token_id=_lowercase,     bos_token_id=_lowercase,     eos_token_id=_lowercase,     **_lowercase)

									__lowerCAmelCase					=  vocab_size
									__lowerCAmelCase					=  hidden_size
									__lowerCAmelCase					=  num_hidden_layers
									__lowerCAmelCase					=  num_attention_heads
									__lowerCAmelCase					=  hidden_act
									__lowerCAmelCase					=  intermediate_size
									__lowerCAmelCase					=  hidden_dropout_prob
									__lowerCAmelCase					=  attention_probs_dropout_prob
									__lowerCAmelCase					=  max_position_embeddings
									__lowerCAmelCase					=  initializer_range
									__lowerCAmelCase					=  layer_norm_eps
									__lowerCAmelCase					=  relative_attention_num_buckets








def 						_snake_case		(     SCREAMING_SNAKE_CASE		,				SCREAMING_SNAKE_CASE		,				SCREAMING_SNAKE_CASE					)							->   Optional[int]:

     """simple docstring"""







     if power < 0:
          return -1
     base %= mod
     _lowerCAmelCase :       Tuple	   =     1

     while power > 0:
          if power & 1:
               _lowerCAmelCase :       Optional[Any]	   =     (result * base) % mod
          _lowerCAmelCase :       int	   =     power >> 1
          _lowerCAmelCase :       Optional[int]	   =     (base * base) % mod

     return result







def 						_snake_case		(     )							->   Optional[int]:

     """simple docstring"""







     print(modular_exponential(3		,				200		,				13					)					)


if __name__ == "__main__":
  import doctest

  doctest.testmod()

  main()






