


from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCAmelCase      :						List[str]    =		logging.get_logger(__name__)

UpperCAmelCase      :						Union[str, Any]    =		{
    "microsoft/mpnet-base": "https://huggingface.co/microsoft/mpnet-base/resolve/main/config.json",
}







class 					__lowercase					(       a__     ):



  """simple docstring"""

  UpperCamelCase    :				Union[str, Any] 					=		"mpnet"







  def __init__(   self		,			A=3_05_27		,			A=7_68		,			A=12		,			A=12		,			A=30_72		,			A="gelu"		,			A=0.1		,			A=0.1		,			A=5_12		,			A=0.02		,			A=1e-1_2		,			A=32		,			A=1		,			A=0		,			A=2		,			**A		,			)     ->   Optional[int]:







     '''simple docstring'''







     super().__init__(pad_token_id=SCREAMING_SNAKE_CASE_		,			bos_token_id=SCREAMING_SNAKE_CASE_		,			eos_token_id=SCREAMING_SNAKE_CASE_		,			**SCREAMING_SNAKE_CASE_  )

     lowerCamelCase								=     vocab_size
     lowerCamelCase								=     hidden_size
     lowerCamelCase								=     num_hidden_layers
     lowerCamelCase								=     num_attention_heads
     lowerCamelCase								=     hidden_act
     lowerCamelCase								=     intermediate_size
     lowerCamelCase								=     hidden_dropout_prob
     lowerCamelCase								=     attention_probs_dropout_prob
     lowerCamelCase								=     max_position_embeddings
     lowerCamelCase								=     initializer_range
     lowerCamelCase								=     layer_norm_eps
     lowerCamelCase								=     relative_attention_num_buckets





def   __lowerCamelCase	(       lowerCamelCase__		:	int = 100     ,       lowerCamelCase__		:	int = 100			):





			'''simple docstring'''




			return max(
			    sum(int(lowerCamelCase__			) for x in str(base**power			)			)
			    for base in range(lowerCamelCase__			)
			    for power in range(lowerCamelCase__			)			)


# Tests
if __name__ == "__main__":
		import doctest

		doctest.testmod()

