





from ...configuration_utils import PretrainedConfig
from ...utils import logging


__UpperCAmelCase						=      logging.get_logger(__name__)

__UpperCAmelCase						=      {
    '''microsoft/mpnet-base''': '''https://huggingface.co/microsoft/mpnet-base/resolve/main/config.json''',
}

class 		__a							(	lowercase__      ):
       __snake_case						:   Union[str, Any]      =		"""mpnet"""



       def __init__(     self	:   Optional[Any]					,			UpperCAmelCase	:   List[str]=3_05_27					,			UpperCAmelCase	:   Optional[int]=7_68					,			UpperCAmelCase	:   List[str]=12					,			UpperCAmelCase	:   Dict=12					,			UpperCAmelCase	:   Dict=30_72					,			UpperCAmelCase	:   Dict="gelu"					,			UpperCAmelCase	:   Dict=0.1					,			UpperCAmelCase	:   Tuple=0.1					,			UpperCAmelCase	:   Dict=5_12					,			UpperCAmelCase	:   List[Any]=0.02					,			UpperCAmelCase	:   List[Any]=1e-1_2					,			UpperCAmelCase	:   List[Any]=32					,			UpperCAmelCase	:   str=1					,			UpperCAmelCase	:   Dict=0					,			UpperCAmelCase	:   Optional[Any]=2					,			**UpperCAmelCase	:   str					,			):
           super().__init__(pad_token_id=_A					,			bos_token_id=_A					,			eos_token_id=_A					,			**_A			)

           lowerCAmelCase_					:	Any						=   vocab_size
           lowerCAmelCase_					:	Tuple						=   hidden_size
           lowerCAmelCase_					:	Tuple						=   num_hidden_layers
           lowerCAmelCase_					:	List[Any]						=   num_attention_heads
           lowerCAmelCase_					:	Dict						=   hidden_act
           lowerCAmelCase_					:	List[str]						=   intermediate_size
           lowerCAmelCase_					:	List[Any]						=   hidden_dropout_prob
           lowerCAmelCase_					:	Any						=   attention_probs_dropout_prob
           lowerCAmelCase_					:	Dict						=   max_position_embeddings
           lowerCAmelCase_					:	Tuple						=   initializer_range
           lowerCAmelCase_					:	str						=   layer_norm_eps
           lowerCAmelCase_					:	Tuple						=   relative_attention_num_buckets









def 			__UpperCamelCase				(			lowercase__	:       set		,    lowercase__	:       set		)	->      set:
    '''simple docstring'''





    assert isinstance(lowercase__		,    lowercase__		), f'The input value of [set_a={set_a}] is not a set'
    assert isinstance(lowercase__		,    lowercase__		), f'The input value of [set_b={set_b}] is not a set'

    return {a + b for a in set_a for b in set_b}


if __name__ == "__main__":
  from doctest import testmod

  testmod()


