


from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCAmelCase__     			=							logging.get_logger(__name__)

UpperCAmelCase__     			=							{
    '''uw-madison/yoso-4096''': '''https://huggingface.co/uw-madison/yoso-4096/resolve/main/config.json''',
    # See all YOSO models at https://huggingface.co/models?filter=yoso
}







class    lowerCamelCase__     ( lowerCAmelCase):
     SCREAMING_SNAKE_CASE__       =    '''yoso'''





     def __init__(self	,  UpperCAmelCase=5_0_2_6_5	,  UpperCAmelCase=7_6_8	,  UpperCAmelCase=1_2	,  UpperCAmelCase=1_2	,  UpperCAmelCase=3_0_7_2	,  UpperCAmelCase="gelu"	,  UpperCAmelCase=0.1	,  UpperCAmelCase=0.1	,  UpperCAmelCase=4_0_9_6	,  UpperCAmelCase=1	,  UpperCAmelCase=0.02	,  UpperCAmelCase=1e-12	,  UpperCAmelCase="absolute"	,  UpperCAmelCase=True	,  UpperCAmelCase=9	,  UpperCAmelCase=6_4	,  UpperCAmelCase=None	,  UpperCAmelCase=True	,  UpperCAmelCase=True	,  UpperCAmelCase=1	,  UpperCAmelCase=0	,  UpperCAmelCase=2	,  **UpperCAmelCase	,  )  ->     int:
      super().__init__(pad_token_id=UpperCAmelCase	,  bos_token_id=UpperCAmelCase	,  eos_token_id=UpperCAmelCase	,  **UpperCAmelCase )

      _lowercase							   =vocab_size
      _lowercase							   =max_position_embeddings
      _lowercase							   =hidden_size
      _lowercase							   =num_hidden_layers
      _lowercase							   =num_attention_heads
      _lowercase							   =intermediate_size
      _lowercase							   =hidden_act
      _lowercase							   =hidden_dropout_prob
      _lowercase							   =attention_probs_dropout_prob
      _lowercase							   =initializer_range
      _lowercase							   =type_vocab_size
      _lowercase							   =layer_norm_eps
      _lowercase							   =position_embedding_type
      _lowercase							   =use_expectation
      _lowercase							   =hash_code_len
      _lowercase							   =num_hash
      _lowercase							   =conv_window
      _lowercase							   =use_fast_hash
      _lowercase							   =lsh_backward





def        UpperCAmelCase_      (							__snake_case		)  ->    bool:







 """simple docstring"""


 if not isinstance(__snake_case  ,		__snake_case		):
  _lowercase							   =F"Input value of [number={number}] must be an integer"
  raise TypeError(__snake_case		)
 if number < 0 or number % 2 == 1:
  return False
 _lowercase							   =int(number**0.5		)
 return number == number_sqrt * (number_sqrt + 1)


if __name__ == "__main__":
  import doctest

  doctest.testmod()

