


import unittest

import numpy as np

from transformers import is_tf_available
from transformers.testing_utils import require_tf


if is_tf_available():
	import tensorflow as tf

	from transformers.activations_tf import get_tf_activation





@require_tf
class 					snake_case__  ( unittest.TestCase       ):





	def     A				(  self							)		->			Any:
								"""simple docstring"""






								a_       :   Dict			=	tf.constant([-100, -1.0, -0.1, 0, 0.1, 1.0, 100.0]							)
								a_       :   Any			=	get_tf_activation("""gelu"""							)
								a_       :   int			=	get_tf_activation("""gelu_10"""							)

								a_       :   List[str]			=	gelu(UpperCamelCase_							)
								a_       :   Dict			=	geluaa(UpperCamelCase_							)

								a_       :   List[Any]			=	tf.where(y_gelu_aa < 10.0				,    1.0				,    0.0							)

								self.assertEqual(tf.math.reduce_max(UpperCamelCase_							).numpy().item()				,    10.0							)
								self.assertTrue(np.allclose(y_gelu * clipped_mask				,    y_gelu_aa * clipped_mask							)							)





	def     A				(  self							)		->			Union[str, Any]:
								"""simple docstring"""






								get_tf_activation("""gelu"""							)
								get_tf_activation("""gelu_10"""							)
								get_tf_activation("""gelu_fast"""							)
								get_tf_activation("""gelu_new"""							)
								get_tf_activation("""glu"""							)
								get_tf_activation("""mish"""							)
								get_tf_activation("""quick_gelu"""							)
								get_tf_activation("""relu"""							)
								get_tf_activation("""sigmoid"""							)
								get_tf_activation("""silu"""							)
								get_tf_activation("""swish"""							)
								get_tf_activation("""tanh"""							)
								with self.assertRaises(UpperCamelCase_							):
															get_tf_activation("""bogus"""							)
								with self.assertRaises(UpperCamelCase_							):
															get_tf_activation(UpperCamelCase_							)






from __future__ import annotations





def 						_lowerCamelCase		(							SCREAMING_SNAKE_CASE_				: list      ):






							"""simple docstring"""



							a_       :   Tuple			=	sorted(SCREAMING_SNAKE_CASE_      )
							a_       :   Tuple			=	len(SCREAMING_SNAKE_CASE_      )
							a_       :   Tuple			=	length >> 1
							return (
							    (sorted_list[mid_index] + sorted_list[mid_index - 1]) / 2
							    if length % 2 == 0
							    else sorted_list[mid_index]
							)





def 						_lowerCamelCase		(							):






							"""simple docstring"""



							import doctest

							doctest.testmod()


if __name__ == "__main__":
	main()


