



"""simple docstring"""


import unittest

import numpy as np

from transformers import is_tf_available
from transformers.testing_utils import require_tf


if is_tf_available():
				import tensorflow as tf

				from transformers.activations_tf import get_tf_activation







@require_tf
class  A_     (	unittest.TestCase							):



						"""simple docstring"""






						def       UpperCAmelCase__	(   self					:List[Any]   )							->     Any:
												UpperCAmelCase			 =					tf.constant([-1_00, -1.0, -0.1, 0, 0.1, 1.0, 100.0]   )
												UpperCAmelCase			 =					get_tf_activation('gelu'   )
												UpperCAmelCase			 =					get_tf_activation('gelu_10'   )

												UpperCAmelCase			 =					gelu(lowercase_   )
												UpperCAmelCase			 =					geluaa(lowercase_   )

												UpperCAmelCase			 =					tf.where(y_gelu_aa < 10.0  ,    1.0  ,    0.0   )

												self.assertEqual(tf.math.reduce_max(lowercase_   ).numpy().item()  ,    10.0   )
												self.assertTrue(np.allclose(y_gelu * clipped_mask  ,    y_gelu_aa * clipped_mask   )   )






						def       UpperCAmelCase__	(   self					:Any   )							->     Optional[Any]:
												get_tf_activation('gelu'   )
												get_tf_activation('gelu_10'   )
												get_tf_activation('gelu_fast'   )
												get_tf_activation('gelu_new'   )
												get_tf_activation('glu'   )
												get_tf_activation('mish'   )
												get_tf_activation('quick_gelu'   )
												get_tf_activation('relu'   )
												get_tf_activation('sigmoid'   )
												get_tf_activation('silu'   )
												get_tf_activation('swish'   )
												get_tf_activation('tanh'   )
												with self.assertRaises(lowercase_   ):
																		get_tf_activation('bogus'   )
												with self.assertRaises(lowercase_   ):
																		get_tf_activation(lowercase_   )










"""simple docstring"""


def 					_lowerCAmelCase (  lowercase_		):
						return " ".join(sorted(set(sentence.split()		)		)		)


if __name__ == "__main__":
				import doctest

				doctest.testmod()





