code: 
  
  
  import unittest
  
  import numpy as np
  
  from transformers import is_tf_available
  from transformers.testing_utils import require_tf
  
  
  if is_tf_available():
  		import tensorflow as tf
  
  		from transformers.activations_tf import get_tf_activation
  
  @require_tf
  class 						snake_case			(       unittest.TestCase	):
  			'''simple docstring'''
  
  			def _lowercase (	self     :     Union[str, Any]					)					->					List[str]:
  
  
  
  
  								"""simple docstring"""
  
  
  
  
  
  
  								SCREAMING_SNAKE_CASE_	      =       tf.constant([-100, -1.0, -0.1, 0, 0.1, 1.0, 100.0]					)
  								SCREAMING_SNAKE_CASE_	      =       get_tf_activation('''gelu'''					)
  								SCREAMING_SNAKE_CASE_	      =       get_tf_activation('''gelu_10'''					)
  
  								SCREAMING_SNAKE_CASE_	      =       gelu(lowerCAmelCase_					)
  								SCREAMING_SNAKE_CASE_	      =       geluaa(lowerCAmelCase_					)
  
  								SCREAMING_SNAKE_CASE_	      =       tf.where(y_gelu_aa < 10.0							,							1.0							,							0.0					)
  
  								self.assertEqual(tf.math.reduce_max(lowerCAmelCase_					).numpy().item()							,							10.0					)
  								self.assertTrue(np.allclose(y_gelu * clipped_mask							,							y_gelu_aa * clipped_mask					)					)
  
  
  
  
  			def _lowercase (	self     :     List[str]					)					->					Any:
  
  
  
  
  								"""simple docstring"""
  
  
  
  
  
  
  								get_tf_activation('''gelu'''					)
  								get_tf_activation('''gelu_10'''					)
  								get_tf_activation('''gelu_fast'''					)
  								get_tf_activation('''gelu_new'''					)
  								get_tf_activation('''glu'''					)
  								get_tf_activation('''mish'''					)
  								get_tf_activation('''quick_gelu'''					)
  								get_tf_activation('''relu'''					)
  								get_tf_activation('''sigmoid'''					)
  								get_tf_activation('''silu'''					)
  								get_tf_activation('''swish'''					)
  								get_tf_activation('''tanh'''					)
  								with self.assertRaises(lowerCAmelCase_					):
  													get_tf_activation('''bogus'''					)
  								with self.assertRaises(lowerCAmelCase_					):
  													get_tf_activation(lowerCAmelCase_					)
  
  
  
style_context: 
  
  
  from typing import TYPE_CHECKING
  
  from ...utils import (
      OptionalDependencyNotAvailable,
      _LazyModule,
      is_flax_available,
      is_sentencepiece_available,
      is_tf_available,
      is_tokenizers_available,
      is_torch_available,
  )
  
  
  A_														=      {
      "configuration_switch_transformers": [
          "SWITCH_TRANSFORMERS_PRETRAINED_CONFIG_ARCHIVE_MAP",
          "SwitchTransformersConfig",
          "SwitchTransformersOnnxConfig",
      ]
  }
  
  try:
  		if not is_torch_available():
  				raise OptionalDependencyNotAvailable()
  except OptionalDependencyNotAvailable:
  		pass
  else:
  		A_														=      [
  		    "SWITCH_TRANSFORMERS_PRETRAINED_MODEL_ARCHIVE_LIST",
  		    "SwitchTransformersEncoderModel",
  		    "SwitchTransformersForConditionalGeneration",
  		    "SwitchTransformersModel",
  		    "SwitchTransformersPreTrainedModel",
  		    "SwitchTransformersTop1Router",
  		    "SwitchTransformersSparseMLP",
  		]
  
  
  if TYPE_CHECKING:
  		from .configuration_switch_transformers import (
  		    SWITCH_TRANSFORMERS_PRETRAINED_CONFIG_ARCHIVE_MAP,
  		    SwitchTransformersConfig,
  		    SwitchTransformersOnnxConfig,
  		)
  
  		try:
  				if not is_torch_available():
  						raise OptionalDependencyNotAvailable()
  		except OptionalDependencyNotAvailable:
  				pass
  		else:
  				from .modeling_switch_transformers import (
  				    SWITCH_TRANSFORMERS_PRETRAINED_MODEL_ARCHIVE_LIST,
  				    SwitchTransformersEncoderModel,
  				    SwitchTransformersForConditionalGeneration,
  				    SwitchTransformersModel,
  				    SwitchTransformersPreTrainedModel,
  				    SwitchTransformersSparseMLP,
  				    SwitchTransformersTopaRouter,
  				)
  
  
  else:
  		import sys
  
  		A_														=      _LazyModule(__name__, globals()["__file__"], _import_structure, module_spec=__spec__)
  
  
  