



'''simple docstring'''






from typing import TYPE_CHECKING

from ...utils import (
    OptionalDependencyNotAvailable,
    _LazyModule,
    is_torch_available,
)


A_							: List[Any]						 =	{
    """configuration_falcon""": ["""FALCON_PRETRAINED_CONFIG_ARCHIVE_MAP""", """FalconConfig"""],
}

try:
   if not is_torch_available():
      raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
   pass
else:
   A_							: str						 =	[
       """FALCON_PRETRAINED_MODEL_ARCHIVE_LIST""",
       """FalconForCausalLM""",
       """FalconModel""",
       """FalconPreTrainedModel""",
       """FalconForSequenceClassification""",
       """FalconForTokenClassification""",
       """FalconForQuestionAnswering""",
   ]


if TYPE_CHECKING:
   from .configuration_falcon import FALCON_PRETRAINED_CONFIG_ARCHIVE_MAP, FalconConfig

   try:
      if not is_torch_available():
         raise OptionalDependencyNotAvailable()
   except OptionalDependencyNotAvailable:
      pass
   else:
      from .modeling_falcon import (
          FALCON_PRETRAINED_MODEL_ARCHIVE_LIST,
          FalconForCausalLM,
          FalconForQuestionAnswering,
          FalconForSequenceClassification,
          FalconForTokenClassification,
          FalconModel,
          FalconPreTrainedModel,
      )


else:
   import sys

   A_							: Dict						 =	_LazyModule(__name__, globals()["""__file__"""], _import_structure, module_spec=__spec__)








'''simple docstring'''






from torch import nn



class 							lowercase       (  nn.Module				):


 """simple docstring"""


 def __init__(							self  ,a_  ,a_							)		->   List[Any]:
        super().__init__()
        _UpperCAmelCase  :						Dict			     = class_size
        _UpperCAmelCase  :						Union[str, Any]			     = embed_size
        # self.mlp1 = nn.Linear(embed_size, embed_size)
        # self.mlp2 = (nn.Linear(embed_size, class_size))
        _UpperCAmelCase  :						List[Any]			     = nn.Linear(a_  ,a_							)







 def _snake_case (							self  ,a_							)		->   Tuple:
        # hidden_state = nn.functional.relu(self.mlp1(hidden_state))
        # hidden_state = self.mlp2(hidden_state)
        _UpperCAmelCase  :						Optional[int]			     = self.mlp(a_							)
        return logits



