import numpy as np
import tensorflow as tf
from abc import ABCMeta, abstractmethod

from Models.Zhihu.NN.one.Errors import *


class Layer(metaclass=ABCMeta):
    def __init__(self, shape):
        self.shape = shape

    def activate(self, x, w, bias=None, predict=False):
        if bias is None:
            return self._activate(tf.matmul(x, w), predict)
        return self._activate(tf.matmul(x, w) + bias, predict)

    @abstractmethod
    def _activate(self, x, predict):
        pass


# Activation Layers

class Tanh(Layer):
    def _activate(self, x, predict):
        return tf.tanh(x)


class Sigmoid(Layer):
    def _activate(self, x, predict):
        return tf.nn.sigmoid(x)


class ELU(Layer):
    def _activate(self, x, predict):
        return tf.nn.elu(x)


class ReLU(Layer):
    def _activate(self, x, predict):
        return tf.nn.relu(x)


class Softplus(Layer):
    def _activate(self, x, predict):
        return tf.nn.softplus(x)


class Identical(Layer):
    def _activate(self, x, predict):
        return x


class ReLU(Layer):
    def _activate(self, x, predict):
        return tf.minimum(tf.maximum(x, 0), 6)


# Cost Layers

class CostLayer(Layer):
    def __init__(self, shape):
        Layer.__init__(self, shape)

    def _activate(self, x, y):
        pass

    def calculate(self, y, y_pred):
        return self._activate(y.astype(np.float32), y_pred)


class CrossEntropy(CostLayer):
    def _activate(self, x, y):
        return tf.reduce_mean(tf.nn.softmax_cross_entropy_with_logits(x, y))


class MSE(CostLayer):
    def _activate(self, x, y):
        return tf.reduce_mean(tf.square(x - y))


# Factory

class LayerFactory:
    available_root_layers = {

        # Normal Layers
        "Tanh": Tanh, "Sigmoid": Sigmoid,
        "ELU": ELU, "ReLU": ReLU, "Softplus": Softplus,
        "Identical": Identical,
        "CF0910": CF0910,

        # Cost Layers
        "CrossEntropy": CrossEntropy, "MSE": MSE,
    }

    def handle_str_main_layers(self, name, *args, **kwargs):
        if name in self.available_root_layers:
            name = self.available_root_layers[name]
        else:
            raise BuildNetworkError("Undefined layer '{}' found".format(name))
        return name(*args, **kwargs)

    def get_layer_by_name(self, name, *args, **kwargs):
        if "parent" in kwargs:
            if not args:
                kwargs["shape"] = (kwargs["parent"].shape[1], 2)
            kwargs.pop("parent")
        _layer = self.handle_str_main_layers(name, *args, **kwargs)
        if _layer:
            return _layer, None
        return

@@ -1031,36 +1031,38 @@
 eturn x%0A%0A%0Aclass 
-ReLU
+CF0910
 (Layer):%0A    def

Update Layers.py