package network.aika;


public enum ActivationFunction {

    RECTIFIED_SCALED_LOGISTIC_SIGMOID(x -> Math.max(0.0, (2.0 * Utils.sigmoid(x)) - 1.0)),
    RECTIFIED_HYPERBOLIC_TANGENT(x -> Math.max(0.0, Math.tanh(x))),
    LIMITED_RECTIFIED_LINEAR_UNIT(x -> Math.max(0.0, Math.min(1.0, x)));

    Function f;

    ActivationFunction(Function f) {
        this.f = f;
    }

    public double f(double x) {
        return f.f(x);
    }


    interface Function {
        double f(double x);
    }

}

@@ -206,24 +206,74 @@
 .tanh(x))),%0A
+    RECTIFIED_LINEAR_UNIT(x -%3E Math.max(0.0, x)),%0A
     LIMITED_

revert remove relu