import unittest

import numpy

import chainer
from chainer import cuda
from chainer.functions import vae
from chainer import gradient_check
from chainer import testing
from chainer.testing import attr
from chainer.testing import condition


if cuda.available:
    cuda.init()


class TestGaussianKLDivergence(unittest.TestCase):

    def setUp(self):
        self.mean = numpy.random.uniform(-1, 1, (3,)).astype(numpy.float32)
        self.ln_var = numpy.random.uniform(-1, 1, (3,)).astype(numpy.float32)

        # Refer to Appendix B in the original paper
        J = self.mean.size
        self.expect = -(J + numpy.sum(self.ln_var)
                        - numpy.sum(self.mean * self.mean)
                        - numpy.sum(numpy.exp(self.ln_var))) * 0.5

    def check_gaussian_kl_divergence(self, mean, ln_var):
        m = chainer.Variable(mean)
        v = chainer.Variable(ln_var)
        actual = cuda.to_cpu(vae.gaussian_kl_divergence(m, v).data)
        gradient_check.assert_allclose(self.expect, actual)

    @condition.retry(3)
    def test_gaussian_kl_divergence_cpu(self):
        self.check_gaussian_kl_divergence(self.mean, self.ln_var)

    @attr.gpu
    @condition.retry(3)
    def test_gaussian_kl_divergence_gpu(self):
        self.check_gaussian_kl_divergence(cuda.to_gpu(self.mean),
                                          cuda.to_gpu(self.ln_var))


class TestBernoulliNLL(unittest.TestCase):

    def setUp(self):
        self.x = numpy.random.uniform(-1, 1, (3,)).astype(numpy.float32)
        self.y = numpy.random.uniform(-1, 1, (3,)).astype(numpy.float32)

        # Refer to Appendix C.1 in the original paper
        p = 1 / (1 + numpy.exp(-self.y))
        self.expect = - (numpy.sum(self.x * numpy.log(p))
                         + numpy.sum((1 - self.x) * numpy.log(1 - p)))

    def check_bernoulli_nll(self, x_data, y_data):
        x = chainer.Variable(x_data)
        y = chainer.Variable(y_data)
        actual = cuda.to_cpu(vae.bernoulli_nll(x, y).data)
        gradient_check.assert_allclose(self.expect, actual)

    @condition.retry(3)
    def test_bernoulli_nll_cpu(self):
        self.check_bernoulli_nll(self.x, self.y)

    @attr.gpu
    @condition.retry(3)
    def test_bernoulli_nll_gpu(self):
        self.check_bernoulli_nll(cuda.to_gpu(self.x),
                                 cuda.to_gpu(self.y))


class TestGaussianNLL(unittest.TestCase):

    def setUp(self):
        self.x = numpy.random.uniform(-1, 1, (3,)).astype(numpy.float32)
        self.mean = numpy.random.uniform(-1, 1, (3,)).astype(numpy.float32)
        self.ln_var = numpy.random.uniform(-1, 1, (3,)).astype(numpy.float32)

        # Refer to Appendix C.2 in the original paper
        D = self.x.size
        x_d = self.x - self.mean
        var = numpy.exp(self.ln_var)

        self.expect = (0.5 * D * numpy.log(2 * numpy.pi)
                       + 0.5 * numpy.sum(self.ln_var)
                       + numpy.sum(x_d * x_d / var) * 0.5)

    def check_gaussian_nll(self, x_data, mean_data, ln_var_data):
        x = chainer.Variable(x_data)
        mean = chainer.Variable(mean_data)
        ln_var = chainer.Variable(ln_var_data)
        actual = cuda.to_cpu(vae.gaussian_nll(x, mean, ln_var).data)
        gradient_check.assert_allclose(self.expect, actual)

    @condition.retry(3)
    def test_gaussian_nll_cpu(self):
        self.check_gaussian_nll(self.x, self.mean, self.ln_var)

    @attr.gpu
    @condition.retry(3)
    def test_gaussian_nll_gpu(self):
        self.check_gaussian_nll(cuda.to_gpu(self.x),
                                cuda.to_gpu(self.mean),
                                cuda.to_gpu(self.ln_var))


testing.run_module(__name__, __file__)

@@ -543,32 +543,107 @@
  original paper%0A
+        # Auto-Encoding Variational Bayes (http://arxiv.org/abs/1312.6114)%0A
         J = self
@@ -649,24 +649,24 @@
 f.mean.size%0A
-
         self
@@ -1707,32 +1707,107 @@
  original paper%0A
+        # Auto-Encoding Variational Bayes (http://arxiv.org/abs/1312.6114)%0A
         p = 1 / 
@@ -2788,32 +2788,32 @@
 numpy.float32)%0A%0A
-
         # Refer 
@@ -2842,32 +2842,107 @@
  original paper%0A
+        # Auto-Encoding Variational Bayes (http://arxiv.org/abs/1312.6114)%0A
         D = self

Add reference