"""Test the distributions from flib and their random generators to check
they are consistent with one another.
For each distribution:
1. Select parameters (parameters = {'alpha':.., 'beta'=...}).
2. Generate N random samples.
3. Compute likelihood for a vector of x values.
4. Compute histogram of samples.
5. Compare histogram with likelihood.
6. Assert if they fit or not.

"""

# TODO: Improve the assertion of consistency.
#       Maybe compare the relative error (hist-like)/like. Doesn't work so well.
#       Tried (hist-like)/sqrt(like), seems to work better.

# FIXME no tests for discrete_uniform, negative_binomial, uniform.
# TODO add tests for boundaries of distributions with restricted support

from __future__ import with_statement
from unittest import TestCase
import unittest
import os
import pdb
import warnings
import nose

from numpy import exp, log, array, sqrt
from numpy.linalg import cholesky, det, inv
from numpy.testing import *
import numpy as np
import numpy.random as _npr

from ..distributions import *
from .. import flib, utils, six, deterministic
xrange = six.moves.xrange

PLOT = True
DIR = 'testresults'
if PLOT is True:
    try:
        os.mkdir(DIR)
    except:
        pass
try:
    import scipy.stats
    from scipy import integrate, special
    from scipy.misc import factorial, comb
    from scipy.stats import genextreme, exponweib
    from scipy.optimize import fmin
    SP = True
except:
    SP = False

try:
    import pylab as P
except:
    six.print_('Plotting disabled')
    PLOT = False

# Set RNG seed
_npr.seed(1)

# Some python densities for comparison


def cauchy(x, x0, gamma):
    return 1 / pi * gamma / ((x - x0) ** 2 + gamma ** 2)


def gamma(x, alpha, beta):
    return x ** (alpha - 1) * exp(-x / beta) / (special.gamma(alpha) * beta ** alpha)


def multinomial_beta(alpha):
    nom = (special.gamma(alpha)).prod(0)
    den = special.gamma(alpha.sum(0))
    return nom / den


def dirichlet(x, theta):
    """Dirichlet multivariate probability density.

    :Stochastics:
      x : (n,k) array
        Input data
      theta : (n,k) or (1,k) array
        Distribution parameter
    """
    # x = np.atleast_2d(x)
    # theta = np.atleast_2d(theta)
    f = (x ** (theta - 1)).prod(0)
    return f / multinomial_beta(theta)


def geometric(x, p):
    return p * (1. - p) ** (x - 1)


def hypergeometric(x, n, m, N):
    """
    x : number of successes drawn
    n : number of draws
    m : number of successes in total
    N : successes + failures in total.
    """
    if x < max(0, n - (N - m)):
        return 0.
    elif x > min(n, m):
        return 0.
    else:
        return comb(N - m, x) * comb(m, n - x) / comb(N, n)


def mv_hypergeometric(x, m):
    """
    x : number of draws for each category.
    m : size of each category.
    """
    x = np.asarray(x)
    m = np.asarray(m)
    return log(comb(m, x).prod() / comb(m.sum(), x.sum()))


def multinomial(x, n, p):
    x = np.atleast_2d(x)
    return factorial(n) / factorial(x).prod(1) * (p ** x).prod(1)


def mv_normal(x, mu, C):
    N = len(x)
    x = np.asmatrix(x)
    mu = np.asmatrix(mu)
    C = np.asmatrix(C)

    I = (N / 2.) * log(2. * pi) + .5 * log(det(C))
    z = (x - mu)

    return -(I + .5 * z * np.linalg.inv(C) * z.T).A[0][0]


def multivariate_lognormal(x, mu, C):
    N = len(x)
    x = np.asmatrix(x)
    mu = np.asmatrix(mu)
    C = np.asmatrix(C)

    I = (2 * pi) ** (N / 2.) * sqrt(det(C))
    z = (np.log(x) - mu)
    return (1. / I * exp(-.5 * z * inv(C) * z.T)).A[0][0]


def consistency(
    randomf, likef, parameters, nbins=10, nrandom=1000, nintegration=15,
        range=None, plot=None):
    """Check the random generator is consistent with the likelihood.

    :Stochastics:
      - `random`: function: Random generator.
      - `like`: function: Log probability.
      - `parameters`: dict:  Stochastics for the distribution.
      - `nbins`: int: Number of bins in histogram.
      - `nrandom`: int: Number of random samples.
      - `nintegration`: int: Number of divisions in each bin.
      - `range`: (float,float): Range of histogram.

    :Return (hist, like):
      - `hist`: Histogram of random samples from random(**parameters).
      - `like`: integrated likelihood over histogram bins.
    """
    # Samples values and compute histogram.
    samples = randomf(size=nrandom, **parameters)

    hist, output = utils.histogram(
        samples, range=range, bins=nbins, normed=True)

    # Compute likelihood along x axis.
    if range is None:
        range = samples.min(), samples.max()
    x = np.linspace(range[0], range[1], nbins * nintegration)
    l = []
    for z in x:
        l.append(likef(z, **parameters))
    L = np.exp(np.array(l))

    figuredata = {'hist': hist, 'bins': output['edges'][:-1],
                  'like': L.copy(), 'x': x}

    L = L.reshape(nbins, nintegration)
    like = L.mean(1)
    return hist, like, figuredata


def discrete_consistency(randomf, likef, parameters, nrandom=1000,
                         range=None, plot=None):
    """Check the random generator is consistent with the likelihood for
    discrete distributions.

    :Stochastics:
      - `randomf`: function: Random generator.
      - `likef`: function: Log probability.
      - `parameters`: dict:  Stochastics for the distribution.
      - `nbins`: int: Number of bins in histogram.
      - `nrandom`: int: Number of random samples.
      - `range`: (float,float): Range of histogram.

    :Return (hist, like):
      - `hist`: Histogram of random samples.
      - `like`: likelihood of histogram bins.
    """
    samples = randomf(size=nrandom, **parameters)
    hist = np.bincount(samples) * 1. / nrandom
    x = np.arange(len(hist))
    l = []
    for z in x:
        l.append(likef(z, **parameters))
    like = np.exp(np.array(l))
    figuredata = {'hist': hist, 'bins': x - 1,
                  'like': like.copy(), 'x': x, 'discrete': True}
    return hist, like, figuredata


def mv_consistency(
    random, like, parameters, nbins=10, nrandom=1000, nintegration=15,
        range=None, plot=None):
    """Check consistency for multivariate distributions."""
    samples = random(n=nrandom, **parameters)
    hist, edges = np.histogramdd(samples.T, nbins, range, True)
    z = []
    for s in samples:
        z.append(like(s, **parameters))
    P = np.exp(np.array(z))


def compare_hist(hist, bins, like, x, figname, discrete=False):
    """Plot and save a figure comparing the histogram with the
    probability.

    :Stochastics:
      - `samples`: random variables.
      - `like`: probability values.
      - `bins`: histogram bins.
      - `x`: values at which like is computed.
      - `figname`: Name of figure to save.
    """
    ax = P.subplot(111)
    width = 0.9 * (bins[1] - bins[0])
    ax.bar(bins, hist, width)
    P.setp(ax.patches, alpha=.5)
    if discrete:
        ax.plot(x, like, 'k', linestyle='steps')
    else:
        ax.plot(x, like, 'k')
    P.savefig(os.path.join(DIR, figname))
    P.close()


def normalization(like, parameters, domain, N=100):
    """Integrate the distribution over domain.

    :Stochastics:
      - `like`: log probability density.
      - `parameters`: {}: distribution parameters.
      - `domain`: domain of integration.
      - `N`:  Number of samples for trapezoidal integration.

    Note:
      The integration is performed using scipy.integrate.quadg if available.
      Otherwise, a trapezoidal integration is done.
    """
    f = lambda x: exp(like(x, **parameters))
    if SP:
        out = integrate.quad(f, domain[0], domain[1])
        return out[0]
    else:
        y = []
        x = np.linspace(domain[0], domain[1], N)
        for i in x:
            y.append(f(i))
        return np.trapz(y, x)


def discrete_normalization(like, parameters, N):
    return sum(exp([like(x, **parameters) for x in np.arange(N)]))


class test_arlognormal(TestCase):

    def like(self, parameters, r):
        a = parameters[2:]
        sigma = parameters[1]
        rho = parameters[0]
        like = np.array([arlognormal_like(x, a, sigma, rho) for x in r])
        return -like.sum()

    def test_random(self):
        a = (1, 2)
        sigma = .1
        rho = 0
        r = rarlognormal(a, sigma, rho, size=1000)
        assert_array_almost_equal(np.median(r, axis=0), [1, 2], 1)

        rho = .8
        sigma = .1
        r = rarlognormal(1, sigma, rho, size=1000)
        corr = utils.autocorr(np.log(r))
        assert_almost_equal(corr, rho, 1)
        assert_almost_equal(r.std(), sigma / sqrt(1 - rho ** 2), 1)

    def test_consistency(self):
        if not SP:
            raise nose.SkipTest("SciPy not installed.")
        # 1D case
        a = 1
        rho = .8
        sigma = .1
        r = rarlognormal(a, sigma, rho, size=1000)
        opt = fmin(self.like, (.8, .4, .9), args=([r],), disp=0)
        assert_array_almost_equal(opt, [rho, sigma, a], 1)

        # 2D case
        a = (1, 2)
        sigma = .1
        rho = .7
        r = rarlognormal(a, sigma, rho, size=1000)
        opt = fmin(
            self.like,
            (.75,
             .15,
             1.1,
             2.1),
            xtol=.05,
            args=(r,
                  ),
            disp=0)
        assert_array_almost_equal(opt, (rho, sigma) + a, 1)


class test_bernoulli(TestCase):

    def test_consistency(self):
        N = 5000
        parameters = {'p': .6}
        samples = []
        for i in range(N):
            samples.append(rbernoulli(**parameters))
        H = np.bincount(samples) * 1. / N
        l0 = exp(flib.bernoulli(0, **parameters))
        l1 = exp(flib.bernoulli(1, **parameters))
        assert_array_almost_equal(H, [l0, l1], 1)
        # Check normalization
        assert_almost_equal(l0 + l1, 1, 4)

    def test_calling(self):
        a = flib.bernoulli([0, 1, 1, 0], .4)
        b = flib.bernoulli([0, 1, 1, 0], [.4, .4, .4, .4])
        assert_array_equal(b, a)


class test_beta(TestCase):

    def test_consistency(self):
        parameters = {'alpha': 3, 'beta': 5}
        hist, like, figdata = consistency(
            rbeta, flib.beta_like, parameters, nrandom=5000, range=[0, 1])
        assert_array_almost_equal(hist, like, 1)
        if PLOT:
            compare_hist(figname='beta', **figdata)

    def test_calling(self):
        a = flib.beta_like([.3, .4, .5], 2, 3)
        b = flib.beta_like([.3, .4, .5], [2, 2, 2], [3, 3, 3])
        assert_array_equal(a, b)

    def test_normalization(self):
        parameters = {'alpha': 3, 'beta': 5}
        integral = normalization(flib.beta_like, parameters, [0, 1], 200)
        assert_almost_equal(integral, 1, 3)


class test_binomial(TestCase):

    def test_consistency(self):
        parameters = {'n': 7, 'p': .7}
        hist, like, figdata = discrete_consistency(rbinomial, flib.binomial,
                                                   parameters, nrandom=2000)
        assert_array_almost_equal(hist, like, 1)
        if PLOT:
            compare_hist(figname='binomial', **figdata)
        # test_normalization
        assert_almost_equal(like.sum(), 1, 4)

    def test_normalization(self):
        parameters = {'n': 20, 'p': .1}
        summation = discrete_normalization(flib.binomial, parameters, 21)

    def test_calling(self):
        a = flib.binomial([3, 4, 5], 7, .7)
        b = flib.binomial([3, 4, 5], [7, 7, 7], .7)
        c = flib.binomial([3, 4, 5], [7, 7, 7], [.7, .7, .7])
        assert_equal(a, b)
        assert_equal(a, c)


class test_betabin(TestCase):

    def test_consistency(self):
        parameters = {'n': 7, 'alpha': 1, 'beta': 2}
        hist, like, figdata = discrete_consistency(rbetabin, flib.betabin_like,
                                                   parameters, nrandom=2000)
        assert_array_almost_equal(hist, like, 1)
        if PLOT:
            compare_hist(figname='beta-binomial', **figdata)
        # test_normalization
        assert_almost_equal(like.sum(), 1, 4)

    def test_normalization(self):
        parameters = {'n': 20, 'alpha': 1, 'beta': 2}
        summation = discrete_normalization(flib.betabin_like, parameters, 21)

    def test_calling(self):
        a = flib.betabin_like([3, 4, 5], 7., 3., 7,)
        b = flib.betabin_like([3, 4, 5], 7., 3., [7, 7, 7])
        c = flib.betabin_like([3, 4, 5], [7., 7., 7.], [3., 3., 3.], [7, 7, 7])
        assert_equal(a, b)
        assert_equal(a, c)


class test_categorical(TestCase):

    def test_consistency(self):
        parameters = {'p': [0.5, 0.3, .2]}
        hist, like, figdata = discrete_consistency(
            rcategorical, categorical_like,
            parameters, nrandom=2000)
        assert_array_almost_equal(hist, like, 1)
        if PLOT:
            compare_hist(figname='categorical', **figdata)
        # test_normalization
        assert_almost_equal(like.sum(), 1, 4)

    def test_support(self):
        """Check to make sure values outside support are -inf"""
        assert categorical_like([-1], [[0.4, 0.4, 0.2]]) < -1e300
        assert categorical_like([3], [[0.4, 0.4, 0.2]]) < -1e300
        assert categorical_like([1.3], [[0.4, 0.4, 0.2]]) < -1e300


class test_cauchy(TestCase):

    def test_consistency(self):
        parameters = {'alpha': 0, 'beta': .5}
        hist, like, figdata = consistency(rcauchy, flib.cauchy, parameters,
                                          nrandom=5000, range=[-10, 10], nbins=21)
        if PLOT:
            compare_hist(figname='cauchy', **figdata)
        assert_array_almost_equal(hist, like, 1)

    def test_calling(self):
        a = flib.cauchy([3, 4], 2, 6)
        b = flib.cauchy([3, 4], [2, 2], [6, 6])
        assert_equal(a, b)

    def test_normalization(self):
        parameters = {'alpha': 0, 'beta': .5}
        integral = normalization(flib.cauchy, parameters, [-100, 100], 600)
        assert_almost_equal(integral, 1, 2)


class test_chi2(TestCase):

    """Based on flib.gamma, so no need to make the calling check and
    normalization check."""
    def test_consistency(self):
        parameters = {'nu': 2}
        hist, like, figdata = consistency(
            rchi2, chi2_like, parameters, range=[0, 15])
        if PLOT:
            compare_hist(figname='chi2', **figdata)
        assert_array_almost_equal(hist, like, 1)


class test_dirichlet(TestCase):

    """Multivariate Dirichlet distribution"""
    def test_random(self):
        theta = np.array([2., 3., 5.])
        r = rdirichlet(theta, 2000)

        s = theta.sum()
        m = r.mean(0)
        m = np.append(m, 1 - sum(m))
        cov_ex = np.cov(np.append(r.T, 1. - sum(r.T, 0)))

        # Theoretical mean
        M = theta / s
        # Theoretical covariance
        cov_th = -np.outer(theta, theta) / s ** 2 / (s + 1.)
        assert_array_almost_equal(m, M, 2)
        assert_array_almost_equal(cov_ex, cov_th, 1)

    def test_like(self):
        if not SP:
            raise nose.SkipTest("SciPy not installed.")
        theta = np.array([2., 3., 5.])
        x = np.array([.4, .2, .4])
        l = flib.dirichlet(np.atleast_2d(x[:-1]), np.atleast_2d(theta))
        f = dirichlet(x, theta)
        assert_almost_equal(l, np.sum(np.log(f)), 5)

    # Disabled vectorization bc got confused... AP
    # def test_vectorization(self):
    #     theta = np.array([[2.,3.], [2,3]])
    #     r = rdirichlet(theta)
    #     a = dirichlet_like(r, theta)
    #     b = dirichlet_like(r, theta[0])
    #     assert_equal(a,b)

    def normalization_2d(self):
        pass


class test_exponential(TestCase):

    """Based on gamma."""
    def test_consistency(self):
        parameters = {'beta': 4}
        hist, like, figdata = consistency(rexponential, exponential_like,
                                          parameters, nrandom=6000)
        if PLOT:
            compare_hist(figname='exponential', **figdata)
        assert_array_almost_equal(hist, like, 1)


class test_laplace(TestCase):

    """Based on gamma."""
    def test_consistency(self):
        parameters = {'mu': 1, 'tau': 0.5}
        hist, like, figdata = consistency(rlaplace, laplace_like,
                                          parameters, nrandom=5000)
        if PLOT:
            compare_hist(figname='laplace', **figdata)
        assert_array_almost_equal(hist, like, 1)


class test_logistic(TestCase):

    """Based on gamma."""
    def test_consistency(self):
        parameters = {'mu': 1, 'tau': 0.5}
        hist, like, figdata = consistency(rlogistic, logistic_like,
                                          parameters, nrandom=5000)
        if PLOT:
            compare_hist(figname='logistic', **figdata)
        assert_array_almost_equal(hist, like, 1)


class test_t(TestCase):

    """Based on gamma."""
    def test_consistency(self):
        parameters = {'nu': 5}
        hist, like, figdata = consistency(rt, t_like,
                                          parameters, nrandom=5000)
        if PLOT:
            compare_hist(figname='Student t', **figdata)
        assert_array_almost_equal(hist, like, 1)


class test_noncentral_t(TestCase):

    """Based on gamma."""
    def test_consistency(self):
        parameters = {'mu': -10, 'lam': 0.2, 'nu': 5}
        hist, like, figdata = consistency(rnoncentral_t, noncentral_t_like,
                                          parameters, nrandom=5000)
        if PLOT:
            compare_hist(figname='noncentral t', **figdata)
        assert_array_almost_equal(hist, like, 1)

    def test_vectorization(self):
        a = flib.nct([3, 4, 5], mu=3, lam=.1, nu=5)
        b = flib.nct([3, 4, 5], mu=[3, 3, 3], lam=.1, nu=5)
        c = flib.nct([3, 4, 5], mu=[3, 3, 3], lam=[.1, .1, .1], nu=5)
        d = flib.nct([3, 4, 5], mu=[3, 3, 3], lam=[.1, .1, .1], nu=[5, 5, 5])
        assert_equal(a, b)
        assert_equal(b, c)
        assert_equal(c, d)


class test_exponweib(TestCase):

    def test_consistency(self):
        parameters = {'alpha': 2, 'k': 2, 'loc': 1, 'scale': 3}
        hist, like, figdata = consistency(rexponweib, exponweib_like,
                                          parameters, nrandom=5000)
        if PLOT:
            compare_hist(figname='exponweib', **figdata)
        assert_array_almost_equal(hist, like, 1)

    def test_random(self):
        r = rexponweib(2, 1, 4, 5, size=1000)
        r.mean(), r.var()
        # scipy.exponweib.stats is buggy. may 17, 2007

    def test_with_scipy(self):
        if not SP:
            raise nose.SkipTest("SciPy not installed.")
        parameters = {'alpha': 2, 'k': .3, 'loc': 1, 'scale': 3}
        r = rexponweib(size=10, **parameters)
        a = exponweib.pdf(r, 2, .3, 1, 3)
        b = exponweib_like(r, **parameters)
        assert_almost_equal(log(a).sum(), b, 5)


class test_gamma(TestCase):

    def test_consistency(self):
        parameters = {'alpha': 3, 'beta': 2}
        hist, like, figdata = consistency(rgamma, flib.gamma, parameters,
                                          nrandom=5000)
        if PLOT:
            compare_hist(figname='gamma', **figdata)
        assert_array_almost_equal(hist, like, 1)

    def test_calling(self):
        a = flib.gamma(
            array([4,
                   5],
                  dtype=float),
            array(3,
                  dtype=float),
            array(2,
                  dtype=float))
        b = flib.gamma(
            array([4,
                   5],
                  dtype=float),
            array([3,
                   3],
                  dtype=float),
            array([2,
                   2],
                  dtype=float))
        assert_equal(a, b)

    def test_normalization(self):
        parameters = {'alpha': 3, 'beta': 2}
        integral = normalization(flib.gamma, parameters, array([.01, 20]), 200)
        assert_almost_equal(integral, 1, 2)


class test_geometric(TestCase):

    """Based on gamma."""
    def test_consistency(self):
        parameters = {'p': .6}
        hist, like, figdata = discrete_consistency(
            rgeometric, geometric_like, parameters,
            nrandom=5000)
        if PLOT:
            compare_hist(figname='geometric', **figdata)
        assert_array_almost_equal(hist, like, 1)


class test_gev(TestCase):

    def test_consistency(self):
        parameters = dict(xi=.1, mu=4, sigma=3)
        hist, like, figdata = consistency(rgev, flib.gev, parameters,
                                          nbins=20, nrandom=5000)
        if PLOT:
            compare_hist(figname='gev', **figdata)
        assert_array_almost_equal(hist, like, 1)

    def test_with_scipy(self):
        if not SP:
            raise nose.SkipTest("SciPy not installed.")
        x = [1, 2, 3, 4]
        scipy_y = log(genextreme.pdf(x, -.3, 4, 2))
        flib_y = []
        for i in x:
            flib_y.append(flib.gev(i, .3, 4, 2))
        assert_array_almost_equal(scipy_y, flib_y, 5)

    def test_limit(self):
        x = [1, 2, 3]
        a = flib.gev(x, 0.00001, 0, 1)
        b = flib.gev(x, 0, 0, 1)
        assert_almost_equal(a, b, 4)

    def test_vectorization(self):
        a = flib.gev([4, 5, 6], xi=.2, mu=4, sigma=1)
        b = flib.gev([4, 5, 6], xi=[.2, .2, .2], mu=4, sigma=1)
        c = flib.gev([4, 5, 6], xi=.2, mu=[4, 4, 4], sigma=1)
        d = flib.gev([4, 5, 6], xi=.2, mu=4, sigma=[1, 1, 1])
        assert_equal(a, b)
        assert_equal(b, c)
        assert_equal(c, d)


class test_half_normal(TestCase):

    def test_consistency(self):
        parameters = {'tau': .5}
        hist, like, figdata = consistency(
            rhalf_normal, flib.hnormal, parameters,
            nrandom=5000)
        if PLOT:
            compare_hist(figname='hnormal', **figdata)
        assert_array_almost_equal(hist, like, 1)

    def test_normalization(self):
        parameters = {'tau': 2.}
        integral = normalization(flib.hnormal, parameters, [0, 20], 200)
        assert_almost_equal(integral, 1, 3)

    def test_vectorization(self):
        a = flib.hnormal([2, 3], .5)
        b = flib.hnormal([2, 3], tau=[.5, .5])
        assert_equal(a, b)


class test_hypergeometric(TestCase):

    def test_consistency(self):
        parameters = dict(n=10, m=12, N=20)
        hist, like, figdata = discrete_consistency(rhypergeometric,
                                                   hypergeometric_like, parameters, nrandom=5000)
        if PLOT:
            compare_hist(figname='hypergeometric', **figdata)
        assert_array_almost_equal(hist, like, 1)


class test_inverse_gamma(TestCase):

    def test_consistency(self):
        parameters = dict(alpha=1.5, beta=.5)
        hist, like, figdata = consistency(
            rinverse_gamma, flib.igamma, parameters,
            nrandom=5000)
        if PLOT:
            compare_hist(figname='inverse_gamma', **figdata)
        assert_array_almost_equal(hist, like, 1)

    def test_consistency_with_gamma(self):
        parameters = dict(alpha=1.5, beta=.5)
        rspecial_gamma = lambda *args, **kwargs: 1. / \
            rinverse_gamma(*args, **kwargs)
        rspecial_igamma = lambda *args, **kwargs: 1. / rgamma(*args, **kwargs)

        hist, like, figdata = consistency(
            rspecial_igamma, flib.igamma, parameters,
            nrandom=5000)
        if PLOT:
            compare_hist(figname='inverse_gamma', **figdata)
        assert_array_almost_equal(hist, like, 1)

        hist, like, figdata = consistency(
            rspecial_gamma, flib.gamma, parameters,
            nrandom=5000)
        if PLOT:
            compare_hist(figname='gamma', **figdata)
        assert_array_almost_equal(hist, like, 1)

    def test_normalization(self):
        parameters = dict(alpha=1.5, beta=0.25)
        integral = normalization(flib.igamma, parameters, [0, 10], 200)
        assert_almost_equal(integral, 1, 2)

    def test_vectorization(self):
        x = [2, 3]
        a = flib.igamma(x, alpha=[1.5, 1.5], beta=.5)
        b = flib.igamma(x, alpha=[1.5, 1.5], beta=[.5, .5])
        assert_almost_equal(a, b, 6)


class test_lognormal(TestCase):

    def test_consistency(self):
        parameters = dict(mu=3, tau=.5)
        hist, like, figdata = consistency(
            rlognormal, flib.lognormal, parameters,
            nrandom=5000)
        if PLOT:
            compare_hist(figname='lognormal', **figdata)
        assert_array_almost_equal(hist, like, 1)

    def test_normalization(self):
        parameters = dict(mu=1, tau=1)
        integral = normalization(flib.lognormal, parameters, [0, 50], 200)
        assert_almost_equal(integral, 1, 2)

    def test_vectorization(self):
        r = rlognormal(3, .5, 2)
        a = lognormal_like(r, 3, .5)
        b = lognormal_like(r, [3, 3], [.5, .5])
        assert_array_almost_equal(a, b)


class test_multinomial(TestCase):

    def test_random(self):
        p = array([.2, .3, .5])
        n = 10
        r = rmultinomial(n=10, p=p, size=5000)
        rmean = r.mean(0)
        assert_array_almost_equal(rmean, n * p, 1)
        rvar = r.var(0)
        assert_array_almost_equal(rvar, n * p * (1 - p), 1)

    def test_consistency(self):
        if not SP:
            raise nose.SkipTest("SciPy not installed.")
        p = array([.2, .3, .5])
        n = 10
        x = rmultinomial(n, p, size=5)
        a = multinomial_like(x, n, p)
        b = log(multinomial(x, n, p).prod())
        assert_almost_equal(a, b, 4)

    def test_vectorization(self):
        p = array([[.2, .3, .5], [.2, .3, .5]])
        r = rmultinomial(10, p=p[0], size=2)
        a = multinomial_like(r, 10, p[0])
        b = multinomial_like(r, [10, 10], p)
        assert_equal(a, b)


class test_multivariate_hypergeometric(TestCase):

    def test_random(self):
        m = [10, 15]
        N = 1000
        n = 6
        r = rmultivariate_hypergeometric(n, m, N)
        assert_array_almost_equal(
            r.mean(0),
            multivariate_hypergeometric_expval(n,
                                               m),
            1)

    def test_likelihood(self):
        if not SP:
            raise nose.SkipTest("SciPy not installed.")
        m = [10, 15]
        x = [3, 4]
        a = multivariate_hypergeometric_like(x, m)
        b = mv_hypergeometric(x, m)
        assert_almost_equal(a, b, 4)


class test_mv_normal(TestCase):

    def test_random(self):
        mu = array([3, 4])
        C = np.matrix([[1, .5], [.5, 1]])

        r = rmv_normal(mu, np.linalg.inv(C), 5000)
        rC = rmv_normal_cov(mu, C, 5000)
        rchol = rmv_normal_chol(mu, cholesky(C), 5000)

        assert_array_almost_equal(mu, r.mean(0), 1)
        assert_array_almost_equal(C, np.cov(r.T), 1)

        assert_array_almost_equal(mu, rC.mean(0), 1)
        assert_array_almost_equal(C, np.cov(rC.T), 1)

        assert_array_almost_equal(mu, rchol.mean(0), 1)
        assert_array_almost_equal(C, np.cov(rchol.T), 1)

    def test_likelihood(self):
        mu = array([3, 4])
        C = np.matrix([[1, .5], [.5, 1]])

        tau = np.linalg.inv(C)
        r = rmv_normal(mu, tau, 2)

        # mv_normal_like is expecting tau as its last argument
        a = sum([mv_normal_like(x, mu, tau) for x in r])
        b = sum([mv_normal_cov_like(x, mu, C) for x in r])

        # mv_normal_like_chol is expecting a Cholesky factor as the last
        # argument.
        c = sum([mv_normal_chol_like(x, mu, cholesky(C)) for x in r])
        d = sum([mv_normal(x, mu, C) for x in r])

        assert_almost_equal(a, d, 6)
        assert_almost_equal(a, b, 6)
        assert_almost_equal(b, c, 6)


class test_normal(TestCase):

    def test_consistency(self):
        parameters = dict(mu=3, tau=.5)
        hist, like, figdata = consistency(rnormal, flib.normal, parameters,
                                          nrandom=5000)
        if PLOT:
            compare_hist(figname='normal', **figdata)
        assert_array_almost_equal(hist, like, 1)

    def test_vectorization(self):
        a = flib.normal([3, 4, 5], mu=3, tau=.5)
        b = flib.normal([3, 4, 5], mu=[3, 3, 3], tau=.5)
        c = flib.normal([3, 4, 5], mu=[3, 3, 3], tau=[.5, .5, .5])
        assert_equal(a, b)
        assert_equal(b, c)


class test_von_mises(TestCase):

    def test_consistency(self):
        parameters = dict(mu=3, kappa=.5)
        hist, like, figdata = consistency(
            rvon_mises, flib.vonmises, parameters,
            nrandom=5000)
        if PLOT:
            compare_hist(figname='von_mises', **figdata)
        assert_array_almost_equal(hist, like, 1)

    def test_vectorization(self):
        a = flib.vonmises([3, 4, 5], mu=3, kappa=.5)
        b = flib.vonmises([3, 4, 5], mu=[3, 3, 3], kappa=.5)
        c = flib.vonmises([3, 4, 5], mu=[3, 3, 3], kappa=[.5, .5, .5])
        assert_equal(a, b)
        assert_equal(b, c)


class test_pareto(TestCase):

    def test_consistency(self):
        parameters = dict(alpha=5, m=3)
        hist, like, figdata = consistency(rpareto, flib.pareto, parameters,
                                          nrandom=5000)
        if PLOT:
            compare_hist(figname='pareto', **figdata)
        assert_array_almost_equal(hist, like, 1)

    def test_vectorization(self):
        a = flib.pareto([3, 4, 5], alpha=3, m=1)
        b = flib.pareto([3, 4, 5], alpha=[3, 3, 3], m=1)
        c = flib.pareto([3, 4, 5], alpha=[3, 3, 3], m=[1, 1, 1])
        assert_equal(a, b)
        assert_equal(b, c)


class test_truncated_pareto(TestCase):

    def test_consistency(self):
        parameters = dict(alpha=5, m=3, b=5)
        hist, like, figdata = consistency(
            rtruncated_pareto, flib.truncated_pareto, parameters,
            nrandom=5000)
        if PLOT:
            compare_hist(figname='truncated_pareto', **figdata)
        assert_array_almost_equal(hist, like, 1)

    def test_random(self):
        r = rtruncated_pareto(alpha=3, m=1, b=6, size=10000)
        assert_almost_equal(r.mean(), truncated_pareto_expval(3, 1, 6), 1)
        assert (r > 1).all()
        assert (r < 6).all()

    def test_vectorization(self):
        a = flib.truncated_pareto([3, 4, 5], alpha=3, m=1, b=6)
        b = flib.truncated_pareto([3, 4, 5], alpha=[3, 3, 3], m=1, b=6)
        c = flib.truncated_pareto(
            [3,
             4,
             5],
            alpha=[3,
                   3,
                   3],
            m=[1,
               1,
               1],
            b=[6,
               6,
               6])
        assert_equal(a, b)
        assert_equal(b, c)


class test_poisson(TestCase):

    def test_consistency(self):
        parameters = {'mu': 2.}
        hist, like, figdata = discrete_consistency(
            rpoisson, flib.poisson, parameters, nrandom=5000, range=[0, 10])
        if PLOT:
            compare_hist(figname='poisson', **figdata)
        assert_array_almost_equal(hist, like, 1)

    def test_normalization(self):
        parameters = {'mu': 2.}
        summation = discrete_normalization(flib.poisson, parameters, 20)
        assert_almost_equal(summation, 1, 2)

    def test_calling(self):
        a = flib.poisson([1, 2, 3], 2)
        b = flib.poisson([1, 2, 3], [2, 2, 2])
        assert_equal(a, b)


class test_truncated_poisson(TestCase):

    def test_consistency(self):
        parameters = {'mu': 4., 'k': 1}
        hist, like, figdata = discrete_consistency(
            rtruncated_poisson, flib.trpoisson, parameters, nrandom=5000, range=[1, 10])
        if PLOT:
            compare_hist(figname='poisson', **figdata)
        assert_array_almost_equal(hist, like, 1)

    def test_random(self):
        r = rtruncated_poisson(mu=5, k=1, size=10000)
        assert_almost_equal(r.mean(), truncated_poisson_expval(5, 1), 1)
        assert (r >= 1).all()

    def test_normalization(self):
        parameters = {'mu': 4., 'k': 1}
        summation = discrete_normalization(flib.trpoisson, parameters, 20)
        assert_almost_equal(summation, 1, 2)

    def test_calling(self):
        a = flib.trpoisson([3, 4, 5], 4, 1)
        b = flib.trpoisson([3, 4, 5], [4, 4, 4], [1, 1, 1])
        assert_equal(a, b)


class test_skew_normal(TestCase):

    def test_consistency(self):
        parameters = dict(mu=10, tau=10, alpha=-5)
        hist, like, figdata = consistency(
            rskew_normal, skew_normal_like, parameters, nrandom=5000)
        if PLOT:
            compare_hist(figname='truncnorm', **figdata)
        assert_array_almost_equal(hist, like, 1)

    def test_normalization(self):
        parameters = dict(mu=10, tau=10, alpha=-5)
        integral = normalization(
            skew_normal_like,
            parameters,
            [8.5,
             10.5],
            200)
        assert_almost_equal(integral, 1, 2)

    def test_calling(self):
        a = skew_normal_like([1, 2, 3], 2, 1, 5)
        b = skew_normal_like([1, 2, 3], [2, 2, 2], 1, 5)
        c = skew_normal_like([1, 2, 3], [2, 2, 2], [1, 1, 1], 5)
        d = skew_normal_like([1, 2, 3], [2, 2, 2], [1, 1, 1], [5, 5, 5])

        assert_equal(a, b)
        assert_equal(a, c)
        assert_equal(a, d)


class test_truncnorm(TestCase):

    def test_consistency(self):
        parameters = dict(mu=1, tau=1, a=0, b=5)
        hist, like, figdata = consistency(
            rtruncnorm, truncnorm_like, parameters, nrandom=5000)
        if PLOT:
            compare_hist(figname='truncnorm', **figdata)
        assert_array_almost_equal(hist, like, 1)

    def test_random(self):
        r = rtruncnorm(mu=-1, tau=1, a=-20, b=20, size=10000)
        assert_almost_equal(r.mean(), truncnorm_expval(-1, .1, -20., 20.), 1)
        assert (r > -20).all()
        assert (r < 20).all()

    def test_against_scipy(self):
        if not SP:
            raise nose.SkipTest("SciPy not installed.")
        mu = 3.
        sigma = 2.
        tau = 1. / sigma ** 2
        a = 2
        b = 4
        x = 3.5
        y1 = truncnorm_like(x, mu, tau, a, b)
        y2 = scipy.stats.truncnorm.pdf(x, -.5, .5, mu, sigma)
        assert_almost_equal(y1, np.log(y2), 8)

    def test_normalization(self):
        parameters = dict(mu=1, tau=1, a=0, b=2)
        integral = normalization(truncnorm_like, parameters, [-1, 3], 200)
        assert_almost_equal(integral, 1, 2)

    def test_calling(self):
        a = truncnorm_like([0, 1, 2], 2, 1, 0, 2)
        b = truncnorm_like([0, 1, 2], [2, 2, 2], 1, 0, 2)
        c = truncnorm_like([0, 1, 2], [2, 2, 2], [1, 1, 1], 0, 2)
        # d = truncnorm_like([0,1,2], [2,2,2], [1,1,1], [0,0,0], 2)
        # e = truncnorm_like([0,1,2], [2,2,2], [1,1,1], 0, [2,2,2])
        assert_equal(a, b)
        assert_equal(a, b)
        assert_equal(a, c)
        # assert_equal(a,d)
        # assert_equal(a,e)


class test_weibull(TestCase):

    def test_consistency(self):
        parameters = {'alpha': 2., 'beta': 3.}
        hist, like, figdata = consistency(
            rweibull, flib.weibull, parameters, nrandom=5000, range=[0, 10])
        if PLOT:
            compare_hist(figname='weibull', **figdata)
        assert_array_almost_equal(hist, like, 1)

    def test_normalization(self):
        parameters = {'alpha': 2., 'beta': 3.}
        integral = normalization(flib.weibull, parameters, [0, 10], N=200)
        assert_almost_equal(integral, 1, 2)

    def test_calling(self):
        a = flib.weibull([1, 2], 2, 3)
        b = flib.weibull([1, 2], [2, 2], [3, 3])
        assert_equal(a, b)

    def test_random(self):
        parameters = {'alpha': 2., 'beta': 3.}
        r = rweibull(parameters['alpha'], parameters['beta'], size=100000)
        assert_almost_equal(r.mean(), weibull_expval(**parameters), 1)

#-------------------------------------------------------------------------------
# Test Wishart / Inverse Wishart distributions
_Tau_test = np.matrix([[209.47883244, 10.88057915, 13.80581557],
                       [10.88057915, 213.58694978, 11.18453854],
                       [13.80581557, 11.18453854, 209.89396417]])


def slo_wishart(W, n, V):

    p = W.shape[0]

    logp = (n - p - 1) * 0.5 * np.log(det(W))
    logp += n * 0.5 * np.log(det(V))
    logp -= n * p * 0.5 * np.log(2)

    for i in xrange(1, p + 1):
        logp -= gammaln((n + 1 - i) * 0.5)

    logp -= np.trace(np.dot(V, W) * 0.5)

    return logp


class test_wishart(TestCase):

    """
    There are results out there on the asymptotic distribution of
    eigenvalues of very large Wishart matrices that we could use to
    make another test case...
    """
    # precision matrix
    Tau_test = _Tau_test / 100

    def test_likelihoods(self):
        try:
            from scipy.special import gammaln
        except:
            raise nose.SkipTest("SciPy not installed.")

        W_test = rwishart(100, self.Tau_test)

        for i in [5, 10, 100, 10000]:
            right_answer = slo_wishart(W_test, i, self.Tau_test)
            assert_array_almost_equal(wishart_like(W_test, i, self.Tau_test),
                                      right_answer, decimal=5)
            assert_array_almost_equal(
                wishart_cov_like(W_test, i, self.Tau_test.I),
                right_answer, decimal=5)

    def test_expval(self):

        n = 1000
        N = 1000

        A = 0. * self.Tau_test
        for i in xrange(N):
            A += rwishart(n, self.Tau_test)
        A /= N
        delta = A - wishart_expval(n, self.Tau_test)
        assert(np.abs(np.asarray(delta) / np.asarray(A)).max() < .1)

        A = 0. * self.Tau_test
        for i in xrange(N):
            A += rwishart_cov(n, self.Tau_test.I)
        A /= N
        delta = A - wishart_cov_expval(n, self.Tau_test.I)
        assert(np.abs(np.asarray(delta) / np.asarray(A)).max() < .1)


# class test_inverse_wishart(TestCase):
#     """
#     Adapted from test_wishart
#     """
#     C_test = _Tau_test.I
#
#     def test_likelihoods(self):
#         try:
#             from scipy.special import gammaln
#         except:
#             raise nose.SkipTest("SciPy not installed.")
#
#         IW_test = rinverse_wishart(100, self.C_test)
#
#         for i in [5,10,100,10000]:
#             right_answer = slo_wishart(IW_test.I, i, self.C_test.I)
#             calculated = inverse_wishart_like(IW_test, i, self.C_test)
#             assert_array_almost_equal(calculated, right_answer, decimal=1)
#
#     def test_wishart_equivalence(self):
#
#         IW_test = rinverse_wishart(100, self.C_test)
#
#         iwlike = inverse_wishart_like(IW_test, 100, self.C_test)
#         wlike = wishart_like(IW_test.I, 100, self.C_test.I)
#
#         assert_almost_equal(iwlike, wlike, decimal=6)

    # def test_expval(self):
    #
    #     n = 100
    #     N = 1000
    #
    #     A = 0.*self.C_test
    #     for i in xrange(N):
    #         A += rinverse_wishart(n, self.C_test)
    #     A /= N
    #     delta = A - inverse_wishart_expval(n, self.C_test)
    #     assert(np.abs(np.asarray(delta)/np.asarray(A)).max() < 0.5)

class test_Stochastic_generator(TestCase):

    def test_randomwrap(self):
        for s in ((1,), (10,), (10, 2)):
            B = Bernoulli('x', np.ones(s) * .5)
            B.random()
            assert_equal(B.value.shape, s)

            N = Normal('x', np.ones(s), 1)
            N.random()
            assert_equal(N.value.shape, s)

            N = Normal('x', np.ones(s), np.ones(s))
            N.random()
            assert_equal(N.value.shape, s)

            N = Normal('x', 1, 1)
            N.random()
            assert_equal(N.value.shape, ())


class test_shape_consistency(TestCase):

    def test(self):
        shape = (10, 5)
        data = np.zeros(shape)
        mean = Normal("mean", mu=0, tau=1)

        @deterministic
        def means(mean=mean):
            return (np.ones(shape) * mean).ravel()

        # data has shape (10,5) but means returns an array of shape (10 * 5,)
        assert_raises(ValueError, Normal, "obs", mu=means, tau=1, observed=
                      True, value=data)


def test_unicode():
    try:
        import pandas as pd
    except ImportError:
        return

    N = Normal('x', np.ones(3), np.ones(3))
    trans = N ** 2

    series = pd.Series([N, trans])
    print series

if __name__ == '__main__':

    original_filters = warnings.filters[:]
    warnings.simplefilter("ignore")
    try:
        import nose
        nose.runmodule()
    finally:
        warnings.filters = original_filters

    # TODO: Restore in 2.2
    # with warnings.catch_warnings():
    #         warnings.simplefilter('ignore', DeprecationWarning)
    #         import nose
    #         nose.runmodule()
