from __future__ import division

import numpy as np
import pandas as pd

from zipline.utils.calendars import get_calendar
from zipline.data.bundles import ingest, load, bundles
from zipline.testing import test_resource_path
from zipline.testing.fixtures import ZiplineTestCase
from zipline.testing.predicates import assert_equal
from zipline.utils.functional import apply


class CSVDIRBundleTestCase(ZiplineTestCase):
    symbols = 'AAPL', 'IBM', 'KO', 'MSFT'
    asset_start = pd.Timestamp('2012-01-03', tz='utc')
    asset_end = pd.Timestamp('2014-12-31', tz='utc')
    bundle = bundles['csvdir']
    calendar = get_calendar(bundle.calendar_name)
    start_date = calendar.first_session
    end_date = calendar.last_session
    api_key = 'ayylmao'
    columns = 'open', 'high', 'low', 'close', 'volume'

    def _expected_data(self, asset_finder):
        sids = {
            symbol: asset_finder.lookup_symbol(
                symbol,
                self.asset_start,
            ).sid
            for symbol in self.symbols
        }

        def per_symbol(symbol):
            df = pd.read_csv(
                test_resource_path('csvdir_samples', 'csvdir',
                                   'daily', symbol + '.csv.gz'),
                parse_dates=['date'],
                index_col='date',
                usecols=[
                    'open',
                    'high',
                    'low',
                    'close',
                    'volume',
                    'date',
                    'dividend',
                    'split',
                ],
                na_values=['NA'],
            )
            df['sid'] = sids[symbol]
            return df

        all_ = pd.concat(map(per_symbol, self.symbols)).set_index(
            'sid',
            append=True,
        ).unstack()

        # fancy list comprehension with statements
        @list
        @apply
        def pricing():
            for column in self.columns:
                vs = all_[column].values
                if column == 'volume':
                    vs = np.nan_to_num(vs)
                yield vs

        adjustments = [[5572, 5576, 5595, 5634, 5639, 5659, 5698, 5699,
                        5701, 5702, 5722, 5760, 5764, 5774, 5821, 5822,
                        5829, 5845, 5884, 5885, 5888, 5908, 5947, 5948,
                        5951, 5972, 6011, 6020, 6026, 6073, 6080, 6096,
                        6135, 6136, 6139, 6157, 6160, 6198, 6199, 6207,
                        6223, 6263, 6271, 6277],
                       [5572, 5576, 5595, 5634, 5639, 5659, 5698, 5699,
                        5701, 5702, 5722, 5760, 5764, 5774, 5821, 5822,
                        5829, 5845, 5884, 5885, 5888, 5908, 5947, 5948,
                        5951, 5972, 6011, 6020, 6026, 6073, 6080, 6096,
                        6135, 6136, 6139, 6157, 6160, 6198, 6199, 6207,
                        6223, 6263, 6271, 6277],
                       [5572, 5576, 5595, 5634, 5639, 5659, 5698, 5699,
                        5701, 5702, 5722, 5760, 5764, 5774, 5821, 5822,
                        5829, 5845, 5884, 5885, 5888, 5908, 5947, 5948,
                        5951, 5972, 6011, 6020, 6026, 6073, 6080, 6096,
                        6135, 6136, 6139, 6157, 6160, 6198, 6199, 6207,
                        6223, 6263, 6271, 6277],
                       [5572, 5576, 5595, 5634, 5639, 5659, 5698, 5699,
                        5701, 5702, 5722, 5760, 5764, 5774, 5821, 5822,
                        5829, 5845, 5884, 5885, 5888, 5908, 5947, 5948,
                        5951, 5972, 6011, 6020, 6026, 6073, 6080, 6096,
                        6135, 6136, 6139, 6157, 6160, 6198, 6199, 6207,
                        6223, 6263, 6271, 6277],
                       [5701, 6157]]

        return pricing, adjustments

    def test_bundle(self):
        environ = {
            'CSVDIR': test_resource_path('csvdir_samples', 'csvdir')
        }

        ingest('csvdir', environ=environ)
        bundle = load('csvdir', environ=environ)
        sids = 0, 1, 2, 3
        assert_equal(set(bundle.asset_finder.sids), set(sids))

        for equity in bundle.asset_finder.retrieve_all(sids):
            assert_equal(equity.start_date, self.asset_start, msg=equity)
            assert_equal(equity.end_date, self.asset_end, msg=equity)

        sessions = self.calendar.all_sessions
        actual = bundle.equity_daily_bar_reader.load_raw_arrays(
            self.columns,
            sessions[sessions.get_loc(self.asset_start, 'bfill')],
            sessions[sessions.get_loc(self.asset_end, 'ffill')],
            sids,
        )

        expected_pricing, expected_adjustments = self._expected_data(
            bundle.asset_finder,
        )
        assert_equal(actual, expected_pricing, array_decimal=2)

        adjustments_for_cols = bundle.adjustment_reader.load_adjustments(
            self.columns,
            sessions,
            pd.Index(sids),
        )
        assert_equal([sorted(adj.keys()) for adj in adjustments_for_cols],
                     expected_adjustments)
