"""Seed ENSEMBLES of the reconstruction decoder and of the direct classifier, and their fusion.

For held-out dataset D (everything fitted on the other four datasets' out-of-fold evidence):
  per seed: z_dec = LDA-weighted decoder targets / sd, z_clf = classifier logit / sd
  ensemble: mean over the seeds of z_dec (and of z_clf), re-standardised; d = (1 - a) z_dec + a z_clf
Same synthetic-switch schedule for every seed, so the per-step evidence can be averaged directly.
usage: python fuse_ensemble.py DEC_s0 CLF_s0 DEC_s1 CLF_s1 ... -> printed table, results/research/fuse_ensemble.csv"""
import os
import sys

import numpy as np
import pandas as pd
from joblib import Parallel, delayed

import score as S
from common_exp import EXP
from common import DS_KEYS
from fuse_evidence import LA, features

GRID = (0.0, 0.15, 0.3, 0.5, 1.0)


def zparts(F, held):
    """Per trial of every dataset: (z_dec, z_clf) of one seed, weights and scales from the datasets other than `held`."""
    X = np.concatenate([e["X"] * np.where(e["att"] == 0, 1.0, -1.0)[:, None] for d in DS_KEYS if d != held for e in F[d].values()])
    nF = X.shape[1] - 1
    w = np.linalg.solve(np.cov(X[:, :nF].T), X[:, :nF].mean(0))
    sd_d, sd_c = (X[:, :nF] @ w).std(), X[:, nF].std()
    return {d: {k: ((e["X"][:, :nF] @ w) / sd_d, e["X"][:, nF] / sd_c) for k, e in F[d].items()} for d in DS_KEYS}


def one(Fs, held, seeds, a):
    Z = [zparts(Fs[s], held) for s in seeds]
    ref = Fs[seeds[0]]
    zd = {d: {k: np.mean([z[d][k][0] for z in Z], 0) for k in ref[d]} for d in DS_KEYS}
    zc = {d: {k: np.mean([z[d][k][1] for z in Z], 0) for k in ref[d]} for d in DS_KEYS}
    sg = lambda d, k: np.where(ref[d][k]["att"] == 0, 1.0, -1.0)
    tr = [d for d in DS_KEYS if d != held]
    sd_d = np.concatenate([zd[d][k] * sg(d, k) for d in tr for k in zd[d]]).std()
    sd_c = np.concatenate([zc[d][k] * sg(d, k) for d in tr for k in zc[d]]).std()
    ev = {d: {k: dict(r0=(1 - a) * zd[d][k] / sd_d + a * zc[d][k] / sd_c, r1=np.zeros(len(zd[d][k])), att=ref[d][k]["att"],
                      t_end=ref[d][k]["t_end"], pre_switched=True) for k in ref[d]} for d in DS_KEYS}
    r = S.score_dataset(held, ev, LA)
    return dict(seeds="+".join(map(str, seeds)), n=len(seeds), ds=held, a=a, H=r["H"], Acc=r["Acc"], SDT=r["SDT"])


if __name__ == "__main__":
    pairs = list(zip(sys.argv[1::2], sys.argv[2::2]))
    Fs = [features(d, c) for d, c in pairs]
    n = len(Fs)
    sets = [[s] for s in range(n)] + [list(range(n))]
    df = pd.DataFrame(Parallel(n_jobs=int(os.environ.get("SCORE_JOBS", 3)))(
        delayed(one)(Fs, h, s, a) for s in sets for h in DS_KEYS for a in GRID))
    df.to_csv(os.path.join(EXP, "results", "research", "fuse_ensemble.csv"), index=False)
    g = df.groupby(["n", "seeds", "a"])[["H", "Acc", "SDT"]].mean()
    single = g.loc[1].groupby("a").mean()
    ens = g.loc[n].droplevel(0)
    pd.set_option("display.width", 200)
    print(f"mean of the {n} single seeds:\n", single.round(4).to_string())
    print(f"\nensemble of the {n} seeds:\n", ens.round(4).to_string())
    print("\ngain of the ensemble over the mean single seed (H):\n", (ens.H - single.H).round(4).to_string())
    pv = df[df.n == n].pivot(index="a", columns="ds", values="H")
    print("\nensemble, H per held-out dataset:\n", pv.round(4).to_string())
