"""(1) Ensembles of saved LODO evidence (mean of r0 / r1 over decoders, same 1-s grid); (2) HMM p_stay sensitivity of
the best single model. CPU only, no retraining. Writes results/research_ensemble_pstay.csv"""
import os, sys, numpy as np, pandas as pd
sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
import score as S
from common import DS_KEYS
from common_exp import EXP

def ens(exps):
    evs = [S.load_folds(e, "causal")[0] for e in exps]
    out = {}
    for ds in DS_KEYS:
        out[ds] = {}
        for k in evs[0][ds]:
            n = min(len(ev[ds][k]["r0"]) for ev in evs)
            base = dict(evs[0][ds][k]); 
            for f in ("r0", "r1", "att", "t_end"): base[f] = base[f][:n]
            # z-normalise each decoder's evidence scale before averaging (decoders differ in r magnitude)
            base["r0"] = np.mean([ev[ds][k]["r0"][:n] / sc for ev, sc in zip(evs, scales)], 0)
            base["r1"] = np.mean([ev[ds][k]["r1"][:n] / sc for ev, sc in zip(evs, scales)], 0)
            out[ds][k] = base
    return out

def run(ev, la, pstay=None):
    if pstay: S.S["p_stay"] = pstay
    per = {ds: S.score_dataset(ds, ev, la) for ds in DS_KEYS}
    S.S["p_stay"] = 0.998
    return {k: float(np.mean([per[d][k] for d in DS_KEYS])) for k in ("Acc", "SDT", "L", "H")}

rows = []
BEST = "vlaai_ws__mat_aug_cluster"
SETS = {
    "best single": [BEST],
    "top3 DNN": [BEST, "deformer_ws__mat", "lsm_cnn__mat"],
    "top5 DNN": [BEST, "deformer_ws__mat", "lsm_cnn__mat", "vlaai__mat_skip", "deformer__mat"],
    "all DNN mat": [BEST, "deformer_ws__mat", "lsm_cnn__mat", "vlaai__mat_skip", "deformer__mat", "simple_cnn__mat", "ssmamba__mat"],
    "top3 DNN + wf": [BEST, "deformer_ws__mat", "lsm_cnn__mat", "wf__mat"],
    "best + ssmamba": [BEST, "ssmamba__mat"],
}
for name, exps in SETS.items():
    evs0 = [S.load_folds(e, "causal")[0] for e in exps]
    scales = []
    for ev in evs0:   # evidence scale from all folds' |r0-r1| (label-free)
        scales.append(np.std(np.concatenate([e["r0"] - e["r1"] for ds in DS_KEYS for e in ev[ds].values()])))
    r = run(ens(exps), 0.75); r.update(test="ensemble", setting=name, n=len(exps)); rows.append(r); print(r, flush=True)
scales = [1.0]
evb = S.load_folds(BEST, "causal")[0]
for p in (0.99, 0.995, 0.997, 0.998, 0.999, 0.9995):
    r = run(evb, 0.75, p); r.update(test="p_stay", setting=p, n=1); rows.append(r); print(r, flush=True)
pd.DataFrame(rows).to_csv(os.path.join(EXP, "results", "research", "research_ensemble_pstay.csv"), index=False)
