"""Score one classifier variant and its matched sw2 baseline (same training seed) on the synthetic LODO with a grid of HMM p_stay.

Generalises score_c1_pstay.py. Inputs are saved LODO folds; emissions come from the other four folds (score.score_dataset); the original
synthetic schedule. AASD / Carta2026 are scored by eval_external_clf.py with the same grid. The output file is never overwritten.
usage: python score_clf_pstay.py VARIANT SEED  (VARIANT = the experiment suffix after _aug-, e.g. c2delay) -> results/research/<VARIANT>_pstay_lodo_s<SEED>.csv"""
import csv
import os
import sys

import numpy as np

import score
from common import DS_KEYS
from common_exp import EXP

PSTAYS = (0.9, 0.95, 0.98, 0.99, 0.995, 0.998, 0.9997)
FIELDS = ("seed", "variant", "experiment", "dataset", "p_stay", "H", "Acc", "SDT", "L", "miss_rate")


def main(variant, seed):
    base = "direct_clf__eaP_n5_t60_w10b3_ptSPK" + (f"_s{seed}" if seed else "")
    ref = os.environ.get("PSTAY_REF", "sw2")                                  # the matched baseline (e.g. orgbase: no SparrKULee, no Fuglsang)
    exps = ((ref, base + "_aug-" + ref), (variant, base + "_aug-" + variant))
    out = os.path.join(EXP, "results", "research", f"{variant}_pstay_lodo_s{seed}.csv")
    with open(out, "x", newline="") as f:
        w = csv.DictWriter(f, fieldnames=FIELDS)
        w.writeheader()
        for name, exp in exps:
            print(f"Loading {exp}", flush=True)
            ev, _ = score.load_folds(exp, "causal")
            for p in PSTAYS:
                per = []
                for ds in DS_KEYS:
                    r = score.score_dataset(ds, ev, lookahead=0.75, p_stay=p)
                    per.append(r)
                    w.writerow(dict(seed=seed, variant=name, experiment=exp, dataset=ds, p_stay=p, **{k: r[k] for k in FIELDS[5:]}))
                mean = {k: float(np.mean([r[k] for r in per])) for k in FIELDS[5:]}
                w.writerow(dict(seed=seed, variant=name, experiment=exp, dataset="MEAN", p_stay=p, **mean))
                f.flush()
                print(f"{name} seed={seed} p={p}: H={mean['H']:.4f} Acc={mean['Acc']:.2f} SDT={mean['SDT']:.2f}", flush=True)
    print(f"Saved {out}", flush=True)


if __name__ == "__main__":
    main(sys.argv[1], int(sys.argv[2]))
