"""Rescore cross-fitted 4+4 evidence with fixed temporal decision rules.

All preprocessing, emission calibration and target weights for each LODO
fold use pair-excluded data; real sets use corpus evidence only. The list of
HMM/B1 rules is fixed before scoring; AASD/Carta must not be used for tuning.
Scorer endpoint/sustain semantics remain provisional relative to organizer code.
"""
import os
import numpy as np
import pandas as pd
import torch
import eval_external as E
import nested_schedule_eval as N
import nested_stack_fusion as F
import scorer_kappa_next_inclusive as K
import score as S
import e1_switch
from common import DS_KEYS
from common_exp import EXP
from nested_stack_base import ROOT as CR
from nested_stack_decoder import ROOT as DR
from hmm_semimarkov import sm_filter,dwell_prior

S.fast_score_subject=K.fast_score_subject;S.aggregate=K.aggregate
E.fast_score_subject=K.fast_score_subject;E.aggregate=K.aggregate
RULES=[('HMM_0.998','hmm',.998),('HMM_0.95','hmm',.95),('HMM_0.90','hmm',.90),('B1_m10_k0.6','sm',10.),('B1_m20_k0.6','sm',20.)]
OUT=os.path.join(EXP,'results','research','baseline_4plus4_kappa_balanced.csv')

def main():
 torch.set_num_threads(2)
 clf,info=zip(*[S.load_folds(e,'causal') for e in F.REF]);dec,_=zip(*[S.load_folds(e,'causal') for e in F.DEC])
 la=float(info[0][DS_KEYS[0]]['lookahead_s']);rows=[];priors={m:dwell_prior(m,.6) for m in (10.,20.)}
 for outer in list(DS_KEYS)+['ALL']:
  tab={}
  for ds in DS_KEYS:
   if outer in ('ALL',ds):ec=[v[ds] for v in clf];ed=[v[ds] for v in dec]
   else:ec=[F.load_pair(CR,outer,ds,i) for i in range(4)];ed=[F.load_pair(DR,outer,ds,i) for i in range(4)]
   tab[ds]=N.original_table(ed,ec,ds,True)
  train=[d for d in DS_KEYS if d!=outer];base=F.baseline([t for d in train for t in tab[d].values()])
  b={d:{k:base(t['x']) for k,t in tab[d].items()} for d in DS_KEYS}
  signed=np.concatenate([b[d][k]*np.where(t['y']==0,1.,-1.) for d in train for k,t in tab[d].items()]);mu,sd=float(signed.mean()),float(signed.std())
  if mu<=0 or sd<1e-8:raise ValueError('invalid emissions')
  if outer!='ALL':targets={outer:{k:dict(t['ev'],r0=b[outer][k],r1=np.zeros(len(t['y'])),pre_switched=True) for k,t in tab[outer].items()}}
  else:
   targets={}
   for ds in ('AASD','Carta2026'):
    dn='aasd_c1_bestP' if ds=='AASD' else f'ext_c1_{ds}_bestP'
    def load(n):return [N.load(os.path.join(EXP,'results','research',n.format(i=i))) for i in range(4)]
    ed=load(dn+'_evidence_s{i}.pkl');ec=load(f'ext_clf_{ds}_w10b3sw2P_evidence_s{{i}}.pkl')
    targets[ds]={}
    for k in ed[0]:
     x,e=F.join(ed,ec,k);z=base(x);targets[ds][k]=dict(e,r0=z,r1=np.zeros(len(z)))
  for label,kind,param in RULES:
   def integ(d,p):
    if kind=='hmm':return e1_switch.integ_hmm(d,dict(p_stay=param,mu=p['mu'],sd=p['sd']))
    h,pi=priors[param];ll0=-.5*((d-p['mu'])/p['sd'])**2;ll1=-.5*((d+p['mu'])/p['sd'])**2
    return (sm_filter(ll0,ll1,h,pi)>.5).astype(int)
   S.integ_hmm=integ;E.integ_hmm=integ
   for ds,ev in targets.items():
    if outer=='ALL':out=E.score(ev,mu,sd,.998,la)
    else:
     data={d:{k:dict(v['ev'],r0=b[d][k],r1=np.zeros(len(v['y'])),pre_switched=True) for k,v in tab[d].items()} for d in train};data[outer]=ev
     out=S.score_dataset(outer,data,la,emis=(mu,sd),p_stay=.998)
    rows.append(dict(method='nested_sw2_4plus4',rule=label,ds=ds,kind='real' if outer=='ALL' else 'synthetic',kappa=max(0.,2*out['Acc']/100.-1.),metric='kappa_next_inclusive_provisional',**out))
    print(rows[-1],flush=True)
  pd.DataFrame(rows).to_csv(OUT.replace('.csv','_partial.csv'),index=False)
 pd.DataFrame(rows).to_csv(OUT,index=False);print('wrote',OUT,flush=True)
if __name__=='__main__':main()
