"""Fixed-weight pretrained 3-feature BMMS mix with sw2 4+4 + four-seed rate Transformer.

Outer LODO calibration uses existing pair-excluded sw2 evidence; HMM emission
calibration stays fixed at the zero-BMMS reference for all weights. BMMS logits
have fixed unit scaling: no BMMS test-fold labels or in-sample BMMS predictions
are used for calibration. This is exploratory until nested BMMS fits exist.
"""
import os
import numpy as np
import pandas as pd
import torch
import antisym_transformer_experiment as T
import eval_external as E
import nested_schedule_eval as N
import nested_stack_fusion as F
import rate_aux_baseline_ensemble as R
import score as S
from common import DS_KEYS
from common_exp import EXP
from nested_stack_base import ROOT as CR
from nested_stack_decoder import ROOT as DR

P=.998;WEIGHTS=(0.,.1,.25)
OUT=os.path.join(EXP,'results','research','bmms3_enhanced_ensemble.csv')

def bvec(e,times):
 te=np.asarray(e['t_end'],float);times=np.asarray(times,float)
 idx=np.minimum(np.searchsorted(te,times),len(te)-1)
 prev=np.maximum(idx-1,0)
 idx=np.where(np.abs(te[prev]-times)<np.abs(te[idx]-times),prev,idx)
 if not np.allclose(te[idx],times,atol=1e-3,rtol=0):raise ValueError('BMMS timing misalignment')
 return (e['r0']-e['r1'])[idx],np.asarray(e['att'])[idx]

def main():
 torch.set_num_threads(2);dev=torch.device('cuda' if torch.cuda.is_available() else 'cpu')
 clf,info=zip(*[S.load_folds(e,'causal') for e in F.REF]);dec,_=zip(*[S.load_folds(e,'causal') for e in F.DEC])
 bm,_=zip(*[S.load_folds(f'direct_clf__eaP_n5_t60_w10_bmms3enh_ptSPK_s{i}','causal') for i in (0,1)])
 la=float(info[0][DS_KEYS[0]]['lookahead_s']);rows=[]
 for outer in list(DS_KEYS)+['ALL']:
  tab={}
  for ds in DS_KEYS:
   if outer in ('ALL',ds):ec=[v[ds] for v in clf];ed=[v[ds] for v in dec]
   else:ec=[F.load_pair(CR,outer,ds,i) for i in range(4)];ed=[F.load_pair(DR,outer,ds,i) for i in range(4)]
   tab[ds]=N.original_table(ed,ec,ds,True)
  train=[d for d in DS_KEYS if d!=outer];trials=[t for d in train for t in tab[d].values()]
  base=F.baseline(trials);models=[R.model_for(outer,i,dev) for i in range(4)]
  b={d:{k:base(t['x']) for k,t in tab[d].items()} for d in train}
  ts={d:{k:np.mean([T.predict(m,t['x'],sc,dev) for m,sc in models],axis=0) for k,t in tab[d].items()} for d in train}
  sb=R.signed_std(b,tab,train);st=R.signed_std(ts,tab,train)
  if min(sb,st)<1e-8 or not np.isfinite([sb,st]).all():raise ValueError('bad scaling')
  signed=np.concatenate([(.75*b[d][k]/sb+.25*ts[d][k]/st)*np.where(t['y']==0,1.,-1.) for d in train for k,t in tab[d].items()])
  mu,sd=float(signed.mean()),float(signed.std())
  if mu<=0 or sd<1e-8:raise ValueError('bad emissions')
  targets={}
  if outer!='ALL':
   targets[outer]={}
   for k,t in tab[outer].items():
    v=[]
    for e in bm:
     z,y=bvec(e[outer][k],t['ev']['t_end']);assert np.array_equal(y,t['y']);v.append(z)
    targets[outer][k]=(t['x'],t['ev'],v)
  else:
   for ds in ('AASD','Carta2026'):
    dn='aasd_c1_bestP' if ds=='AASD' else f'ext_c1_{ds}_bestP'
    def load(n,ids):return [N.load(os.path.join(EXP,'results','research',n.format(i=i))) for i in ids]
    ed=load(dn+'_evidence_s{i}.pkl',range(4));ec=load(f'ext_clf_{ds}_w10b3sw2P_evidence_s{{i}}.pkl',range(4))
    be=load(f'ext_clf_{ds}_w10bmms3enhP_evidence_s{{i}}.pkl',(0,1));targets[ds]={}
    for k in ed[0]:
     x,e=F.join(ed,ec,k);v=[]
     for obj in be:
      z,y=bvec(obj[k],e['t_end']);assert np.array_equal(y,e['att']);v.append(z)
     targets[ds][k]=(x,e,v)
  for ds,data in targets.items():
   cache={}
   for k,(x,e,vs) in data.items():
    t=np.mean([T.predict(m,x,sc,dev) for m,sc in models],axis=0)
    cache[k]=(.75*base(x)/sb+.25*t/st,e,vs)
   for variant,indices in [('seed0',[0]),('seed1',[1]),('mean2',[0,1])]:
    for w in WEIGHTS:
     ev={k:dict(e,r0=(1-w)*z+w*np.mean([v[i] for i in indices],axis=0),r1=np.zeros(len(z)),pre_switched=True) for k,(z,e,v) in cache.items()}
     if outer=='ALL':res=E.score(ev,mu,sd,P,la)
     else:
      # score_dataset builds train arrays even when emissions are supplied.
      all_ev={d:{k:dict(t['ev'],r0=b[d][k],r1=np.zeros(len(t['y'])),pre_switched=True) for k,t in tab[d].items()} for d in train}
      all_ev[outer]=ev;res=S.score_dataset(outer,all_ev,la,emis=(mu,sd),p_stay=P)
     rows.append(dict(ds=ds,variant=variant,bmms_weight=w,transformer_fraction_before_bmms=.25,**res));print(rows[-1],flush=True)
  pd.DataFrame(rows).to_csv(OUT.replace('.csv','_partial.csv'),index=False)
 pd.DataFrame(rows).to_csv(OUT,index=False);print('wrote',OUT,flush=True)
if __name__=='__main__':main()
