"""75% recipe baseline + 25% original-feature transformer (proxy calibration)."""
import os
import numpy as np
import pandas as pd
import torch
import antisym_transformer_experiment as T
import eval_external as E
import nested_schedule_eval as N
import nested_stack_fusion as F
import rate_aux_baseline_ensemble as R
import score as S
from common import DS_KEYS
from common_exp import EXP
from nested_stack_base import ROOT as CR
from nested_stack_decoder import ROOT as DR
from score_baseline_recipe import model_names

P=.998
OUT=os.path.join(EXP,'results','research','recipe_transformer_proxy_zero.csv')

def main():
    torch.set_num_threads(2);dev=torch.device('cuda' if torch.cuda.is_available() else 'cpu')
    clf,info=zip(*[S.load_folds(e,'causal') for e in F.REF]);dec,_=zip(*[S.load_folds(e,'causal') for e in F.DEC])
    rc,_=zip(*[S.load_folds(model_names(i,True)[1],'causal') for i in range(4)])
    rd,_=zip(*[S.load_folds(model_names(i,True)[0],'causal') for i in range(4)])
    la=float(info[0][DS_KEYS[0]]['lookahead_s']);rows=[]
    for outer in list(DS_KEYS)+['ALL']:
        tab={}
        for ds in DS_KEYS:
            if outer in ('ALL',ds):ec=[v[ds] for v in clf];ed=[v[ds] for v in dec]
            else:ec=[F.load_pair(CR,outer,ds,i) for i in range(4)];ed=[F.load_pair(DR,outer,ds,i) for i in range(4)]
            tab[ds]=N.original_table(ed,ec,ds,True)
        train=[d for d in DS_KEYS if d!=outer];trials=[t for d in train for t in tab[d].values()]
        base=F.baseline(trials);models=[R.model_for(outer,i,dev) for i in range(4)]
        b={d:{k:base(t['x']) for k,t in tab[d].items()} for d in train}
        pred={d:{k:np.stack([T.predict(m,t['x'],s,dev) for m,s in models]) for k,t in tab[d].items()} for d in train}
        sb=R.signed_std(b,tab,train);targets={}
        if outer!='ALL':
            rt=N.original_table([v[outer] for v in rd],[v[outer] for v in rc],outer,True);orig=tab[outer]
            assert set(rt)==set(orig)
            targets[outer]={k:(orig[k]['x'],rt[k]['x'],orig[k]['ev']) for k in orig}
            for k in orig:
                if not np.array_equal(orig[k]['y'],rt[k]['y']):raise ValueError('label mismatch')
        else:
            for ds in ('AASD','Carta2026'):
                dn='aasd_c1_bestP' if ds=='AASD' else f'ext_c1_{ds}_bestP'
                rn='aasd_c1_recipeP' if ds=='AASD' else f'ext_c1_{ds}_recipeP'
                def load(n):return [N.load(os.path.join(EXP,'results','research',n.format(i=i))) for i in range(4)]
                ed=load(dn+'_evidence_s{i}.pkl');ec=load(f'ext_clf_{ds}_w10b3sw2P_evidence_s{{i}}.pkl')
                re=load(rn+'_evidence_s{i}.pkl');ce=load(f'ext_clf_{ds}_w10b3recipeP_evidence_s{{i}}.pkl')
                targets[ds]={}
                for k in ed[0]:
                    x,e=F.join(ed,ec,k);rx,rev=F.join(re,ce,k)
                    if len(x)!=len(rx) or not np.allclose(e['t_end'],rev['t_end']):raise ValueError('timing mismatch')
                    targets[ds][k]=(x,rx,e)
        for variant,idx in [(f'seed{i}',[i]) for i in range(4)]+[('mean4',list(range(4)))]:
            ts={d:{k:v[idx].mean(axis=0) for k,v in pred[d].items()} for d in train};st=R.signed_std(ts,tab,train)
            if min(sb,st)<1e-8 or not np.isfinite([sb,st]).all():raise ValueError('invalid scaling')
            signed=np.concatenate([(b[d][k]/sb)*np.where(v['y']==0,1.,-1.) for d in train for k,v in tab[d].items()])
            mu,sd=float(signed.mean()),float(signed.std())
            if mu<=0 or sd<1e-8:raise ValueError('invalid emissions')
            for ds,data in targets.items():
                ev={}
                for k,(x,rx,e) in data.items():
                    tv=np.mean([T.predict(*[models[i][0],x,models[i][1],dev]) for i in idx],axis=0)
                    z=base(rx)/sb
                    ev[k]=dict(e,r0=z,r1=np.zeros(len(z)),pre_switched=True)
                if outer=='ALL':result=E.score(ev,mu,sd,P,la)
                else:
                    all_ev={d:{k:dict(v['ev'],r0=b[d][k],r1=np.zeros(len(v['y'])),pre_switched=True) for k,v in tab[d].items()} for d in train}
                    all_ev[outer]=ev;result=S.score_dataset(outer,all_ev,la,emis=(mu,sd),p_stay=P)
                rows.append(dict(variant=variant,ds=ds,weight=0.,p_stay=P,**result));print(rows[-1],flush=True)
        pd.DataFrame(rows).to_csv(OUT.replace('.csv','_partial.csv'),index=False)
    pd.DataFrame(rows).to_csv(OUT,index=False);print('wrote',OUT,flush=True)
if __name__=='__main__':main()
