"""Compare attention evidence near its start versus later, without HMM.

First 8s means 32 frames since FIRST AVAILABLE FUSED EVIDENCE, not trial onset.
Accuracy by subject; synthetic uses the evaluation schedule, one realization.
"""
import os
import numpy as np
import pandas as pd
import torch
import antisym_transformer_experiment as T
import masked_rate_experiment as M
import nested_stack_fusion as F
import nested_schedule_eval as N
import rate_aux_baseline_ensemble as R
import score as S
from common import DS_KEYS
from common_exp import EXP

def main():
 torch.set_num_threads(2);dev=torch.device('cuda' if torch.cuda.is_available() else 'cpu')
 clf,_=zip(*[S.load_folds(e,'causal') for e in F.REF]);dec,_=zip(*[S.load_folds(e,'causal') for e in F.DEC]);rows=[]
 for ds in list(DS_KEYS)+['AASD','Carta2026']:
  if ds in DS_KEYS:
   tab=N.original_table([v[ds] for v in dec],[v[ds] for v in clf],ds,True);outer=ds
  else:
   outer='ALL';dn='aasd_c1_bestP' if ds=='AASD' else f'ext_c1_{ds}_bestP'
   load=lambda name:[N.load(os.path.join(EXP,'results','research',name.format(i=i))) for i in range(4)]
   ed=load(dn+'_evidence_s{i}.pkl');ec=load(f'ext_clf_{ds}_w10b3sw2P_evidence_s{{i}}.pkl')
   tab={}
   for k in ed[0]:
    x,e=F.join(ed,ec,k);tab[k]={'x':x,'y':e['att'],'subject':e['subject']}
  for seed in (0,1):
   old,scale=R.model_for(outer,seed,dev)
   path=os.path.join(M.OUT,f'model_fusion_{outer}_s{seed}.pt');ck=torch.load(path,map_location='cpu',weights_only=True)
   assert ck['outer']==outer and ck['variant']=='fusion'
   new=M.MaskedRateNet(16).to(dev);new.load_state_dict(ck['state']);new.eval();sc=np.asarray(ck['scale'],np.float32)
   scores={}
   for k,t in tab.items():
    x=t['x'];y=np.asarray(t['y']);subject=str(t['subject'])
    for method,z in [('repeated',T.predict(old,x,scale,dev)),('masked',M.predict(new,x,sc,dev))]:
     for period,sl in [('first_8s_evidence',slice(0,32)),('later',slice(32,None))]:
      correct=(np.sign(z[sl])==np.where(y[sl]==0,1,-1));
      if len(correct):scores.setdefault((method,period,subject),[]).extend(correct.tolist())
   for method in ('repeated','masked'):
    for period in ('first_8s_evidence','later'):
     vals=[np.mean(v) for (m,p,s),v in scores.items() if m==method and p==period]
     rows.append(dict(ds=ds,seed=seed,method=method,period=period,n_subjects=len(vals),accuracy=float(np.mean(vals))))
   print(ds,seed,rows[-4:],flush=True)
 out=os.path.join(EXP,'results','research','masked_rate_position.csv');pd.DataFrame(rows).to_csv(out,index=False);print('wrote',out,flush=True)
if __name__=='__main__':main()
