"""Compare BMMS 3-feature vs reference DirectNet, same seeds and fixed HMM."""
import json,os
import pandas as pd
from common_exp import EXP

def main():
 rows=[]
 for seed in (0,1):
  for method in ('bmms3enh','direct_sw2'):
   if method=='bmms3enh':name=f'direct_clf__eaP_n5_t60_w10_bmms3enh_ptSPK_s{seed}';tag='_w10bmms3enhP'
   else:
    suff='' if seed==0 else f'_s{seed}';name=f'direct_clf__eaP_n5_t60_w10b3_ptSPK{suff}_aug-sw2';tag='_w10b3sw2P'
   d=json.load(open(os.path.join(EXP,'results',name+'.json')))['causal']
   for ds in ('AVGC','DTU','KUL','UHD','USTC'):
    z=d['per_dataset'][ds];rows.append(dict(seed=seed,method=method,dataset=ds,kind='synthetic',p_stay=.998,**{k:z[k] for k in ('H','Acc','SDT')}))
   for ds in ('AASD','Carta2026'):
    path=os.path.join(EXP,'results','research',f'ext_clf_{ds}{tag}_s{seed}.json');z=json.load(open(path))['by_p_stay']['0.998']
    rows.append(dict(seed=seed,method=method,dataset=ds,kind='real',p_stay=.998,**{k:z[k] for k in ('H','Acc','SDT')}))
 df=pd.DataFrame(rows);out=os.path.join(EXP,'results','research','bmms3_vs_direct_sw2.csv');df.to_csv(out,index=False)
 print(df.to_string(index=False));print('LODO mean',df[df.kind=='synthetic'].groupby(['seed','method'])[['H','Acc','SDT']].mean().to_string());print('wrote',out)
if __name__=='__main__':main()
