import os,sys,subprocess
from pathlib import Path
import numpy as np
import pandas as pd
import joblib


def _structured(n,y,signal):
    ss=np.zeros((n,3,14),np.float32);sm=np.ones((n,3),bool);ss[:,:,0]=6;ss[:,:,1]=6.2
    ct=np.zeros((n,17),np.float32);ct[:,0]=3;ct[:,12]=30;ct[:,13]=6;ct[:,15]=.2
    cn=np.zeros((n,2,17),np.float32);cm=np.zeros((n,2),bool);crt=np.zeros((n,2),np.int8)
    re=np.zeros((n,4,7),np.float32);rm=np.zeros((n,4),bool);rt=np.zeros((n,4),np.int8)
    rm[:,0]=1;rt[:,0]=13;re[:,0,0]=np.where(y==1,3.,8.);re[:,0,2]=(y==0);re[:,0,3]=1;re[:,0,4]=1
    ce=np.zeros((n,4,6),np.float32);cma=np.zeros((n,4),bool);ctype=np.zeros((n,4),np.int8)
    return dict(student_seq=ss,student_mask=sm,course_target=ct,course_neighbors=cn,course_neighbor_mask=cm,course_relation_type=crt,relation_events=re,relation_mask=rm,relation_type=rt,component_events=ce,component_mask=cma,component_type=ctype)


def test_suite17_cli_smoke(tmp_path):
    rng=np.random.default_rng(8);root=tmp_path;cache=root/'cache';sc=root/'structured';raw=sc/'raw_index';out=root/'out';cache.mkdir();sc.mkdir();raw.mkdir(parents=True)
    facs=['f0','f1'];ntr=240;nte=60;blocks=np.repeat(np.arange(1,13),20).astype(float)
    all_students=[];course_rows=[];comp_rows=[]
    for fi,fac in enumerate(facs):
        x=rng.normal(size=(ntr,5)).astype(np.float32);risk=x[:,0]+.7*x[:,1]+.3*fi+rng.normal(scale=.5,size=ntr);y=(risk>0).astype(np.int8)
        xt=rng.normal(size=(nte,5)).astype(np.float32);riskt=xt[:,0]+.7*xt[:,1]+.3*fi+rng.normal(scale=.5,size=nte);yt=(riskt>0).astype(np.int8)
        q=np.clip(.35+.08*x[:,0],.05,.95);qt=np.clip(.35+.08*xt[:,0],.05,.95);teacher=np.column_stack([q,np.clip(q+.02,0,1),np.clip(q-.02,0,1)]).astype(np.float32);tt=np.column_stack([qt,np.clip(qt+.02,0,1),np.clip(qt-.02,0,1)]).astype(np.float32)
        ids=np.array([f'{fac}_s{i}' for i in range(ntr)],object);idt=np.array([f'{fac}_t{i}' for i in range(nte)],object);courses=np.where(np.arange(ntr)%2==0,'c0','c1');coursest=np.where(np.arange(nte)%2==0,'c0','c1')
        trf=pd.DataFrame({'IDSV':ids,'IDMH':courses,'target_NHHK':20211});tef=pd.DataFrame({'IDSV':idt,'IDMH':coursest,'target_NHHK':20212})
        d={'Xtr':x,'Xte':xt,'feature_names':[f'f{i}' for i in range(5)],'support_hist':pd.DataFrame(index=range(ntr)),'support_target':pd.DataFrame(index=range(nte)),'cf_probabilities':teacher,'pte':tt,'cf_covered_mask':np.ones(ntr,bool),'cf_block_ids':blocks,'ytr':y,'yte':yt,'train_frame':trf,'test_frame':tef}
        joblib.dump(d,cache/f'{fac}_fold_1.joblib')
        sobj={'train_row_index':np.arange(ntr,dtype=np.int32),'train':_structured(ntr,y,risk),'target_row_index':np.arange(nte,dtype=np.int32),'target':_structured(nte,yt,riskt),'config':{'schema_version':4}}
        joblib.dump(sobj,sc/f'{fac}_fold_1.joblib')
        # raw prior evidence for latent/mastery stores
        for sid,yy,cc in zip(np.r_[ids,idt],np.r_[y,yt],np.r_[courses,coursest]):
            all_students.append({'IDSV':sid,'NHHK':20201,'DTBHK':8-4*yy,'DTBTLHK':8-3*yy,'SOTCDKHK':15,'SoTCDat':12,'SoTCNoTL':3,'SoMonNoHB':1,'SoTCKDat':0,'DTBHKDK':7,'SoTCHKDK':12,'SoTCDatHKDK':10,'DTBCNTLHK':7,'SoTCCNTLHK':10})
            course_rows.append({'IDSV':sid,'IDMH':cc,'NHHK':20201,'DiemHP':8-5*yy,'DiemHPCalc':np.nan,'SoTinChi':3,'DatHP':1-yy})
            comp_rows.append({'IDSV':sid,'IDMH':cc,'NHHK':20201,'DiemTP':8-5*yy,'PhTrMH':.5,'DatTP':1-yy,'KyHieuTP':'K1'})
    joblib.dump(pd.DataFrame(all_students),raw/'student_semester.joblib');joblib.dump(pd.DataFrame(course_rows),raw/'course_history.joblib');joblib.dump(pd.DataFrame(comp_rows),raw/'component_history.joblib')
    cs=pd.DataFrame({'IDMH':['c0','c1']})
    for c in ['SoTinChi','SoTietMH','SoTietTuan','SiSoMax','SiSoMin','KhgTinhDTB','IsMHTN','IsMonKT','IsMHKN','IsMHDacThu','IsGDTiengAnh','IsMonNgoaiNgu']:cs[c]=0
    cs['SoTinChi']=3;joblib.dump(cs,raw/'course_static.joblib');joblib.dump(pd.DataFrame([{'src':'c0','dst':'c1','family':1,'kind':1,'available_nhhk':20191}]),raw/'course_edges.joblib')
    cmd=[sys.executable,'train_suite17_robust_forward_specialist_boosting.py','--cache_dir',str(cache),'--structured_cache_dir',str(sc),'--support_cache_dir',str(root/'support'),'--out_dir',str(out),'--faculties','all','--folds','1','--dev_folds','1','--holdout_folds','1','--meta_windows','2','--meta_min_prior_blocks','3','--crossfit_min_prior_blocks','3','--window_min_faculties','2','--window_min_failures','5','--window_min_rows','40','--hgb_iter_candidates','5','--hgb_max_rows','0','--local_min_prior_blocks','3','--local_crossfit_window_blocks','2','--local_min_train_rows','20','--local_min_failures','2','--local_hgb_iter','5','--local_recent_blocks','2','--max_deploy_stages','1','--admit_min_mean_ap','0','--admit_min_win_rate','.5','--admit_max_recent_window_mean_drop','-.1','--shared_results_dir','','--suite7_results_dir','','--suite8_results_dir','','--suite9_results_dir','','--suite10_results_dir','','--suite11_results_dir','','--suite12_results_dir','','--suite13_results_dir','','--suite14_results_dir','','--suite16_results_dir','','--v2_results_dir','','--council_results_dir','']
    env=os.environ.copy();env['PYTHONPATH']=str(Path(__file__).resolve().parents[1])+os.pathsep+env.get('PYTHONPATH','')
    p=subprocess.run(cmd,cwd=Path(__file__).resolve().parents[1],env=env,text=True,capture_output=True,timeout=120)
    assert p.returncode==0,p.stdout+'\n'+p.stderr
    for name in ['primary_holdout_comparison.csv','forward_candidate_audit.csv','forward_stage_decisions.csv','fold_selection_summary.csv','faculty_head_to_head.csv']:
        assert (out/name).exists(),name
    assert (out/'fold_1'/'selected_relational_variant.txt').exists()
    assert '[DONE] Suite17 results:' in p.stdout
