"""Tiny AQ-shaped multi-fold data with intentionally ungraded origin classmates.
This is only for contract/integration tests, NOT real university evidence.
"""
from pathlib import Path
import json
import numpy as np
import pandas as pd
import joblib
from s33_data import COURSE_NAMES
from s33_context import REQUIRED_MANIFEST

SEM=['20211','20212','20213','20221','20222','20223','20231','20232']
ORIGINS=['2021-01-15','2021-06-15','2021-09-15','2022-01-15','2022-06-15','2022-09-15','2023-01-15','2023-06-15']
RELEASES=['2021-05-01','2021-08-01','2021-12-01','2022-05-01','2022-08-01','2022-12-01','2023-05-01','2023-08-01']

def generate(root,per_fac=12):
    root=Path(root);cache=root/'results'/'cross_faculty_residual_moe'/'cache';side=root/'results'/'suite12_structured_cache';source=root/'data'/'asof_rosters'
    for q in (cache,side,source):q.mkdir(parents=True,exist_ok=True)
    rng=np.random.default_rng(300)
    fs=['khoa_A','khoa_B']
    feats=[f'x_{i:03d}' for i in range(136)];rows={f:[] for f in fs};all_roster=[]
    for idx,sem in enumerate(SEM):
        for faculty in fs:
            for i in range(per_fac):
                student=f'{faculty}_student_{i}'
                course='course1' if i%2==0 else 'course2'
                # Share offerings across faculties, two sections for every course.
                section='section_A' if i%4<2 else 'section_B'
                if i%2==0 and i%4==2:section='section_B'
                # More than one section per course: set by i//2 parity.
                section='section_A' if ((i//2)%2)==0 else 'section_B'
                prior=2.4+0.1*(i%7)+.02*idx
                raw=rng.normal(size=136).astype('float32');raw[0]=prior;raw[1]=idx
                label=int((i+2*idx+(faculty=='khoa_B'))%7==0)
                row=dict(IDSV=student,IDMH=course,IDToHoc=section,target_NHHK=sem,label=label,raw=raw,gpa=prior)
                rows[faculty].append(row)
                all_roster.append(dict(semester=sem,course_id=course,section_id=section,student_id=student,source_faculty=faculty,origin_at=ORIGINS[idx]+'T00:00:00+00:00',snapshot_at=ORIGINS[idx]+'T00:00:00+00:00',member_known_at=(pd.Timestamp(ORIGINS[idx])-pd.Timedelta(days=1)).isoformat()+'+00:00',member_effective_at=(pd.Timestamp(ORIGINS[idx])-pd.Timedelta(days=1)).isoformat()+'+00:00',prior_gpa=prior,prior_gpa_released_at=(pd.Timestamp(ORIGINS[idx])-pd.Timedelta(days=20)).isoformat()+'+00:00'))
        # Roster extra peer without eventual numeric target: vital to test that no outcome filtering occurs.
        all_roster.append(dict(semester=sem,course_id='course1',section_id='section_A',student_id=f'ungraded_{idx}',source_faculty='another_faculty',origin_at=ORIGINS[idx]+'T00:00:00+00:00',snapshot_at=ORIGINS[idx]+'T00:00:00+00:00',member_known_at=(pd.Timestamp(ORIGINS[idx])-pd.Timedelta(days=2)).isoformat()+'+00:00',member_effective_at=(pd.Timestamp(ORIGINS[idx])-pd.Timedelta(days=2)).isoformat()+'+00:00',prior_gpa='',prior_gpa_released_at=''))
    for fold in range(1,8):
        for f in fs:
            records=rows[f];history=[x for x in records if SEM.index(x['target_NHHK'])<fold];target=[x for x in records if SEM.index(x['target_NHHK'])==fold]
            def frame(z):return pd.DataFrame([{k:x[k] for k in ('IDSV','IDMH','IDToHoc','target_NHHK')} for x in z])
            def X(z):return np.asarray([x['raw'] for x in z],dtype='float32')
            def Y(z):return np.asarray([x['label'] for x in z],dtype='int8')
            ni=len(history);mask=np.ones(ni,bool);mask[0]=False
            cf=np.tile(np.array([[.9,.1]]),(ni,1))
            d=dict(Xtr=X(history),ytr=Y(history),train_frame=frame(history),Xte=X(target),yte=Y(target),test_frame=frame(target),feature_names=feats,cf_covered_mask=mask,cf_probabilities=cf,qte=np.ones(len(target))*.15)
            joblib.dump(d,cache/f'{f}_fold_{fold}.joblib')
            ix=np.flatnonzero(mask)
            structure=lambda z:np.asarray([[3.,45.,15.,45.,20.,0.,0.,0.,0.,0.,0.,0.,len(z),4.,2.,.1,.9] for _ in z],dtype='float32')
            joblib.dump(dict(train_row_index=ix,train=dict(course_target=structure(history)[ix]),target=dict(course_target=structure(target))),side/f'{f}_fold_{fold}.joblib')
    pd.DataFrame(all_roster).to_csv(source/'roster_asof.csv',index=False)
    pd.DataFrame([dict(semester=sem,latest_grade_released_at=RELEASES[i]+'T00:00:00+00:00') for i,sem in enumerate(SEM)]).to_csv(source/'grade_release.csv',index=False)
    m=dict(**REQUIRED_MANIFEST,roster_csv='roster_asof.csv',grade_release_csv='grade_release.csv',roster_version='SYNTHETIC_UNIT_TEST_NOT_REAL',verification_reference='SYNTHETIC_UNIT_TEST',verified_by='TEST_FIXTURE_GENERATOR')
    (source/'roster_manifest.json').write_text(json.dumps(m,indent=2))
    return root

if __name__=='__main__':
    import sys
    print(generate(sys.argv[1]))
