"""Small synthetic project in the native schemas shipped by the earlier AQ suites.

No real student data or AQ performance evidence is contained here.
"""
from pathlib import Path
import json
import joblib
import numpy as np
import pandas as pd


def write_project(root, folds=7, faculties=('A','B'), with_raw=True, with_sidecars=True):
    from pace.aq_native import COURSE_FEATURES
    root = Path(root)
    cache = root/'results/cross_faculty_residual_moe/cache'
    side = root/'results/suite12_structured_cache'
    cache.mkdir(parents=True, exist_ok=True); side.mkdir(parents=True, exist_ok=True)
    orders = [2019*3+1+i for i in range(folds+2)]
    terms = [(o//3)*10+o%3+1 for o in orders]
    names = ['raw_risk','raw_trend','SoTinChi']
    raw_rows = []
    for fi, faculty in enumerate(faculties):
        by_term = []
        for ti, term in enumerate(terms):
            rows = []
            for student in range(10):
                for ci in range(3):
                    grade = float([0, 3, 4.5, 6, 8, 9][(student+ci+ti+fi)%6])
                    sid = f'{faculty}_s{student:02}'
                    gid = f'{faculty}_{term}_{student}_{ci}'
                    rows.append(dict(IDKQDK='r_'+gid, target_IDCongDiem=gid, IDSV=sid, IDMH=f'c{ci}',
                                     target_NHHK=term, target_grade10=grade, SoTinChi=3.,
                                     raw_risk=(student+ci)%4, raw_trend=ti/10, IDToHoc=f'{term}_c{ci}'))
                    raw_rows.append(dict(IDCongDiem=gid, IDSV=sid, IDMH=f'c{ci}', NHHK=term,
                                         DiemHP=grade, DiemHPCalc=np.nan, SoTinChi=3., DatHP=int(grade>=5)))
            by_term.append(pd.DataFrame(rows))
        for fold in range(1, folds+1):
            tr = pd.concat(by_term[:fold+1], ignore_index=True); te = by_term[fold+1].copy()
            covered = (np.arange(len(tr))%3 != 0)
            probabilities = np.full((len(tr),2), .5)
            # Mask alone is insufficient: one covered row has an invalid member.
            probabilities[np.flatnonzero(covered)[0], 1] = np.nan
            finite = covered & np.isfinite(probabilities).all(1)
            obj = dict(feature_names=names, Xtr=tr[names].to_numpy(float), Xte=te[names].to_numpy(float),
                       ytr=(tr.target_grade10<5).to_numpy(np.int8), yte=(te.target_grade10<5).to_numpy(np.int8),
                       train_frame=tr, test_frame=te, cf_covered_mask=covered, cf_probabilities=probabilities)
            joblib.dump(obj, cache/f'{faculty}_fold_{fold}.joblib')
            if with_sidecars:
                # Course metadata need not equal a fresh reconstruction; aligned
                # upstream snapshots must be retained byte-for-value.
                ix = np.flatnonzero(finite)[::-1]
                train_meta = np.full((len(ix),len(COURSE_FEATURES)), np.nan); train_meta[:,0] = 3.
                target_meta = np.full((len(te),len(COURSE_FEATURES)), np.nan); target_meta[:,0] = 3.
                target_meta[:,12] = fold*10.
                joblib.dump(dict(train_row_index=ix, train=dict(course_target=train_meta),
                                 target=dict(course_target=target_meta)), side/f'{faculty}_fold_{fold}.joblib')
    if with_raw:
        # Include one extra pre-cache semester and one future semester. Only
        # strict earlier prefixes may reach an encoder at a given origin.
        earlier = (orders[0]-1)//3*10+(orders[0]-1)%3+1
        future = (orders[-1]+1)//3*10+(orders[-1]+1)%3+1
        for faculty in faculties:
            for student in range(10):
                for term in (earlier,future):
                    raw_rows.append(dict(IDCongDiem=f'extra_{faculty}_{student}_{term}',IDSV=f'{faculty}_s{student:02}',
                                         IDMH='c0',NHHK=term,DiemHP=8.,DiemHPCalc=np.nan,SoTinChi=3.,DatHP=1))
        db = root.parent/'database'; db.mkdir(parents=True, exist_ok=True)
        pd.DataFrame(raw_rows).to_csv(db/'DDTBHP.csv', index=False)
    (root/'SYNTHETIC_FIXTURE.json').write_text(json.dumps(dict(synthetic=True,faculties=list(faculties),folds=folds)))
    return root
