#!/usr/bin/env python3
"""Optional bounded source split-to-cache reconciliation using a normalized raw training index.

Expected CSV: fold,faculty,semester,course_id,student_id,section_id,grade10,grade_released_at.
This only audits row and grade identity; it is NOT the 2x2 missingness experiment.
"""
from __future__ import annotations
import argparse
from pathlib import Path
import numpy as np
import pandas as pd
import joblib
from s33_common import log,save_csv
from s33_data import keystr

def main():
    p=argparse.ArgumentParser();p.add_argument('--root',default='/root/disk_3tb/earlywarning/30072026');p.add_argument('--source-index',required=True);a=p.parse_args()
    source=pd.read_csv(a.source_index,dtype=str)
    required={'fold','faculty','semester','course_id','student_id','section_id','grade10','grade_released_at'}
    if not required.issubset(source):raise ValueError('Normalized source index missing '+str(required-set(source)))
    for k in ('semester','course_id','student_id','section_id'):source[k]=source[k].map(keystr)
    source['fold']=source.fold.astype(int);source['grade10']=pd.to_numeric(source.grade10,errors='coerce')
    source['grade_released_at']=pd.to_datetime(source.grade_released_at,utc=True,errors='coerce')
    if source.duplicated(['fold','faculty','semester','course_id','student_id','section_id']).any():raise ValueError('Duplicate original registration keys')
    out=Path(a.root)/'results'/'suite33_offering_context'/'audits';out.mkdir(parents=True,exist_ok=True)
    summaries=[];bad=[]
    for (fold,faculty),group in source.groupby(['fold','faculty']):
        path=Path(a.root)/'results'/'cross_faculty_residual_moe'/'cache'/f'{faculty}_fold_{fold}.joblib'
        if not path.exists():raise FileNotFoundError(path)
        d=joblib.load(path);frame=d['train_frame'];truth=np.asarray(d['ytr'])
        for k in ('target_NHHK','IDMH','IDSV','IDToHoc'):
            if k not in frame:raise ValueError(f'{faculty} F{fold}: cache missing key {k}')
        keys=pd.DataFrame(dict(semester=frame.target_NHHK.map(keystr),course_id=frame.IDMH.map(keystr),student_id=frame.IDSV.map(keystr),section_id=frame.IDToHoc.map(keystr),cache_binary_label=truth))
        if keys.duplicated(['semester','course_id','student_id','section_id']).any():raise ValueError('Nonunique cache rows')
        merged=group.merge(keys,on=['semester','course_id','student_id','section_id'],how='outer',indicator=True)
        shared=merged[merged._merge=='both'];observed=shared.grade10.notna()
        disagree=int((shared.loc[observed,'cache_binary_label'].astype(int).to_numpy()!=(shared.loc[observed,'grade10'].to_numpy()<5)).sum())
        if disagree:raise ValueError(f'Labels disagree: faculty={faculty} fold={fold} n={disagree}')
        unmatched=merged[merged._merge!='both'].copy();unmatched.insert(0,'faculty',faculty);unmatched.insert(0,'fold',fold)
        bad.append(unmatched)
        record=dict(fold=fold,faculty=faculty,source_rows=len(group),cache_rows=len(keys),matched=len(shared),source_only=int((merged._merge=='left_only').sum()),cache_only=int((merged._merge=='right_only').sum()),label_disagreements=disagree,source_missing_grades=int(group.grade10.isna().sum()),source_missing_release_times=int(group.grade_released_at.isna().sum()))
        summaries.append(record);log('ROW_COVERAGE',**record)
    save_csv(out/'source_cache_reconciliation.csv',summaries)
    save_csv(out/'unmatched_source_cache_rows.csv',pd.concat(bad,ignore_index=True) if bad else [])
    log('DATA_GATE',status='SOURCE_CACHE_ROW_AUDIT_COMPLETE',note='This is not a full feature-origin proof or 2x2 imputation experiment')
if __name__=='__main__':main()
