"""Load canonical AQ folds without fabricating identity, section, or provenance."""
from __future__ import annotations
from dataclasses import dataclass
from pathlib import Path
import joblib
import numpy as np
import pandas as pd
from s33_common import log

COURSE_NAMES=['SoTinChi','SoTietMH','SoTietTuan','SiSoMax','SiSoMin','KhgTinhDTB','IsMHTN','IsMonKT','IsMHKN','IsMHDacThu','IsGDTiengAnh','IsMonNgoaiNgu','hist_count','hist_mean','hist_std','hist_fail_rate','hist_pass_rate']
KEYS=['semester','course_id','section_id','student_id']

def keystr(x):
    if pd.isna(x):return ''
    s=str(x).strip()
    return s[:-2] if s.endswith('.0') and s[:-2].lstrip('-').isdigit() else s

def semord(x):
    s=int(float(x));t=s%10
    if t not in (1,2,3):raise ValueError(f'Invalid semester target_NHHK: {x}')
    return (s//10)*3+t-1

@dataclass
class Cell:
    faculty:str
    fold:int
    part:str
    raw:np.ndarray
    raw_names:list
    structured:np.ndarray
    y:np.ndarray
    frame:pd.DataFrame
    row_index:np.ndarray
    committee:np.ndarray
    def __len__(self):return len(self.y)
    def keys(self,section_lookup=None):
        f=self.frame
        columns={'semester':'target_NHHK','student_id':'IDSV','course_id':'IDMH','section_id':'IDToHoc'}
        for col in ('IDSV','IDMH','target_NHHK'):
            if col not in f:raise ValueError(f'{self.faculty} F{self.fold}: cache frame missing {col}')
        a=pd.DataFrame({k:f[v].map(keystr).values for k,v in columns.items() if v in f})
        if 'section_id' not in a:
            if section_lookup is None:raise ValueError(f'{self.faculty} F{self.fold}: missing IDToHoc in canonical cache frame; provide --target-keys with section_id')
            a=a.merge(section_lookup,on=['semester','course_id','student_id'],how='left',validate='one_to_one',sort=False)
        if a[KEYS].isna().any().any() or (a[KEYS].eq('')).any().any():raise ValueError(f'{self.faculty} F{self.fold} {self.part}: empty registration keys')
        if a.duplicated(KEYS).any():raise ValueError(f'{self.faculty} F{self.fold}: repeated origin registration keys')
        return a[KEYS]
    def X(self,common):
        byname={c:i for i,c in enumerate(self.raw_names)}
        if any(k not in byname for k in common):raise ValueError('Common cache schema mismatch')
        z=np.concatenate([self.raw[:,[byname[n] for n in common]],self.structured],axis=1)
        return np.nan_to_num(z,nan=0,posinf=0,neginf=0).astype('float32')

def faculties(cache,fold=1):
    files=sorted(Path(cache).glob(f'*_fold_{fold}.joblib'))
    if not files:raise FileNotFoundError(f'No canonical caches for F{fold} at {cache}')
    return [p.name.removesuffix(f'_fold_{fold}.joblib') for p in files]

def load(cache,structured,faculty,fold):
    d=joblib.load(Path(cache)/f'{faculty}_fold_{fold}.joblib')
    sc=joblib.load(Path(structured)/f'{faculty}_fold_{fold}.joblib')
    names=list(d['feature_names']);ix=np.flatnonzero(np.asarray(d['cf_covered_mask'],bool)&np.isfinite(np.asarray(d['cf_probabilities'],float)).all(axis=1))
    if not np.array_equal(np.asarray(sc['train_row_index'],int),ix):raise ValueError(f'{faculty} F{fold}: structured sidecar row alignment violation')
    expected=[('history',ix,'Xtr','ytr','train_frame',sc['train']['course_target']),('target',np.arange(len(d['yte'])),'Xte','yte','test_frame',sc['target']['course_target'])]
    out=[]
    for label,row_ids,x,y,frame,side in expected:
        raw=np.asarray(d[x])[row_ids] if label=='history' else np.asarray(d[x]);z=np.asarray(side)
        yy=np.asarray(d[y])[row_ids] if label=='history' else np.asarray(d[y]);f=d[frame].iloc[row_ids].reset_index(drop=True) if label=='history' else d[frame].reset_index(drop=True)
        if len(f)!=len(yy) or z.shape!=(len(yy),17) or raw.shape[0]!=len(yy):raise ValueError('Cache dimensions incompatible')
        if not np.isin(yy,[0,1]).all():raise ValueError('Labels not binary')
        committee=(np.asarray(d['cf_probabilities'])[row_ids].mean(axis=1) if label=='history' else np.asarray(d.get('qte',d.get('pte',np.full(len(yy),np.nan)))))
        if committee.ndim==2:committee=committee.mean(axis=1)
        if len(committee)!=len(yy):committee=np.full(len(yy),np.nan)
        out.append(Cell(faculty,fold,label,np.asarray(raw,np.float32),names,np.asarray(z,np.float32),np.asarray(yy,np.int8),f,np.asarray(row_ids),np.asarray(committee,float)))
    if max(map(semord,out[0].frame['target_NHHK']))>=min(map(semord,out[1].frame['target_NHHK'])):
        raise ValueError(f'{faculty} F{fold}: future label leakage detected by semester ordinal')
    return out

def common_features(parts):
    names=parts[0].raw_names;sets=[set(x.raw_names) for x in parts]
    return [n for n in names if all(n in s for s in sets)]

def load_target_keys(path):
    if not path:return None
    f=pd.read_csv(path,dtype=str)
    expected={'semester','course_id','student_id','section_id'}
    if not expected.issubset(f):raise ValueError('target-keys.csv must provide '+str(expected))
    a=f[list(expected)].copy()
    for k in expected:a[k]=a[k].map(keystr)
    if a.duplicated(['semester','course_id','student_id']).any():raise ValueError('target-keys ambiguous: same student/course/semester has multiple sections')
    return a
