"""Descriptive comparisons with the metric-only results shipped in earlier AQ suites."""
from pathlib import Path
import numpy as np
import pandas as pd


def compare(current, historical):
    """Match faculty/fold AP cells; never claim row-paired archival evidence."""
    old = historical.copy()
    if 'model' not in old and 'arm' in old:
        old = old.rename(columns={'arm':'model'})
    if not {'faculty','fold','model','ap'} <= set(old):
        raise ValueError('Historical results need faculty,fold,model (or arm),ap')
    old['faculty'] = old.faculty.astype(str)
    old['fold'] = pd.to_numeric(old.fold, errors='raise').astype(int)
    if old.duplicated(['faculty','fold','model']).any():
        raise ValueError('Historical results contain duplicate faculty/fold/model cells')
    old['ap'] = pd.to_numeric(old.ap, errors='raise')
    known = old.ap.notna()
    if not np.isfinite(old.loc[known, 'ap']).all() or not old.loc[known, 'ap'].between(0, 1).all():
        raise ValueError('Historical AP must be missing or finite in [0,1]')
    for column in ('rows','positives'):
        if column not in old:old[column] = np.nan
        old[column] = pd.to_numeric(old[column], errors='raise')
    keys = ['stage','arm','arch','task','faculty','fold']
    now = current.copy()
    now['faculty'] = now.faculty.astype(str)
    for col in ('n','n_positive'):
        if col not in now:now[col] = np.nan
        if (now.groupby(keys, dropna=False)[col].nunique() > 1).any():
            raise ValueError('Current support differs across seeds in an archival comparison cell')
    now = now.groupby(keys, as_index=False, dropna=False).agg(
        current_ap=('ap','mean'), current_rows=('n','first'), current_positives=('n_positive','first'),
        current_seeds=('seed','nunique'))
    old = old.rename(columns={'model':'archival_model','ap':'archival_ap','rows':'archival_rows','positives':'archival_positives'})
    cells = now.merge(old, on=['faculty','fold'], how='inner', validate='many_to_many')
    cells['estimable'] = cells.current_ap.notna() & cells.archival_ap.notna()
    cells['delta_ap'] = (cells.current_ap - cells.archival_ap).where(cells.estimable)
    support_known = cells[['current_rows','current_positives','archival_rows','archival_positives']].notna().all(axis=1)
    cells['count_support'] = np.where(~support_known, 'unknown', np.where(
        (cells.current_rows == cells.archival_rows) & (cells.current_positives == cells.archival_positives), 'matched', 'mismatched'))
    cells['row_identity_verified'] = False
    rows = []
    groups = ['stage','arm','arch','task','archival_model']
    for key, group in cells.groupby(groups, sort=True, dropna=False):
        valid = group[group.estimable]
        rows.append(dict(zip(groups, key)) | dict(
            matched_cells=len(group), estimable_cells=len(valid),
            current_ap=valid.current_ap.mean(), archival_ap=valid.archival_ap.mean(),
            delta_ap=valid.delta_ap.mean(), win_rate=(valid.delta_ap > 0).mean() if len(valid) else np.nan,
            count_matched_cells=int((group.count_support == 'matched').sum()),
            count_mismatched_cells=int((group.count_support == 'mismatched').sum()),
            count_unknown_cells=int((group.count_support == 'unknown').sum()),
            row_identity_verified=False))
    summary = pd.DataFrame(rows, columns=groups+['matched_cells','estimable_cells','current_ap','archival_ap','delta_ap','win_rate',
                                              'count_matched_cells','count_mismatched_cells','count_unknown_cells','row_identity_verified'])
    return cells, summary


def report(current, path, outdir, logger=print):
    historical = pd.read_csv(path)
    cells, summary = compare(current, historical)
    outdir = Path(outdir); outdir.mkdir(parents=True, exist_ok=True)
    historical.to_csv(outdir/'archival_results.csv', index=False)
    cells.to_csv(outdir/'archival_faculty_fold_comparisons.csv', index=False)
    summary.to_csv(outdir/'archival_macro_comparisons.csv', index=False)
    note = ('ARCHIVAL AP COMPARISON: matched faculty/fold cells, averaged across current seeds. '
            'Row identities and upstream training support are unverified; matching counts do not establish identical rows. '
            'These descriptive deltas do not enter protocol selection, promotion, or paired bootstrap evidence.')
    logger(note)
    logger(summary.to_string(index=False, max_rows=None, max_cols=None, float_format=lambda x:f'{x:.6g}') if len(summary)
           else 'No matching archival faculty/fold cells for this run.')
    (outdir/'archival_comparison_note.txt').write_text(note+'\n')
    return summary
