import numpy as np
import pandas as pd
from suite8_reporting import build_true_specialist_comparison


def test_build_true_specialist_comparison_has_expected_deltas():
    pooled=pd.DataFrame([
        {'faculty':'f','model':'committee','ap':.20,'auc':.70,'f2_at_20':.30},
        {'faculty':'f','model':'residual_moe_shared','ap':.25,'auc':.72,'f2_at_20':.32},
        {'faculty':'f','model':'residual_moe_shared_private','ap':.28,'auc':.75,'f2_at_20':.36},
        {'faculty':'f','model':'residual_moe_true_specialist','ap':.31,'auc':.77,'f2_at_20':.40},
    ])
    ops=[]
    vals={'committee':(.31,.30),'residual_moe_shared':(.33,.34),'residual_moe_shared_private':(.37,.39),'residual_moe_true_specialist':(.41,.43)}
    for model,(fix,drift) in vals.items():
        for policy,v in [('fixed',fix),('drift',drift)]:
            ops.append({'faculty':'f','model':model,'fold':'POOLED','policy':policy,'fbeta':v,'precision':.2,'recall':.4,'f1':.27,'flag_rate':.1})
    out=build_true_specialist_comparison(pooled,pd.DataFrame(ops));r=out.iloc[0]
    assert np.isclose(r['specialist_minus_adapter_ap'],.03)
    assert np.isclose(r['specialist_minus_adapter_f2_20'],.04)
    assert np.isclose(r['specialist_minus_adapter_drift_f2'],.04)
    assert r['evidence_pattern']=='SPECIALIST_STRONGER'
