"""Suite31 deterministic data, leakage, scoring, episode, coverage and replay tests."""
import tempfile, unittest, os, sys
from pathlib import Path
import numpy as np
import pandas as pd
from sklearn.metrics import average_precision_score
from suite31.core import (load_aq,global_historical_split,audit_target,support_select,scoring,stable_hash,cell_rows,macro_table,paired_comparison)
from suite31.episodes import build_episodes, Episode
from suite31.models import Estimator
from make_synthetic_caches import create

class TestSuite31(unittest.TestCase):
    @classmethod
    def setUpClass(cls):
        cls.tmp=tempfile.TemporaryDirectory(prefix='suite31-')
        c,s=create(cls.tmp.name,faculties=('alpha','beta'),fold=1)
        cls.h,cls.q,cls.names,_=load_aq(c,s,['alpha','beta'],1)
    @classmethod
    def tearDownClass(cls):cls.tmp.cleanup()
    def test_contract(self):
        h,q=self.h,self.q
        self.assertEqual(h.current.shape[1],len(self.names))
        self.assertTrue(set(np.unique(h.y)).issubset({0,1}))
        audit_target(h,q)
    def test_deterministic_support(self):
        h=self.h;origin=float(self.q.semester_ordinal.min())
        a,m=support_select(h,0,origin,40,29);b,n=support_select(h,0,origin,40,29)
        np.testing.assert_equal(a,b);self.assertEqual(m['hash'],n['hash'])
        self.assertEqual(len(a),40);self.assertTrue(np.all(h.semester_ordinal[a]<origin))
        self.assertNotIn('actual',m)
    def test_no_future_support(self):
        h=self.h;origin=float(self.q.semester_ordinal.min())
        idx,_=support_select(h,0,origin,999999,29)
        self.assertTrue(np.all(h.semester_ordinal[idx]<origin))
    def test_embargo(self):
        h=self.h;origin=float(self.q.semester_ordinal.min())
        idx,_=support_select(h,0,origin,999999,29,release_gap=1)
        self.assertTrue(np.all(h.semester_ordinal[idx]<origin-1))
    def test_one_class_prior(self):
        est=Estimator('hgb_matched',device='cpu');X=np.zeros((10,3),np.float32);y=np.zeros(10,int)
        est.fit(X,y);self.assertTrue(np.allclose(est.predict(X),1/12))
    def test_small_support(self):
        sp,m=support_select(self.h,0,float(self.q.semester_ordinal.min()),10**8,29)
        self.assertEqual(len(sp),m['actual_budget'])
    def test_chronological_global_split(self):
        tr,va,c=global_historical_split(self.h,3)
        self.assertTrue(np.max(self.h.semester_ordinal[tr])<np.min(self.h.semester_ordinal[va]));self.assertTrue(tr.any() and va.any())
    def test_real_episodes_ordered(self):
        tr,_,_=global_historical_split(self.h,2)
        ht=self.h.subset(tr)
        eps,skip=build_episodes(ht,np.ones(len(ht),bool),128,24,29)
        self.assertTrue(eps)
        for ep in eps:ep.verify(ht)
    def test_bad_episode_rejected(self):
        h=self.h;i=np.flatnonzero(h.faculty_idx==0);ep=Episode(0,float(h.semester_ordinal[i[0]]),np.asarray([i[0]]),np.asarray([i[0]]))
        with self.assertRaises(AssertionError):ep.verify(h)
    def test_metric_against_sklearn(self):
        y=np.asarray([1,0,1,0,0,1,0]);p=np.asarray([.3,.4,.2,.5,.6,.9,.1])
        self.assertAlmostEqual(scoring(y,p)['ap'],average_precision_score(y,p))
        self.assertIn('fbeta_at_20',scoring(y,p))
    def test_nan_rejected(self):
        with self.assertRaises(ValueError):scoring([0,1],[.1,np.nan])
    def test_one_class_metrics(self):
        v=scoring(np.zeros(10,int),np.ones(10)*.1);self.assertTrue(np.isnan(v['ap']));self.assertTrue(np.isnan(v['auc']))
    def test_macro_equal_faculty_cells(self):
        q=self.q;p=np.full(len(q),.12);rows=cell_rows(q,p,'dummy',1,29,50,'synthetic')
        df=pd.DataFrame(rows);agg=macro_table(df)
        self.assertAlmostEqual(agg.iloc[0].macro_ap,df.ap.mean())
    def test_exact_paired_count(self):
        q=self.q;p=np.full(len(q),.2);rows=cell_rows(q,p,'dummy',1,29,50,'synthetic');more=cell_rows(q,np.full(len(q),.3),'other',1,29,50,'synthetic');df=pd.DataFrame(rows+more)
        self.assertTrue(paired_comparison(df).empty) # no official reference present
    def test_stable_hash(self):self.assertEqual(stable_hash([1,2,'x']),stable_hash([1,2,'x']))
    def test_checkpoint_required(self):
        from suite31.adapt import train_adapted
        tr,va,_=global_historical_split(self.h,2)
        with self.assertRaises(RuntimeError):train_adapted(self.h,tr,va,'chronological',self.tmp.name,29,'cpu',epochs=1)

if __name__=='__main__':unittest.main()
