import sys
from pathlib import Path
import numpy as np
import torch

ROOT=Path(__file__).resolve().parents[1]
sys.path.insert(0,str(ROOT))

from suite26_data import StudentBundle, Standardizer, build_history_store, Suite26Dataset
from suite26_tree import TreeNativeEncoder
from suite26_model import TreeNativeAcademicMemory
from train_suite26_tair import shuffled_history_store


def make_bundle(n=120,d=12,nfac=2,seed=3):
    rng=np.random.default_rng(seed)
    sid=np.array([f's{i%24}' for i in range(n)],object)
    sem=np.array([6000+(i//24) for i in range(n)],np.float32)
    cid=np.array([f'c{i%7}' for i in range(n)],object)
    x=rng.normal(size=(n,d)).astype(np.float32)
    latent=.8*x[:,0]-.5*x[:,1]+.6*(np.arange(n)%7==0)+rng.normal(scale=.5,size=n)
    y=(latent>1.0).astype(np.int8)
    grade=np.clip(6.5-3*y+rng.normal(scale=1,size=n),0,10).astype(np.float32)
    return StudentBundle(x,y,np.full(n,.1,np.float32),np.arange(n)%nfac,np.arange(n,dtype=np.float32),sem,np.zeros(n,np.float32),sem,sid,cid,np.arange(n,dtype=np.int32),grade,[f'f{i}' for i in range(nfac)])


def test_history_is_strictly_earlier():
    b=make_bundle()
    s=build_history_store(b,b,max_history=8,keep_recent=6,progress_every=0)
    valid=s.idx>=0
    qi=np.repeat(np.arange(len(b))[:,None],s.idx.shape[1],axis=1)[valid]
    bi=s.idx[valid]
    assert np.all(b.semester_ordinal[bi] < b.semester_ordinal[qi])


def test_tree_leaf_ids_are_compact_and_nonzero():
    b=make_bundle(); t=TreeNativeEncoder(seed=1,n_estimators=8,max_leaf_nodes=16,min_samples_leaf=2).fit(b.current,b.y); a=t.transform(b.current,chunk_size=50)
    assert a.leaf_ids.shape==(len(b),8)
    assert np.all(a.leaf_ids>0)
    assert a.leaf_ids.max()<t.meta.vocab_size
    assert np.isfinite(a.score).all()


def test_model_tree_only_is_exact_tree_logit():
    b=make_bundle(); prep=Standardizer.fit(b,np.ones(len(b),bool)); z=prep.transform(b);t=TreeNativeEncoder(seed=2,n_estimators=8,max_leaf_nodes=16,min_samples_leaf=2).fit(b.current,b.y);ta=t.transform(b.current);s=build_history_store(z,z,max_history=6,keep_recent=4,progress_every=0);ds=Suite26Dataset(z,z,ta,ta,s,indices=np.arange(16));batch=torch.utils.data.default_collate([ds[i] for i in range(16)])
    m=TreeNativeAcademicMemory(z.current.shape[1],3,2,t.meta.leaf_stats,t.meta.n_trees,'tair',state_dim=16,course_dim=8,memory_dim=16,ability_dim=4,leaf_dim=4,faculty_dim=3,dropout=0,delta_cap=2)
    out=m(batch,ablate=['tree_only']);expected=torch.logit(batch['tree_score'].clamp(1e-5,1-1e-5))
    assert torch.allclose(out,expected,atol=1e-6)


def test_zero_initialized_primary_starts_at_tree():
    b=make_bundle(); prep=Standardizer.fit(b,np.ones(len(b),bool));z=prep.transform(b);t=TreeNativeEncoder(seed=2,n_estimators=8,max_leaf_nodes=16,min_samples_leaf=2).fit(b.current,b.y);ta=t.transform(b.current);s=build_history_store(z,z,max_history=6,keep_recent=4,progress_every=0);ds=Suite26Dataset(z,z,ta,ta,s,indices=np.arange(16));batch=torch.utils.data.default_collate([ds[i] for i in range(16)])
    m=TreeNativeAcademicMemory(z.current.shape[1],3,2,t.meta.leaf_stats,t.meta.n_trees,'tair',state_dim=16,course_dim=8,memory_dim=16,ability_dim=4,leaf_dim=4,faculty_dim=3,dropout=0,delta_cap=2)
    out,aux=m(batch,return_aux=True);expected=torch.logit(batch['tree_score'].clamp(1e-5,1-1e-5))
    assert torch.allclose(out,expected,atol=1e-6)
    assert torch.allclose(aux['delta'],torch.zeros_like(aux['delta']),atol=1e-7)


def test_shuffled_history_preserves_chronology():
    b=make_bundle();s=build_history_store(b,b,max_history=8,keep_recent=6,progress_every=0);sh=shuffled_history_store(s,b,b,10);valid=sh.idx>=0;qi=np.repeat(np.arange(len(b))[:,None],sh.idx.shape[1],axis=1)[valid];bi=sh.idx[valid]
    assert np.all(b.semester_ordinal[bi] < b.semester_ordinal[qi])


def test_one_optimization_step_finite():
    b=make_bundle(n=180,d=12);prep=Standardizer.fit(b,np.ones(len(b),bool));z=prep.transform(b);t=TreeNativeEncoder(seed=4,n_estimators=8,max_leaf_nodes=16,min_samples_leaf=2).fit(b.current,b.y);ta=t.transform(b.current);s=build_history_store(z,z,max_history=6,keep_recent=4,progress_every=0);ds=Suite26Dataset(z,z,ta,ta,s,indices=np.arange(64));batch=torch.utils.data.default_collate([ds[i] for i in range(64)])
    m=TreeNativeAcademicMemory(z.current.shape[1],3,2,t.meta.leaf_stats,t.meta.n_trees,'tair',state_dim=16,course_dim=8,memory_dim=16,ability_dim=4,leaf_dim=4,faculty_dim=3,dropout=.05,delta_cap=2);opt=torch.optim.AdamW(m.parameters(),lr=1e-3);out,aux=m(batch,return_aux=True);loss=torch.nn.functional.binary_cross_entropy_with_logits(out,batch['y'])+.05*torch.nn.functional.binary_cross_entropy_with_logits(aux['ability_logit'],batch['y']);opt.zero_grad();loss.backward();opt.step();assert torch.isfinite(loss)
