from __future__ import annotations

from pathlib import Path

from early_warning_suite.config import SuiteConfig
from early_warning_suite.runner import run_experiment


def test_runner_smoke_writes_predictions_and_metrics(tmp_path, synthetic_frames):
    train, test = synthetic_frames
    splits = tmp_path / "splits"
    fold = splits / "fold_1"
    fold.mkdir(parents=True)
    train.to_csv(fold / "faculty_train.csv", index=False)
    test.to_csv(fold / "faculty_test.csv", index=False)
    out = tmp_path / "out"
    config = SuiteConfig(epochs=1, batch_size=4)
    result = run_experiment(
        faculty="faculty",
        experiment_name="E0",
        folds=[1],
        splits_dir=splits,
        output_root=out,
        config=config,
        phase="dev",
        save_predictions=True,
    )
    assert result["experiment"] == "E0"
    assert (out / "faculty" / "E0_baseline" / "predictions_fold_1.csv").exists()
    assert (out / "faculty" / "E0_baseline" / "fold_metrics.csv").exists()


def test_tuning_policy_depends_only_on_tuning_records():
    import numpy as np
    from early_warning_suite.runner import tune_policies

    tuning = [
        {
            "fold": 1,
            "y_bin": np.array([1, 0, 1, 0], dtype=bool),
            "blended": np.array([0.9, 0.2, 0.8, 0.1]),
            "classification": np.array([0.8, 0.3, 0.7, 0.2]),
        }
    ]
    a = tune_policies(tuning)
    evaluation_labels_changed = np.array([0, 0, 0, 0], dtype=bool)
    b = tune_policies(tuning)
    assert a == b
    assert evaluation_labels_changed.sum() == 0
