{
  "all_folds": [
    {
      "ap": 0.383294,
      "auc": 0.855707,
      "brier": 0.051318,
      "calibration_gap": 0.0367,
      "ece10": 0.038571,
      "f1_at20": 0.315986,
      "f2_at20": 0.456062,
      "faculties": 1,
      "mean_score": 0.102113,
      "model": "council",
      "precision_at20": 0.219794,
      "recall_at20": 0.713506
    },
    {
      "ap": 0.372436,
      "auc": 0.883711,
      "brier": 0.031744,
      "calibration_gap": -0.002942,
      "ece10": 0.016681,
      "f1_at20": 0.240468,
      "f2_at20": 0.380613,
      "faculties": 14,
      "mean_score": 0.039454,
      "model": "suite22",
      "precision_at20": 0.155678,
      "recall_at20": 0.777482
    },
    {
      "ap": 0.369201,
      "auc": 0.879386,
      "brier": 0.031713,
      "calibration_gap": 0.002583,
      "ece10": 0.018808,
      "f1_at20": 0.237766,
      "f2_at20": 0.375922,
      "faculties": 14,
      "mean_score": 0.044979,
      "model": "suite25_blend",
      "precision_at20": 0.154109,
      "recall_at20": 0.766073
    },
    {
      "ap": 0.368226,
      "auc": 0.879847,
      "brier": 0.031737,
      "calibration_gap": -0.002018,
      "ece10": 0.017638,
      "f1_at20": 0.237812,
      "f2_at20": 0.376162,
      "faculties": 14,
      "mean_score": 0.040377,
      "model": "suite24_posthoc",
      "precision_at20": 0.154055,
      "recall_at20": 0.766467
    },
    {
      "ap": 0.365412,
      "auc": 0.881649,
      "brier": 0.032409,
      "calibration_gap": 0.008324,
      "ece10": 0.021339,
      "f1_at20": 0.239154,
      "f2_at20": 0.378685,
      "faculties": 14,
      "mean_score": 0.05072,
      "model": "suite17",
      "precision_at20": 0.154873,
      "recall_at20": 0.77535
    },
    {
      "ap": 0.36517,
      "auc": 0.880518,
      "brier": 0.031951,
      "calibration_gap": 0.002113,
      "ece10": 0.018668,
      "f1_at20": 0.238812,
      "f2_at20": 0.377867,
      "faculties": 14,
      "mean_score": 0.044508,
      "model": "suite23",
      "precision_at20": 0.154685,
      "recall_at20": 0.771253
    },
    {
      "ap": 0.364397,
      "auc": 0.881092,
      "brier": 0.032422,
      "calibration_gap": 0.008292,
      "ece10": 0.021219,
      "f1_at20": 0.239569,
      "f2_at20": 0.379101,
      "faculties": 14,
      "mean_score": 0.050687,
      "model": "suite18",
      "precision_at20": 0.155208,
      "recall_at20": 0.774247
    },
    {
      "ap": 0.36197,
      "auc": 0.875832,
      "brier": 0.032425,
      "calibration_gap": 0.01063,
      "ece10": 0.021011,
      "f1_at20": 0.235898,
      "f2_at20": 0.373167,
      "faculties": 14,
      "mean_score": 0.053026,
      "model": "suite21",
      "precision_at20": 0.152872,
      "recall_at20": 0.761517
    },
    {
      "ap": 0.361533,
      "auc": 0.870571,
      "brier": 0.040871,
      "calibration_gap": 0.04193,
      "ece10": 0.047178,
      "f1_at20": 0.233261,
      "f2_at20": 0.368112,
      "faculties": 14,
      "mean_score": 0.084325,
      "model": "suite14",
      "precision_at20": 0.151436,
      "recall_at20": 0.748357
    },
    {
      "ap": 0.360436,
      "auc": 0.858354,
      "brier": 0.033318,
      "calibration_gap": -0.002241,
      "ece10": 0.025136,
      "f1_at20": 0.230636,
      "f2_at20": 0.364078,
      "faculties": 14,
      "mean_score": 0.040155,
      "model": "suite26_joint_head",
      "precision_at20": 0.149578,
      "recall_at20": 0.739726
    },
    {
      "ap": 0.360057,
      "auc": 0.880558,
      "brier": 0.05579,
      "calibration_gap": 0.087858,
      "ece10": 0.088683,
      "f1_at20": 0.238709,
      "f2_at20": 0.378085,
      "faculties": 14,
      "mean_score": 0.130253,
      "model": "suite16",
      "precision_at20": 0.154557,
      "recall_at20": 0.774494
    },
    {
      "ap": 0.356417,
      "auc": 0.875512,
      "brier": 0.031924,
      "calibration_gap": 0.001046,
      "ece10": 0.017798,
      "f1_at20": 0.236403,
      "f2_at20": 0.373701,
      "faculties": 14,
      "mean_score": 0.043442,
      "model": "suite26_committee_blend",
      "precision_at20": 0.153227,
      "recall_at20": 0.760342
    },
    {
      "ap": 0.353855,
      "auc": 0.870543,
      "brier": 0.032294,
      "calibration_gap": 0.006806,
      "ece10": 0.019349,
      "f1_at20": 0.234244,
      "f2_at20": 0.370098,
      "faculties": 14,
      "mean_score": 0.049202,
      "model": "committee",
      "precision_at20": 0.151948,
      "recall_at20": 0.754042
    },
    {
      "ap": 0.352417,
      "auc": 0.873192,
      "brier": 0.032387,
      "calibration_gap": -0.002347,
      "ece10": 0.021546,
      "f1_at20": 0.234221,
      "f2_at20": 0.36987,
      "faculties": 14,
      "mean_score": 0.040048,
      "model": "suite24",
      "precision_at20": 0.151991,
      "recall_at20": 0.751953
    },
    {
      "ap": 0.351818,
      "auc": 0.856084,
      "brier": 0.099018,
      "calibration_gap": 0.143562,
      "ece10": 0.143562,
      "f1_at20": 0.310683,
      "f2_at20": 0.449853,
      "faculties": 1,
      "mean_score": 0.208975,
      "model": "v2",
      "precision_at20": 0.21563,
      "recall_at20": 0.707648
    },
    {
      "ap": 0.348362,
      "auc": 0.873845,
      "brier": 0.03317,
      "calibration_gap": -0.000405,
      "ece10": 0.022545,
      "f1_at20": 0.232618,
      "f2_at20": 0.368273,
      "faculties": 14,
      "mean_score": 0.04199,
      "model": "suite25",
      "precision_at20": 0.150561,
      "recall_at20": 0.752459
    },
    {
      "ap": 0.331806,
      "auc": 0.874561,
      "brier": 0.033042,
      "calibration_gap": -0.006619,
      "ece10": 0.017945,
      "f1_at20": 0.232863,
      "f2_at20": 0.369165,
      "faculties": 14,
      "mean_score": 0.035777,
      "model": "suite22_primary",
      "precision_at20": 0.150628,
      "recall_at20": 0.758551
    },
    {
      "ap": 0.328498,
      "auc": 0.875074,
      "brier": 0.033245,
      "calibration_gap": -0.009026,
      "ece10": 0.019819,
      "f1_at20": 0.234137,
      "f2_at20": 0.371434,
      "faculties": 14,
      "mean_score": 0.03337,
      "model": "suite22_relational",
      "precision_at20": 0.151426,
      "recall_at20": 0.764126
    },
    {
      "ap": 0.311112,
      "auc": 0.86506,
      "brier": 0.034481,
      "calibration_gap": -0.000645,
      "ece10": 0.023921,
      "f1_at20": 0.225378,
      "f2_at20": 0.357804,
      "faculties": 14,
      "mean_score": 0.041751,
      "model": "suite23_graph",
      "precision_at20": 0.145662,
      "recall_at20": 0.73743
    },
    {
      "ap": 0.303307,
      "auc": 0.871974,
      "brier": 0.034516,
      "calibration_gap": 0.008856,
      "ece10": 0.023636,
      "f1_at20": 0.233906,
      "f2_at20": 0.370729,
      "faculties": 14,
      "mean_score": 0.051251,
      "model": "suite26_tree",
      "precision_at20": 0.151249,
      "recall_at20": 0.757275
    },
    {
      "ap": 0.29922,
      "auc": 0.856142,
      "brier": 0.034511,
      "calibration_gap": -0.002358,
      "ece10": 0.021968,
      "f1_at20": 0.218315,
      "f2_at20": 0.345391,
      "faculties": 14,
      "mean_score": 0.040038,
      "model": "suite26_tree_memory",
      "precision_at20": 0.141291,
      "recall_at20": 0.698284
    },
    {
      "ap": 0.294114,
      "auc": 0.866518,
      "brier": 0.084017,
      "calibration_gap": 0.104057,
      "ece10": 0.106857,
      "f1_at20": 0.227711,
      "f2_at20": 0.361405,
      "faculties": 14,
      "mean_score": 0.146452,
      "model": "suite20",
      "precision_at20": 0.147111,
      "recall_at20": 0.741956
    },
    {
      "ap": 0.29183,
      "auc": 0.855852,
      "brier": 0.034405,
      "calibration_gap": -0.00287,
      "ece10": 0.020614,
      "f1_at20": 0.218508,
      "f2_at20": 0.344558,
      "faculties": 14,
      "mean_score": 0.039526,
      "model": "suite26_tair",
      "precision_at20": 0.141865,
      "recall_at20": 0.693187
    }
  ],
  "holdout": [
    {
      "ap": 0.444927,
      "auc": 0.833026,
      "brier": 0.087385,
      "calibration_gap": 0.013812,
      "ece10": 0.015389,
      "f1_at20": 0.466517,
      "f2_at20": 0.544238,
      "faculties": 1,
      "mean_score": 0.139283,
      "model": "council",
      "precision_at20": 0.38129,
      "recall_at20": 0.617044
    },
    {
      "ap": 0.422654,
      "auc": 0.826598,
      "brier": 0.142849,
      "calibration_gap": 0.162288,
      "ece10": 0.162288,
      "f1_at20": 0.452673,
      "f2_at20": 0.527904,
      "faculties": 1,
      "mean_score": 0.287759,
      "model": "v2",
      "precision_at20": 0.370122,
      "recall_at20": 0.598342
    },
    {
      "ap": 0.369526,
      "auc": 0.854274,
      "brier": 0.052186,
      "calibration_gap": -0.007687,
      "ece10": 0.022578,
      "f1_at20": 0.326631,
      "f2_at20": 0.454289,
      "faculties": 14,
      "mean_score": 0.063154,
      "model": "suite25_blend",
      "precision_at20": 0.234216,
      "recall_at20": 0.689122
    },
    {
      "ap": 0.369159,
      "auc": 0.85557,
      "brier": 0.052508,
      "calibration_gap": -0.019106,
      "ece10": 0.023325,
      "f1_at20": 0.328604,
      "f2_at20": 0.457353,
      "faculties": 14,
      "mean_score": 0.051735,
      "model": "suite22",
      "precision_at20": 0.235332,
      "recall_at20": 0.693883
    },
    {
      "ap": 0.362838,
      "auc": 0.853278,
      "brier": 0.052062,
      "calibration_gap": -0.00687,
      "ece10": 0.019741,
      "f1_at20": 0.326745,
      "f2_at20": 0.454824,
      "faculties": 14,
      "mean_score": 0.063971,
      "model": "suite24_posthoc",
      "precision_at20": 0.234074,
      "recall_at20": 0.690256
    },
    {
      "ap": 0.360232,
      "auc": 0.850384,
      "brier": 0.068662,
      "calibration_gap": 0.069671,
      "ece10": 0.073762,
      "f1_at20": 0.325251,
      "f2_at20": 0.452347,
      "faculties": 14,
      "mean_score": 0.140512,
      "model": "suite14",
      "precision_at20": 0.233303,
      "recall_at20": 0.686579
    },
    {
      "ap": 0.358265,
      "auc": 0.850081,
      "brier": 0.052685,
      "calibration_gap": -0.004652,
      "ece10": 0.022269,
      "f1_at20": 0.325725,
      "f2_at20": 0.452802,
      "faculties": 14,
      "mean_score": 0.066189,
      "model": "suite23",
      "precision_at20": 0.233652,
      "recall_at20": 0.685744
    },
    {
      "ap": 0.357815,
      "auc": 0.852825,
      "brier": 0.053247,
      "calibration_gap": 0.00268,
      "ece10": 0.025095,
      "f1_at20": 0.326232,
      "f2_at20": 0.453504,
      "faculties": 14,
      "mean_score": 0.073521,
      "model": "suite17",
      "precision_at20": 0.234047,
      "recall_at20": 0.687406
    },
    {
      "ap": 0.357805,
      "auc": 0.8529,
      "brier": 0.053261,
      "calibration_gap": 0.00253,
      "ece10": 0.025283,
      "f1_at20": 0.327754,
      "f2_at20": 0.455319,
      "faculties": 14,
      "mean_score": 0.073371,
      "model": "suite18",
      "precision_at20": 0.235224,
      "recall_at20": 0.689275
    },
    {
      "ap": 0.357066,
      "auc": 0.846907,
      "brier": 0.053102,
      "calibration_gap": 0.005277,
      "ece10": 0.02385,
      "f1_at20": 0.321421,
      "f2_at20": 0.446429,
      "faculties": 14,
      "mean_score": 0.076118,
      "model": "suite21",
      "precision_at20": 0.230796,
      "recall_at20": 0.676295
    },
    {
      "ap": 0.356077,
      "auc": 0.851952,
      "brier": 0.072796,
      "calibration_gap": 0.087142,
      "ece10": 0.088931,
      "f1_at20": 0.326393,
      "f2_at20": 0.453872,
      "faculties": 14,
      "mean_score": 0.157983,
      "model": "suite16",
      "precision_at20": 0.234085,
      "recall_at20": 0.688178
    },
    {
      "ap": 0.354254,
      "auc": 0.846098,
      "brier": 0.052775,
      "calibration_gap": -0.013723,
      "ece10": 0.024209,
      "f1_at20": 0.323175,
      "f2_at20": 0.448556,
      "faculties": 14,
      "mean_score": 0.057118,
      "model": "suite24",
      "precision_at20": 0.232192,
      "recall_at20": 0.678738
    },
    {
      "ap": 0.351719,
      "auc": 0.849339,
      "brier": 0.052731,
      "calibration_gap": -0.010635,
      "ece10": 0.022667,
      "f1_at20": 0.325288,
      "f2_at20": 0.452682,
      "faculties": 14,
      "mean_score": 0.060206,
      "model": "suite26_committee_blend",
      "precision_at20": 0.233135,
      "recall_at20": 0.687222
    },
    {
      "ap": 0.350152,
      "auc": 0.843399,
      "brier": 0.053294,
      "calibration_gap": 0.001566,
      "ece10": 0.024045,
      "f1_at20": 0.321675,
      "f2_at20": 0.446492,
      "faculties": 14,
      "mean_score": 0.072407,
      "model": "committee",
      "precision_at20": 0.231095,
      "recall_at20": 0.675598
    },
    {
      "ap": 0.341269,
      "auc": 0.842423,
      "brier": 0.053728,
      "calibration_gap": -0.013032,
      "ece10": 0.023776,
      "f1_at20": 0.315232,
      "f2_at20": 0.439753,
      "faculties": 14,
      "mean_score": 0.05781,
      "model": "suite25",
      "precision_at20": 0.225497,
      "recall_at20": 0.670205
    },
    {
      "ap": 0.340764,
      "auc": 0.846168,
      "brier": 0.053463,
      "calibration_gap": -0.023154,
      "ece10": 0.027534,
      "f1_at20": 0.32282,
      "f2_at20": 0.449392,
      "faculties": 14,
      "mean_score": 0.047688,
      "model": "suite22_relational",
      "precision_at20": 0.231217,
      "recall_at20": 0.682699
    },
    {
      "ap": 0.339302,
      "auc": 0.834148,
      "brier": 0.054513,
      "calibration_gap": -0.026587,
      "ece10": 0.028979,
      "f1_at20": 0.31836,
      "f2_at20": 0.442753,
      "faculties": 14,
      "mean_score": 0.044254,
      "model": "suite26_joint_head",
      "precision_at20": 0.228118,
      "recall_at20": 0.670867
    },
    {
      "ap": 0.336369,
      "auc": 0.840535,
      "brier": 0.054646,
      "calibration_gap": -0.028245,
      "ece10": 0.030688,
      "f1_at20": 0.315606,
      "f2_at20": 0.438565,
      "faculties": 14,
      "mean_score": 0.042596,
      "model": "suite22_primary",
      "precision_at20": 0.226298,
      "recall_at20": 0.663805
    },
    {
      "ap": 0.324935,
      "auc": 0.839578,
      "brier": 0.099934,
      "calibration_gap": 0.114408,
      "ece10": 0.118914,
      "f1_at20": 0.31217,
      "f2_at20": 0.436498,
      "faculties": 14,
      "mean_score": 0.185249,
      "model": "suite20",
      "precision_at20": 0.222727,
      "recall_at20": 0.66656
    },
    {
      "ap": 0.321909,
      "auc": 0.831552,
      "brier": 0.055275,
      "calibration_gap": -0.013068,
      "ece10": 0.026463,
      "f1_at20": 0.308978,
      "f2_at20": 0.430633,
      "faculties": 14,
      "mean_score": 0.057773,
      "model": "suite23_graph",
      "precision_at20": 0.22104,
      "recall_at20": 0.654324
    },
    {
      "ap": 0.312259,
      "auc": 0.843597,
      "brier": 0.054311,
      "calibration_gap": -0.008692,
      "ece10": 0.020942,
      "f1_at20": 0.318939,
      "f2_at20": 0.444876,
      "faculties": 14,
      "mean_score": 0.062149,
      "model": "suite26_tree",
      "precision_at20": 0.228,
      "recall_at20": 0.676548
    },
    {
      "ap": 0.302149,
      "auc": 0.830961,
      "brier": 0.056116,
      "calibration_gap": -0.021151,
      "ece10": 0.026845,
      "f1_at20": 0.300529,
      "f2_at20": 0.418191,
      "faculties": 14,
      "mean_score": 0.04969,
      "model": "suite26_tair",
      "precision_at20": 0.215635,
      "recall_at20": 0.636123
    },
    {
      "ap": 0.287641,
      "auc": 0.827734,
      "brier": 0.057084,
      "calibration_gap": -0.0227,
      "ece10": 0.027961,
      "f1_at20": 0.294794,
      "f2_at20": 0.411756,
      "faculties": 14,
      "mean_score": 0.048141,
      "model": "suite26_tree_memory",
      "precision_at20": 0.210762,
      "recall_at20": 0.629294
    }
  ],
  "printed_premise_audit": [
    {
      "cells": 28,
      "mean_delta_ap": -0.024618,
      "premise": "student_memory_B_minus_tree",
      "printed_verdict": "NOT_SUPPORTED",
      "wins": 12
    },
    {
      "cells": 28,
      "mean_delta_ap": 0.014508,
      "premise": "latent_ability_C_minus_memory",
      "printed_verdict": "SUPPORTED",
      "wins": 22
    },
    {
      "cells": 28,
      "mean_delta_ap": -0.048003,
      "premise": "primary_beats_committee",
      "printed_verdict": "NOT_SUPPORTED",
      "wins": 5
    },
    {
      "cells": 28,
      "mean_delta_ap": -0.067011,
      "premise": "primary_beats_suite22",
      "printed_verdict": "NOT_SUPPORTED",
      "wins": 2
    },
    {
      "cells": 28,
      "mean_delta_ap": -0.039121,
      "premise": "primary_beats_suite25",
      "printed_verdict": "NOT_SUPPORTED",
      "wins": 6
    },
    {
      "cells": 28,
      "mean_delta_ap": 0.027044,
      "premise": "joint_head_beats_tree",
      "printed_verdict": "WEAK_SUPPORT",
      "wins": 13
    },
    {
      "cells": 28,
      "mean_delta_ap": 0.01011,
      "premise": "ablation_no_memory_should_hurt",
      "printed_verdict": "NOT_SUPPORTED",
      "wins": 15
    },
    {
      "cells": 28,
      "mean_delta_ap": -0.018684,
      "premise": "ablation_no_labels_should_hurt",
      "printed_verdict": "SUPPORTED",
      "wins": 24
    },
    {
      "cells": 28,
      "mean_delta_ap": -0.002728,
      "premise": "ablation_no_grades_should_hurt",
      "printed_verdict": "WEAK_SUPPORT",
      "wins": 20
    },
    {
      "cells": 28,
      "mean_delta_ap": 0.000416,
      "premise": "ablation_no_recency_should_hurt",
      "printed_verdict": "NOT_SUPPORTED",
      "wins": 12
    },
    {
      "cells": 28,
      "mean_delta_ap": -0.029065,
      "premise": "ablation_no_tree_leaf_should_hurt",
      "printed_verdict": "SUPPORTED",
      "wins": 20
    },
    {
      "cells": 28,
      "mean_delta_ap": -0.004954,
      "premise": "ablation_no_ability_should_hurt",
      "printed_verdict": "SUPPORTED",
      "wins": 19
    },
    {
      "cells": 28,
      "mean_delta_ap": -0.003122,
      "premise": "ablation_uniform_attention_should_hurt",
      "printed_verdict": "SUPPORTED",
      "wins": 20
    },
    {
      "cells": 28,
      "mean_delta_ap": 0.01011,
      "premise": "ablation_tree_only_should_hurt",
      "printed_verdict": "NOT_SUPPORTED",
      "wins": 15
    },
    {
      "cells": 28,
      "mean_delta_ap": -0.034472,
      "premise": "shuffled_student_history_should_hurt",
      "printed_verdict": "SUPPORTED",
      "wins": 21
    },
    {
      "cells": 1,
      "mean_delta_ap": -0.091148,
      "premise": "PROJECT_COUNCIL_BREAKTHROUGH",
      "printed_verdict": "NOT_SUCCESSFUL",
      "wins": 0
    }
  ],
  "source": {
    "architecture": "original frozen-tree/leaf encoder with bounded score residual",
    "limitations": [
      "Printed fold tables may be truncated; do not recompute full macro results from those rows.",
      "Macro table comparisons with different faculty coverage are not matched comparisons.",
      "This log is not an execution or performance test of MINT."
    ],
    "name": "suite26.log",
    "row_predictions_available": false,
    "sha256": "ff67a85d0da1ef4f6376b041a9b8c2188731130cdcbab67ee87026fff2be42a2"
  }
}
