{
  "version": 1,
  "identity": {
    "recipe_digest": "771cc472c28ee4c6899813c5fb245966ca5045ce9efb21f33f544d82e8260d5a",
    "data_fingerprints": {
      "source:/workspace/scratch/1f42e35277e0/aq35_verified_release/inputs/project/results/cross_faculty_residual_moe/cache/A_fold_1.joblib": "21b8549bbbc168d0dd627a9f0ca67fb0147cd96f2f3a7edd9f0655039a310712",
      "source:/workspace/scratch/1f42e35277e0/aq35_verified_release/inputs/project/results/suite12_structured_cache/A_fold_1.joblib": "e4198aca6b681978e1d0a6a980330ab9fd24b72a7f35acdba2ad645f2286bb82",
      "source:/workspace/scratch/1f42e35277e0/aq35_verified_release/inputs/project/results/cross_faculty_residual_moe/cache/B_fold_1.joblib": "176c9bc6d467096e7ddc80d67a769820acb78f9974e983d41644a0d8fc17e9b1",
      "source:/workspace/scratch/1f42e35277e0/aq35_verified_release/inputs/project/results/suite12_structured_cache/B_fold_1.joblib": "e4198aca6b681978e1d0a6a980330ab9fd24b72a7f35acdba2ad645f2286bb82",
      "source:/workspace/scratch/1f42e35277e0/aq35_verified_release/inputs/project/results/cross_faculty_residual_moe/cache/A_fold_2.joblib": "b0459f67f74f43d021674c56ecaee4a1b0764dcfbf9d99dec51fe00342f610b3",
      "source:/workspace/scratch/1f42e35277e0/aq35_verified_release/inputs/project/results/suite12_structured_cache/A_fold_2.joblib": "2a3aa4f9c772b6276c2a41433a74f1aeed38edd99bd6273986ca04ac93d98cce",
      "source:/workspace/scratch/1f42e35277e0/aq35_verified_release/inputs/project/results/cross_faculty_residual_moe/cache/B_fold_2.joblib": "618803cf0da903224545c2173c9994953d83020ed2c4331f484a0c703a975a78",
      "source:/workspace/scratch/1f42e35277e0/aq35_verified_release/inputs/project/results/suite12_structured_cache/B_fold_2.joblib": "2a3aa4f9c772b6276c2a41433a74f1aeed38edd99bd6273986ca04ac93d98cce",
      "source:/workspace/scratch/1f42e35277e0/aq35_verified_release/inputs/project/results/cross_faculty_residual_moe/cache/A_fold_3.joblib": "f73f8aa3af6513e5f75d7994be9a6337b4b9e4329c28c8ecd22ade730529c829",
      "source:/workspace/scratch/1f42e35277e0/aq35_verified_release/inputs/project/results/suite12_structured_cache/A_fold_3.joblib": "5f30c7521d1426f216b818637c3caa1bd9283f46cb5700d56364d40e1d4e2259",
      "source:/workspace/scratch/1f42e35277e0/aq35_verified_release/inputs/project/results/cross_faculty_residual_moe/cache/B_fold_3.joblib": "320ca1182237ab6f86d7410b3de94badb144c912d6a30775573db91a560c884e",
      "source:/workspace/scratch/1f42e35277e0/aq35_verified_release/inputs/project/results/suite12_structured_cache/B_fold_3.joblib": "5f30c7521d1426f216b818637c3caa1bd9283f46cb5700d56364d40e1d4e2259",
      "source:/workspace/scratch/1f42e35277e0/aq35_verified_release/inputs/project/results/cross_faculty_residual_moe/cache/A_fold_4.joblib": "f3b3a80e9558eebe71f701a6282eb8f1872958a95ca1957c04b2dd0c8886e7c0",
      "source:/workspace/scratch/1f42e35277e0/aq35_verified_release/inputs/project/results/suite12_structured_cache/A_fold_4.joblib": "dfa095ca813946faec054c7272ba072ea2df623adba5ef873aec97d5c3786b98",
      "source:/workspace/scratch/1f42e35277e0/aq35_verified_release/inputs/project/results/cross_faculty_residual_moe/cache/B_fold_4.joblib": "741e978bfcdc390b7c9a1f1161dd627234e4fc5de73f205d590f474f45057179",
      "source:/workspace/scratch/1f42e35277e0/aq35_verified_release/inputs/project/results/suite12_structured_cache/B_fold_4.joblib": "dfa095ca813946faec054c7272ba072ea2df623adba5ef873aec97d5c3786b98",
      "source:/workspace/scratch/1f42e35277e0/aq35_verified_release/inputs/project/results/cross_faculty_residual_moe/cache/A_fold_5.joblib": "e9c42c8719939b18e01eaf4a49df3a03587788285a108582ed533a0040f338db",
      "source:/workspace/scratch/1f42e35277e0/aq35_verified_release/inputs/project/results/suite12_structured_cache/A_fold_5.joblib": "711e7b25be2493e3e28e76e094cf8f48ea87d5fda776f33361144ace46902c50",
      "source:/workspace/scratch/1f42e35277e0/aq35_verified_release/inputs/project/results/cross_faculty_residual_moe/cache/B_fold_5.joblib": "ee0c1768d400999b30bac7dca98d73bb6af155bb9b1db3131e2e15e8ea7742f5",
      "source:/workspace/scratch/1f42e35277e0/aq35_verified_release/inputs/project/results/suite12_structured_cache/B_fold_5.joblib": "711e7b25be2493e3e28e76e094cf8f48ea87d5fda776f33361144ace46902c50",
      "source:/workspace/scratch/1f42e35277e0/aq35_verified_release/inputs/project/results/cross_faculty_residual_moe/cache/A_fold_6.joblib": "9982190dc98526238ec7f122492c86e1e40600b95f32694249a9a8298b236332",
      "source:/workspace/scratch/1f42e35277e0/aq35_verified_release/inputs/project/results/suite12_structured_cache/A_fold_6.joblib": "88168598928b7279363a72e3b06a3a8fb1b39f9cfcb224331031e4fd4876e78c",
      "source:/workspace/scratch/1f42e35277e0/aq35_verified_release/inputs/project/results/cross_faculty_residual_moe/cache/B_fold_6.joblib": "c7bd6e1bf1db619795453bba16204d22a870b5571acdfe3d4284286c040e6341",
      "source:/workspace/scratch/1f42e35277e0/aq35_verified_release/inputs/project/results/suite12_structured_cache/B_fold_6.joblib": "88168598928b7279363a72e3b06a3a8fb1b39f9cfcb224331031e4fd4876e78c",
      "source:/workspace/scratch/1f42e35277e0/aq35_verified_release/inputs/project/results/cross_faculty_residual_moe/cache/A_fold_7.joblib": "8df9c4a02f1f9b7b0b8988ecd9dedcc2221cdd33626f130acfdc44db660b0a7a",
      "source:/workspace/scratch/1f42e35277e0/aq35_verified_release/inputs/project/results/suite12_structured_cache/A_fold_7.joblib": "327b47295dee2390adb0ab34d1e7182fb9543474c15ac362d292717347e37b70",
      "source:/workspace/scratch/1f42e35277e0/aq35_verified_release/inputs/project/results/cross_faculty_residual_moe/cache/B_fold_7.joblib": "d59d76276735e9694b768ae18d39106baf4de9c013534ddf9c807b78c6e3eeca",
      "source:/workspace/scratch/1f42e35277e0/aq35_verified_release/inputs/project/results/suite12_structured_cache/B_fold_7.joblib": "327b47295dee2390adb0ab34d1e7182fb9543474c15ac362d292717347e37b70",
      "events": "a40921869de59d653a0f123b2cf954b6570db4ded033bb70a6c99eff2324d270",
      "eligible_student_memberships": "00465602d6fa5f154561005f32110b256bced9e4a966935e433899d59ef3cd98",
      "calendar": "1039faec5ada44fc008cc4e412855a6a5406ad406ff96c18bebc4c298f92b2e7",
      "native_contract": "6a1ddd7c0ed2095adf0b43148674792365b864a5ec242565b254889878c4dd2a",
      "source:/workspace/scratch/1f42e35277e0/aq35_verified_release/inputs/database/DDTBHP.csv": "3dee0e0e76646684ffd5df8a621937215583b67d0716afdc6695b045e7b1114e",
      "effective_events": "9d1cbb28af34c928b9ba23c4d32776e6f58c2197a86b3eb3a1367f7f1d6f08d8",
      "effective_calendar": "1c9766b1d2cee729ac0c8a9f5dac66704fc932561163b7e8e750a9e57376628f"
    },
    "source_digest": "15763986cfaabdb59b462ab2605f2538b3004a409fc8c67d4484271f9d11f451"
  },
  "thresholds": {
    "H0|none|none": {
      "f1": 0.4360823821791251,
      "f2": 0.4360823821791251
    },
    "H1|none|none": {
      "f1": 0.4186196990538686,
      "f2": 0.4186196990538686
    },
    "H2|gru|course": {
      "f1": 0.4259000879942697,
      "f2": 0.4224382316490275
    },
    "H2|gru|grade": {
      "f1": 0.4259000879942697,
      "f2": 0.4224382316490275
    },
    "H2|gru|joint": {
      "f1": 0.4259000879942697,
      "f2": 0.4259000879942697
    },
    "H2|mlp|course": {
      "f1": 0.4319332360621437,
      "f2": 0.4319332360621437
    },
    "H2|mlp|grade": {
      "f1": 0.4331597618176074,
      "f2": 0.4331597618176074
    },
    "H2|mlp|joint": {
      "f1": 0.4331597618176074,
      "f2": 0.4275203458104732
    },
    "H2|transformer|course": {
      "f1": 0.4332296697386792,
      "f2": 0.4332296697386792
    },
    "H2|transformer|grade": {
      "f1": 0.4240891515229853,
      "f2": 0.4240891515229853
    },
    "H2|transformer|joint": {
      "f1": 0.4240891515229853,
      "f2": 0.4240891515229853
    },
    "HR|gru|none": {
      "f1": 0.4259000879942697,
      "f2": 0.4224382316490275
    },
    "HR|mlp|none": {
      "f1": 0.4331597618176074,
      "f2": 0.4331597618176074
    },
    "HR|transformer|none": {
      "f1": 0.4332296697386792,
      "f2": 0.4332296697386792
    },
    "N0|none|none": {
      "f1": 0.46831912,
      "f2": 0.46831912
    },
    "N1|gru|none": {
      "f1": 0.48956418,
      "f2": 0.48956418
    },
    "N1|mlp|none": {
      "f1": 0.45645285,
      "f2": 0.45645285
    },
    "N1|transformer|none": {
      "f1": 0.50828964,
      "f2": 0.50828964
    },
    "N2|gru|course": {
      "f1": 0.5022826,
      "f2": 0.50189245
    },
    "N2|gru|grade": {
      "f1": 0.50219077,
      "f2": 0.5019203
    },
    "N2|gru|joint": {
      "f1": 0.50229925,
      "f2": 0.50189966
    },
    "N2|mlp|course": {
      "f1": 0.50074625,
      "f2": 0.5006952
    },
    "N2|mlp|grade": {
      "f1": 0.500602,
      "f2": 0.50055075
    },
    "N2|mlp|joint": {
      "f1": 0.5005772,
      "f2": 0.50052756
    },
    "N2|transformer|course": {
      "f1": 0.5215384,
      "f2": 0.5215384
    },
    "N2|transformer|grade": {
      "f1": 0.5218346,
      "f2": 0.5218346
    },
    "N2|transformer|joint": {
      "f1": 0.5212268,
      "f2": 0.5212268
    },
    "N3|gru|course": {
      "f1": 0.50195485,
      "f2": 0.50165397
    },
    "N3|gru|grade": {
      "f1": 0.50198275,
      "f2": 0.50168157
    },
    "N3|gru|joint": {
      "f1": 0.5019341,
      "f2": 0.5016306
    },
    "N3|mlp|course": {
      "f1": 0.5005446,
      "f2": 0.50051564
    },
    "N3|mlp|grade": {
      "f1": 0.5003683,
      "f2": 0.5003683
    },
    "N3|mlp|joint": {
      "f1": 0.500345,
      "f2": 0.500345
    },
    "N3|transformer|course": {
      "f1": 0.5202971,
      "f2": 0.5202971
    },
    "N3|transformer|grade": {
      "f1": 0.52063334,
      "f2": 0.52063334
    },
    "N3|transformer|joint": {
      "f1": 0.5199247,
      "f2": 0.5199247
    }
  },
  "decision": {
    "selection_stage": "development",
    "winner_arch": "gru",
    "winner_task": "course",
    "selected_arch": "gru",
    "selected_task": "course",
    "promoted": false,
    "promote": false,
    "complete_support": true,
    "expected_cells": 10,
    "n_cells": 10,
    "n_expected_seeds": 10,
    "worst_control_gain": -0.12571231504395458,
    "positive_cell_fraction": 0.2,
    "gains": {
      "H0": 0.07267355823359324,
      "H1": -0.12571231504395458,
      "HR": 0.007067201579922022
    },
    "candidates": [
      {
        "arch": "gru",
        "task": "course",
        "n_cells": 10,
        "expected_cells": 10,
        "n_paired_seeds": 10,
        "n_expected_seeds": 10,
        "complete_support": true,
        "gains": {
          "H0": 0.07267355823359324,
          "H1": -0.12571231504395458,
          "HR": 0.007067201579922022
        },
        "worst_control_gain": -0.12571231504395458,
        "positive_cell_fraction": 0.2,
        "positive_cells": 2,
        "harm_cells": 8
      },
      {
        "arch": "gru",
        "task": "grade",
        "n_cells": 10,
        "expected_cells": 10,
        "n_paired_seeds": 10,
        "n_expected_seeds": 10,
        "complete_support": true,
        "gains": {
          "H0": 0.07205613861617362,
          "H1": -0.12632973466137418,
          "HR": 0.006449781962502399
        },
        "worst_control_gain": -0.12632973466137418,
        "positive_cell_fraction": 0.2,
        "positive_cells": 2,
        "harm_cells": 8
      },
      {
        "arch": "gru",
        "task": "joint",
        "n_cells": 10,
        "expected_cells": 10,
        "n_paired_seeds": 10,
        "n_expected_seeds": 10,
        "complete_support": true,
        "gains": {
          "H0": 0.05916724972728473,
          "H1": -0.1392186235502631,
          "HR": -0.006439106926386484
        },
        "worst_control_gain": -0.1392186235502631,
        "positive_cell_fraction": 0.2,
        "positive_cells": 2,
        "harm_cells": 8
      },
      {
        "arch": "mlp",
        "task": "course",
        "n_cells": 10,
        "expected_cells": 10,
        "n_paired_seeds": 10,
        "n_expected_seeds": 10,
        "complete_support": true,
        "gains": {
          "H0": 0.020568478930371524,
          "H1": -0.17781739434717628,
          "HR": -0.012849131544783721
        },
        "worst_control_gain": -0.17781739434717628,
        "positive_cell_fraction": 0.0,
        "positive_cells": 0,
        "harm_cells": 10
      },
      {
        "arch": "mlp",
        "task": "grade",
        "n_cells": 10,
        "expected_cells": 10,
        "n_paired_seeds": 10,
        "n_expected_seeds": 10,
        "complete_support": true,
        "gains": {
          "H0": 0.03153659199567129,
          "H1": -0.1668492812818765,
          "HR": -0.0018810184794839536
        },
        "worst_control_gain": -0.1668492812818765,
        "positive_cell_fraction": 0.0,
        "positive_cells": 0,
        "harm_cells": 9
      },
      {
        "arch": "mlp",
        "task": "joint",
        "n_cells": 10,
        "expected_cells": 10,
        "n_paired_seeds": 10,
        "n_expected_seeds": 10,
        "complete_support": true,
        "gains": {
          "H0": 0.053748627237118284,
          "H1": -0.14463724604042952,
          "HR": 0.02033101676196305
        },
        "worst_control_gain": -0.14463724604042952,
        "positive_cell_fraction": 0.1,
        "positive_cells": 1,
        "harm_cells": 8
      },
      {
        "arch": "transformer",
        "task": "course",
        "n_cells": 10,
        "expected_cells": 10,
        "n_paired_seeds": 10,
        "n_expected_seeds": 10,
        "complete_support": true,
        "gains": {
          "H0": 0.04649915084768246,
          "H1": -0.1518867224298653,
          "HR": 0.004957297773220676
        },
        "worst_control_gain": -0.1518867224298653,
        "positive_cell_fraction": 0.0,
        "positive_cells": 0,
        "harm_cells": 10
      },
      {
        "arch": "transformer",
        "task": "grade",
        "n_cells": 10,
        "expected_cells": 10,
        "n_paired_seeds": 10,
        "n_expected_seeds": 10,
        "complete_support": true,
        "gains": {
          "H0": 0.03720634109189098,
          "H1": -0.1611795321856568,
          "HR": -0.004335511982570811
        },
        "worst_control_gain": -0.1611795321856568,
        "positive_cell_fraction": 0.0,
        "positive_cells": 0,
        "harm_cells": 10
      },
      {
        "arch": "transformer",
        "task": "joint",
        "n_cells": 10,
        "expected_cells": 10,
        "n_paired_seeds": 10,
        "n_expected_seeds": 10,
        "complete_support": true,
        "gains": {
          "H0": 0.03768615865994383,
          "H1": -0.16069971461760396,
          "HR": -0.003855694414517957
        },
        "worst_control_gain": -0.16069971461760396,
        "positive_cell_fraction": 0.0,
        "positive_cells": 0,
        "harm_cells": 10
      }
    ],
    "holdout_positive_evidence": false,
    "operational_recommendation": "not_supported",
    "reasons": [
      "Development mean AP gain is below .01 against at least one H0/H1/HR control.",
      "H2 beats the strongest control in fewer than 60% of paired development faculty-fold cells."
    ],
    "retrospective_evidence": {
      "arch": "gru",
      "task": "course",
      "n_cells": 0,
      "expected_cells": 0,
      "n_paired_seeds": 0,
      "n_expected_seeds": 0,
      "complete_support": false,
      "gains": {
        "H0": null,
        "H1": null,
        "HR": null
      },
      "worst_control_gain": null,
      "positive_cell_fraction": null,
      "positive_cells": 0,
      "harm_cells": 0
    }
  },
  "development_folds": [
    1,
    2,
    3,
    4,
    5
  ],
  "threshold_note": "F1/F2 chosen on development predictions; development threshold metrics are policy fitting diagnostics. Retrospective applies them unchanged."
}