[ENV] python=3.13.5 torch=2.7.1+cu118 device=cuda backend=official [ENV] faculties=14 folds=[1, 2, 3, 4, 5, 6, 7] dev=[1, 2, 3, 4, 5] holdout=[6, 7] [SCIENTIFIC CONTRACT] Direct shared classifier; no neural OOF; faculty-balanced but NOT class-balanced sampling; F6/F7 never select architecture/epochs/blend. [ARCHITECTURE] A=shared TabM; B=faculty modulation; C=faculty+time modulation; D=student-course relational evidence; E=full sparse feature graph SFTR-TabM. ========================================================================================================================================================================== SUITE22 — SHARED FACULTY-TIME RELATIONAL TABM | TARGET FOLD 1 ========================================================================================================================================================================== [DATA] faculties=14 common_raw=136 current_features=153 history=240,672 fail=4,445 (1.85%) target=45,800 fail=1,083 (2.36%) STRUCTURED EVIDENCE COVERAGE — TARGET -------------------------------------------------------------------------------- faculty rows prevalence student_semesters_mean course_neighbors_mean relation_events_mean component_events_mean khoa_cong_nghe_thong_tin 5222 0.0362 4.9111 1.1390 13.2706 22.6563 khoa_quan_tri_kinh_doanh_va_du_lich 5672 0.0386 4.8900 2.8404 13.4450 23.2063 khoa_quoc_te_hoc 2363 0.0131 4.8316 3.4207 13.4262 23.3318 khoa_tieng_anh 8164 0.0181 3.9103 0.9348 15.9940 24.0000 khoa_tieng_bo_dao_nha 768 0.0391 4.0026 1.1263 15.8997 24.0000 khoa_tieng_duc 1900 0.0242 4.0416 0.4437 15.9647 24.0000 khoa_tieng_han_quoc 2904 0.0069 4.2073 1.1443 15.9835 24.0000 khoa_tieng_italia 2166 0.0512 4.1898 1.2825 15.9123 24.0000 khoa_tieng_nga 1588 0.0642 3.9433 1.8671 15.7941 24.0000 khoa_tieng_nhat 2840 0.0060 4.2380 1.7961 15.9954 24.0000 khoa_tieng_phap 2606 0.0161 4.0177 1.5253 15.7318 24.0000 khoa_tieng_tay_ban_nha 1401 0.0450 4.0942 3.2220 15.9329 24.0000 khoa_tieng_trung_quoc 7393 0.0047 4.6633 1.4534 15.9743 24.0000 khoa_viet_nam_hoc 813 0.0369 4.9225 0.1255 14.9766 23.9077 [SPLIT] train=141,668 validation=99,004 latest_blocks=3 --------------------------------------------------------------------------------------------------------------------------------------- [VARIANT SHARED_TABM] direct shared TabM training [SELECT] epoch=01/15 loss=0.11179 macroAP=0.1921 F2@20=0.2449 Brier=0.0185 best=01 [SELECT] epoch=02/15 loss=0.07707 macroAP=0.1966 F2@20=0.2317 Brier=0.0176 best=02 [SELECT] epoch=03/15 loss=0.06087 macroAP=0.1927 F2@20=0.2289 Brier=0.0180 best=02 [SELECT] epoch=04/15 loss=0.05204 macroAP=0.1865 F2@20=0.2286 Brier=0.0176 best=02 [SELECT] epoch=05/15 loss=0.04451 macroAP=0.1776 F2@20=0.2172 Brier=0.0179 best=02 [VARIANT SHARED_TABM] selected_epochs=2 macroAP=0.1966 F2@20=0.2317 Brier=0.0176 [REFIT] epoch=01/2 loss=0.11095 [REFIT] epoch=02/2 loss=0.08612 --------------------------------------------------------------------------------------------------------------------------------------- [VARIANT FACULTY_MOD_TABM] direct shared TabM training [SELECT] epoch=01/15 loss=0.11094 macroAP=0.1920 F2@20=0.2417 Brier=0.0185 best=01 [SELECT] epoch=02/15 loss=0.07604 macroAP=0.1896 F2@20=0.2323 Brier=0.0177 best=01 [SELECT] epoch=03/15 loss=0.05987 macroAP=0.1847 F2@20=0.2286 Brier=0.0180 best=01 [SELECT] epoch=04/15 loss=0.05061 macroAP=0.1762 F2@20=0.2316 Brier=0.0178 best=01 [VARIANT FACULTY_MOD_TABM] selected_epochs=1 macroAP=0.1920 F2@20=0.2417 Brier=0.0185 [REFIT] epoch=01/1 loss=0.11050 --------------------------------------------------------------------------------------------------------------------------------------- [VARIANT FACULTY_TIME_TABM] direct shared TabM training [SELECT] epoch=01/15 loss=0.10974 macroAP=0.1900 F2@20=0.2382 Brier=0.0185 best=01 [SELECT] epoch=02/15 loss=0.07589 macroAP=0.1852 F2@20=0.2300 Brier=0.0176 best=01 [SELECT] epoch=03/15 loss=0.05965 macroAP=0.1823 F2@20=0.2326 Brier=0.0177 best=01 [SELECT] epoch=04/15 loss=0.05042 macroAP=0.1691 F2@20=0.2262 Brier=0.0178 best=01 [VARIANT FACULTY_TIME_TABM] selected_epochs=1 macroAP=0.1900 F2@20=0.2382 Brier=0.0185 [REFIT] epoch=01/1 loss=0.10995 --------------------------------------------------------------------------------------------------------------------------------------- [VARIANT RELATIONAL_FT_TABM] direct shared TabM training [SELECT] epoch=01/15 loss=0.10089 macroAP=0.1976 F2@20=0.2349 Brier=0.0182 best=01 [SELECT] epoch=02/15 loss=0.07055 macroAP=0.1986 F2@20=0.2365 Brier=0.0180 best=02 [SELECT] epoch=03/15 loss=0.05624 macroAP=0.2088 F2@20=0.2324 Brier=0.0176 best=03 [SELECT] epoch=04/15 loss=0.04748 macroAP=0.1911 F2@20=0.2268 Brier=0.0176 best=03 [SELECT] epoch=05/15 loss=0.04010 macroAP=0.1928 F2@20=0.2224 Brier=0.0179 best=03 [SELECT] epoch=06/15 loss=0.03533 macroAP=0.1934 F2@20=0.2277 Brier=0.0181 best=03 [VARIANT RELATIONAL_FT_TABM] selected_epochs=3 macroAP=0.2088 F2@20=0.2324 Brier=0.0176 [REFIT] epoch=01/3 loss=0.09900 [REFIT] epoch=03/3 loss=0.06561 --------------------------------------------------------------------------------------------------------------------------------------- [VARIANT SFTR_TABM] direct shared TabM training [SELECT] epoch=01/15 loss=0.10096 macroAP=0.2038 F2@20=0.2340 Brier=0.0181 best=01 [SELECT] epoch=02/15 loss=0.06837 macroAP=0.2003 F2@20=0.2359 Brier=0.0176 best=01 [SELECT] epoch=03/15 loss=0.05247 macroAP=0.1970 F2@20=0.2342 Brier=0.0177 best=01 [SELECT] epoch=04/15 loss=0.04297 macroAP=0.1890 F2@20=0.2297 Brier=0.0177 best=01 [VARIANT SFTR_TABM] selected_epochs=1 macroAP=0.2038 F2@20=0.2340 Brier=0.0181 [SAFE BLEND] selected alpha=0.25 where 0=Committee, 1=Suite22 primary [REFIT] epoch=01/1 loss=0.10078 SUITE22 TARGET FOLD 1 — NEW MODEL RESULTS -------------------------------------------------------------------------------- faculty model rows prevalence ap auc brier ece10 precision_at_20 recall_at_20 fbeta_at_20 khoa_cong_nghe_thong_tin committee 5222 0.0362 0.2032 0.7519 0.0321 0.0032 0.1197 0.6614 0.3472 khoa_cong_nghe_thong_tin suite22_shared_tabm 5222 0.0362 0.1996 0.8515 0.0344 0.0313 0.1226 0.6772 0.3556 khoa_cong_nghe_thong_tin suite22_faculty_mod_tabm 5222 0.0362 0.2538 0.8249 0.0315 0.0137 0.1197 0.6614 0.3472 khoa_cong_nghe_thong_tin suite22_faculty_time_tabm 5222 0.0362 0.2328 0.8283 0.0318 0.0153 0.1216 0.6720 0.3528 khoa_cong_nghe_thong_tin suite22_relational_ft_tabm 5222 0.0362 0.2532 0.7704 0.0320 0.0234 0.1236 0.6825 0.3583 khoa_cong_nghe_thong_tin suite22_sftr_tabm 5222 0.0362 0.3022 0.8212 0.0304 0.0134 0.1236 0.6825 0.3583 khoa_cong_nghe_thong_tin suite22_safe_blend 5222 0.0362 0.2496 0.7756 0.0314 0.0063 0.1255 0.6931 0.3639 khoa_quan_tri_kinh_doanh_va_du_lich committee 5672 0.0386 0.5174 0.9168 0.0281 0.0137 0.1684 0.8721 0.4751 khoa_quan_tri_kinh_doanh_va_du_lich suite22_shared_tabm 5672 0.0386 0.4557 0.9087 0.0308 0.0254 0.1552 0.8037 0.4378 khoa_quan_tri_kinh_doanh_va_du_lich suite22_faculty_mod_tabm 5672 0.0386 0.5382 0.9235 0.0277 0.0145 0.1675 0.8676 0.4726 khoa_quan_tri_kinh_doanh_va_du_lich suite22_faculty_time_tabm 5672 0.0386 0.5266 0.9237 0.0275 0.0132 0.1667 0.8630 0.4701 khoa_quan_tri_kinh_doanh_va_du_lich suite22_relational_ft_tabm 5672 0.0386 0.5792 0.9175 0.0253 0.0157 0.1658 0.8584 0.4677 khoa_quan_tri_kinh_doanh_va_du_lich suite22_sftr_tabm 5672 0.0386 0.5516 0.9032 0.0266 0.0270 0.1631 0.8447 0.4602 khoa_quan_tri_kinh_doanh_va_du_lich suite22_safe_blend 5672 0.0386 0.5583 0.9210 0.0272 0.0179 0.1684 0.8721 0.4751 khoa_quoc_te_hoc committee 2363 0.0131 0.0704 0.8048 0.0127 0.0015 0.0465 0.7097 0.1843 khoa_quoc_te_hoc suite22_shared_tabm 2363 0.0131 0.0724 0.8027 0.0129 0.0092 0.0444 0.6774 0.1759 khoa_quoc_te_hoc suite22_faculty_mod_tabm 2363 0.0131 0.0829 0.7991 0.0127 0.0040 0.0444 0.6774 0.1759 khoa_quoc_te_hoc suite22_faculty_time_tabm 2363 0.0131 0.0646 0.7836 0.0130 0.0046 0.0423 0.6452 0.1675 khoa_quoc_te_hoc suite22_relational_ft_tabm 2363 0.0131 0.0624 0.7692 0.0142 0.0061 0.0423 0.6452 0.1675 khoa_quoc_te_hoc suite22_sftr_tabm 2363 0.0131 0.0919 0.8115 0.0130 0.0107 0.0402 0.6129 0.1591 khoa_quoc_te_hoc suite22_safe_blend 2363 0.0131 0.0849 0.8181 0.0126 0.0016 0.0486 0.7419 0.1926 khoa_tieng_anh committee 8164 0.0181 0.5856 0.9353 0.0108 0.0098 0.0833 0.9189 0.3056 khoa_tieng_anh suite22_shared_tabm 8164 0.0181 0.5995 0.9189 0.0108 0.0058 0.0735 0.8108 0.2697 khoa_tieng_anh suite22_faculty_mod_tabm 8164 0.0181 0.5332 0.9233 0.0127 0.0053 0.0772 0.8514 0.2831 khoa_tieng_anh suite22_faculty_time_tabm 8164 0.0181 0.5433 0.9199 0.0124 0.0074 0.0753 0.8311 0.2764 khoa_tieng_anh suite22_relational_ft_tabm 8164 0.0181 0.6088 0.9349 0.0101 0.0042 0.0778 0.8581 0.2854 khoa_tieng_anh suite22_sftr_tabm 8164 0.0181 0.6125 0.9412 0.0110 0.0078 0.0821 0.9054 0.3011 khoa_tieng_anh suite22_safe_blend 8164 0.0181 0.6030 0.9416 0.0102 0.0080 0.0808 0.8919 0.2966 khoa_tieng_bo_dao_nha committee 768 0.0391 0.3146 0.8200 0.0336 0.0108 0.1104 0.5667 0.3102 khoa_tieng_bo_dao_nha suite22_shared_tabm 768 0.0391 0.1227 0.8124 0.0373 0.0263 0.1234 0.6333 0.3467 khoa_tieng_bo_dao_nha suite22_faculty_mod_tabm 768 0.0391 0.1596 0.7748 0.0354 0.0102 0.1104 0.5667 0.3102 khoa_tieng_bo_dao_nha suite22_faculty_time_tabm 768 0.0391 0.2345 0.7806 0.0351 0.0102 0.1169 0.6000 0.3285 khoa_tieng_bo_dao_nha suite22_relational_ft_tabm 768 0.0391 0.1643 0.7528 0.0367 0.0320 0.1104 0.5667 0.3102 khoa_tieng_bo_dao_nha suite22_sftr_tabm 768 0.0391 0.1460 0.7876 0.0367 0.0175 0.1169 0.6000 0.3285 khoa_tieng_bo_dao_nha suite22_safe_blend 768 0.0391 0.2813 0.8218 0.0337 0.0074 0.1234 0.6333 0.3467 khoa_tieng_duc committee 1900 0.0242 0.2622 0.8663 0.0212 0.0079 0.0921 0.7609 0.3103 khoa_tieng_duc suite22_shared_tabm 1900 0.0242 0.1654 0.8348 0.0231 0.0194 0.0789 0.6522 0.2660 khoa_tieng_duc suite22_faculty_mod_tabm 1900 0.0242 0.1715 0.8489 0.0224 0.0109 0.0842 0.6957 0.2837 khoa_tieng_duc suite22_faculty_time_tabm 1900 0.0242 0.1549 0.8412 0.0225 0.0106 0.0868 0.7174 0.2926 khoa_tieng_duc suite22_relational_ft_tabm 1900 0.0242 0.1329 0.8324 0.0227 0.0142 0.1000 0.8261 0.3369 khoa_tieng_duc suite22_sftr_tabm 1900 0.0242 0.1460 0.8582 0.0223 0.0125 0.0921 0.7609 0.3103 khoa_tieng_duc suite22_safe_blend 1900 0.0242 0.2519 0.8837 0.0211 0.0058 0.0947 0.7826 0.3191 khoa_tieng_han_quoc committee 2904 0.0069 0.0544 0.8479 0.0067 0.0041 0.0275 0.8000 0.1210 khoa_tieng_han_quoc suite22_shared_tabm 2904 0.0069 0.1131 0.8803 0.0068 0.0063 0.0241 0.7000 0.1059 khoa_tieng_han_quoc suite22_faculty_mod_tabm 2904 0.0069 0.0841 0.8635 0.0067 0.0040 0.0275 0.8000 0.1210 khoa_tieng_han_quoc suite22_faculty_time_tabm 2904 0.0069 0.0695 0.8524 0.0067 0.0045 0.0275 0.8000 0.1210 khoa_tieng_han_quoc suite22_relational_ft_tabm 2904 0.0069 0.0516 0.8790 0.0068 0.0051 0.0258 0.7500 0.1135 khoa_tieng_han_quoc suite22_sftr_tabm 2904 0.0069 0.0737 0.8754 0.0067 0.0027 0.0275 0.8000 0.1210 khoa_tieng_han_quoc suite22_safe_blend 2904 0.0069 0.0601 0.8577 0.0067 0.0042 0.0258 0.7500 0.1135 khoa_tieng_italia committee 2166 0.0512 0.2598 0.7668 0.0457 0.0222 0.1386 0.5405 0.3421 khoa_tieng_italia suite22_shared_tabm 2166 0.0512 0.2431 0.8522 0.0478 0.0427 0.1686 0.6577 0.4162 khoa_tieng_italia suite22_faculty_mod_tabm 2166 0.0512 0.2296 0.8349 0.0456 0.0283 0.1663 0.6486 0.4105 khoa_tieng_italia suite22_faculty_time_tabm 2166 0.0512 0.2172 0.8379 0.0470 0.0355 0.1640 0.6396 0.4048 khoa_tieng_italia suite22_relational_ft_tabm 2166 0.0512 0.2658 0.8205 0.0442 0.0301 0.1640 0.6396 0.4048 khoa_tieng_italia suite22_sftr_tabm 2166 0.0512 0.2662 0.8745 0.0426 0.0131 0.1871 0.7297 0.4618 khoa_tieng_italia suite22_safe_blend 2166 0.0512 0.2889 0.8191 0.0449 0.0219 0.1617 0.6306 0.3991 khoa_tieng_nga committee 1588 0.0642 0.3476 0.8074 0.0532 0.0287 0.1887 0.5882 0.4132 khoa_tieng_nga suite22_shared_tabm 1588 0.0642 0.2891 0.8210 0.0603 0.0574 0.2138 0.6667 0.4683 khoa_tieng_nga suite22_faculty_mod_tabm 1588 0.0642 0.2799 0.7893 0.0562 0.0384 0.1792 0.5588 0.3926 khoa_tieng_nga suite22_faculty_time_tabm 1588 0.0642 0.2605 0.7735 0.0565 0.0373 0.1792 0.5588 0.3926 khoa_tieng_nga suite22_relational_ft_tabm 1588 0.0642 0.2186 0.7557 0.0612 0.0483 0.1824 0.5686 0.3994 khoa_tieng_nga suite22_sftr_tabm 1588 0.0642 0.2705 0.7917 0.0545 0.0144 0.2044 0.6373 0.4477 khoa_tieng_nga suite22_safe_blend 1588 0.0642 0.3499 0.8182 0.0526 0.0229 0.1950 0.6078 0.4270 khoa_tieng_nhat committee 2840 0.0060 0.5024 0.9301 0.0054 0.0084 0.0246 0.8235 0.1101 khoa_tieng_nhat suite22_shared_tabm 2840 0.0060 0.2091 0.9031 0.0058 0.0049 0.0229 0.7647 0.1022 khoa_tieng_nhat suite22_faculty_mod_tabm 2840 0.0060 0.5387 0.9757 0.0051 0.0026 0.0299 1.0000 0.1336 khoa_tieng_nhat suite22_faculty_time_tabm 2840 0.0060 0.4188 0.9728 0.0053 0.0029 0.0299 1.0000 0.1336 khoa_tieng_nhat suite22_relational_ft_tabm 2840 0.0060 0.3345 0.9884 0.0052 0.0037 0.0299 1.0000 0.1336 khoa_tieng_nhat suite22_sftr_tabm 2840 0.0060 0.5829 0.9881 0.0049 0.0029 0.0299 1.0000 0.1336 khoa_tieng_nhat suite22_safe_blend 2840 0.0060 0.5498 0.9605 0.0052 0.0058 0.0299 1.0000 0.1336 khoa_tieng_phap committee 2606 0.0161 0.2279 0.8058 0.0144 0.0066 0.0461 0.5714 0.1742 khoa_tieng_phap suite22_shared_tabm 2606 0.0161 0.2668 0.9273 0.0149 0.0136 0.0749 0.9286 0.2830 khoa_tieng_phap suite22_faculty_mod_tabm 2606 0.0161 0.2970 0.9200 0.0137 0.0042 0.0749 0.9286 0.2830 khoa_tieng_phap suite22_faculty_time_tabm 2606 0.0161 0.2922 0.9155 0.0137 0.0050 0.0749 0.9286 0.2830 khoa_tieng_phap suite22_relational_ft_tabm 2606 0.0161 0.3047 0.9249 0.0136 0.0110 0.0749 0.9286 0.2830 khoa_tieng_phap suite22_sftr_tabm 2606 0.0161 0.2793 0.9000 0.0135 0.0092 0.0614 0.7619 0.2322 khoa_tieng_phap suite22_safe_blend 2606 0.0161 0.2662 0.8561 0.0140 0.0041 0.0633 0.7857 0.2395 khoa_tieng_tay_ban_nha committee 1401 0.0450 0.1689 0.7736 0.0423 0.0244 0.1179 0.5238 0.3102 khoa_tieng_tay_ban_nha suite22_shared_tabm 1401 0.0450 0.2460 0.8889 0.0432 0.0417 0.1714 0.7619 0.4511 khoa_tieng_tay_ban_nha suite22_faculty_mod_tabm 1401 0.0450 0.2324 0.8756 0.0406 0.0327 0.1679 0.7460 0.4417 khoa_tieng_tay_ban_nha suite22_faculty_time_tabm 1401 0.0450 0.2457 0.8785 0.0399 0.0282 0.1679 0.7460 0.4417 khoa_tieng_tay_ban_nha suite22_relational_ft_tabm 1401 0.0450 0.3144 0.8645 0.0406 0.0367 0.1714 0.7619 0.4511 khoa_tieng_tay_ban_nha suite22_sftr_tabm 1401 0.0450 0.2424 0.8857 0.0395 0.0249 0.1607 0.7143 0.4229 khoa_tieng_tay_ban_nha suite22_safe_blend 1401 0.0450 0.2106 0.8440 0.0415 0.0287 0.1571 0.6984 0.4135 khoa_tieng_trung_quoc committee 7393 0.0047 0.1112 0.7903 0.0045 0.0004 0.0169 0.7143 0.0772 khoa_tieng_trung_quoc suite22_shared_tabm 7393 0.0047 0.0647 0.8539 0.0047 0.0043 0.0169 0.7143 0.0772 khoa_tieng_trung_quoc suite22_faculty_mod_tabm 7393 0.0047 0.0572 0.8763 0.0046 0.0026 0.0189 0.8000 0.0865 khoa_tieng_trung_quoc suite22_faculty_time_tabm 7393 0.0047 0.0464 0.8604 0.0046 0.0028 0.0176 0.7429 0.0803 khoa_tieng_trung_quoc suite22_relational_ft_tabm 7393 0.0047 0.0643 0.8344 0.0047 0.0041 0.0189 0.8000 0.0865 khoa_tieng_trung_quoc suite22_sftr_tabm 7393 0.0047 0.1129 0.8296 0.0044 0.0031 0.0176 0.7429 0.0803 khoa_tieng_trung_quoc suite22_safe_blend 7393 0.0047 0.1734 0.8001 0.0045 0.0005 0.0176 0.7429 0.0803 khoa_viet_nam_hoc committee 813 0.0369 0.1373 0.7654 0.0399 0.0314 0.0982 0.5333 0.2827 khoa_viet_nam_hoc suite22_shared_tabm 813 0.0369 0.1654 0.7886 0.0434 0.0459 0.0859 0.4667 0.2473 khoa_viet_nam_hoc suite22_faculty_mod_tabm 813 0.0369 0.1955 0.7658 0.0360 0.0294 0.0920 0.5000 0.2650 khoa_viet_nam_hoc suite22_faculty_time_tabm 813 0.0369 0.1624 0.7659 0.0362 0.0299 0.0920 0.5000 0.2650 khoa_viet_nam_hoc suite22_relational_ft_tabm 813 0.0369 0.1829 0.8545 0.0359 0.0320 0.1166 0.6333 0.3357 khoa_viet_nam_hoc suite22_sftr_tabm 813 0.0369 0.2013 0.7633 0.0356 0.0233 0.0736 0.4000 0.2120 khoa_viet_nam_hoc suite22_safe_blend 813 0.0369 0.1444 0.7698 0.0382 0.0289 0.0798 0.4333 0.2297 SUITE22 TARGET FOLD 1 — COMPONENT UPLIFT -------------------------------------------------------------------------------- faculty faculty_gain time_gain relation_gain graph_gain khoa_cong_nghe_thong_tin 0.0542 -0.0210 0.0203 0.0490 khoa_quan_tri_kinh_doanh_va_du_lich 0.0824 -0.0116 0.0526 -0.0276 khoa_quoc_te_hoc 0.0104 -0.0182 -0.0022 0.0295 khoa_tieng_anh -0.0663 0.0102 0.0655 0.0037 khoa_tieng_bo_dao_nha 0.0370 0.0748 -0.0702 -0.0183 khoa_tieng_duc 0.0061 -0.0166 -0.0220 0.0130 khoa_tieng_han_quoc -0.0289 -0.0146 -0.0180 0.0221 khoa_tieng_italia -0.0135 -0.0124 0.0486 0.0004 khoa_tieng_nga -0.0092 -0.0194 -0.0419 0.0519 khoa_tieng_nhat 0.3296 -0.1199 -0.0843 0.2485 khoa_tieng_phap 0.0302 -0.0048 0.0124 -0.0253 khoa_tieng_tay_ban_nha -0.0136 0.0133 0.0687 -0.0719 khoa_tieng_trung_quoc -0.0074 -0.0109 0.0180 0.0485 khoa_viet_nam_hoc 0.0301 -0.0331 0.0206 0.0184 ========================================================================================================================================================================== SUITE22 — SHARED FACULTY-TIME RELATIONAL TABM | TARGET FOLD 2 ========================================================================================================================================================================== [DATA] faculties=14 common_raw=136 current_features=153 history=286,472 fail=5,528 (1.93%) target=42,122 fail=933 (2.21%) STRUCTURED EVIDENCE COVERAGE — TARGET -------------------------------------------------------------------------------- faculty rows prevalence student_semesters_mean course_neighbors_mean relation_events_mean component_events_mean khoa_cong_nghe_thong_tin 4598 0.0331 5.2275 1.0254 15.8195 24.0000 khoa_quan_tri_kinh_doanh_va_du_lich 5530 0.0300 5.2047 2.6262 15.7667 23.9986 khoa_quoc_te_hoc 2095 0.0091 5.1484 3.1165 15.8740 24.0000 khoa_tieng_anh 8328 0.0146 4.5702 2.0576 15.8189 23.7942 khoa_tieng_bo_dao_nha 716 0.0419 4.6411 1.6802 16.0000 24.0000 khoa_tieng_duc 1893 0.0280 4.8193 0.4237 16.0000 24.0000 khoa_tieng_han_quoc 3337 0.0087 4.8571 0.9167 16.0000 24.0000 khoa_tieng_italia 2024 0.0351 4.6675 1.5005 16.0000 24.0000 khoa_tieng_nga 1567 0.0530 4.4308 2.0810 16.0000 24.0000 khoa_tieng_nhat 2448 0.0045 4.9261 1.9118 16.0000 24.0000 khoa_tieng_phap 2204 0.0181 4.3503 1.7414 16.0000 24.0000 khoa_tieng_tay_ban_nha 1242 0.0338 4.6401 2.4114 16.0000 24.0000 khoa_tieng_trung_quoc 5584 0.0136 4.7724 1.1474 14.8992 22.9463 khoa_viet_nam_hoc 556 0.0701 5.0054 0.0072 15.4820 24.0000 [SPLIT] train=170,825 validation=115,647 latest_blocks=3 --------------------------------------------------------------------------------------------------------------------------------------- [VARIANT SHARED_TABM] direct shared TabM training [SELECT] epoch=01/15 loss=0.10978 macroAP=0.2208 F2@20=0.2775 Brier=0.0226 best=01 [SELECT] epoch=02/15 loss=0.07884 macroAP=0.2037 F2@20=0.2640 Brier=0.0232 best=01 [SELECT] epoch=03/15 loss=0.06473 macroAP=0.2048 F2@20=0.2749 Brier=0.0235 best=01 [SELECT] epoch=04/15 loss=0.05458 macroAP=0.2117 F2@20=0.2694 Brier=0.0230 best=01 [VARIANT SHARED_TABM] selected_epochs=1 macroAP=0.2208 F2@20=0.2775 Brier=0.0226 [REFIT] epoch=01/1 loss=0.11593 --------------------------------------------------------------------------------------------------------------------------------------- [VARIANT FACULTY_MOD_TABM] direct shared TabM training [SELECT] epoch=01/15 loss=0.10895 macroAP=0.2186 F2@20=0.2745 Brier=0.0230 best=01 [SELECT] epoch=02/15 loss=0.07714 macroAP=0.1969 F2@20=0.2582 Brier=0.0236 best=01 [SELECT] epoch=03/15 loss=0.06337 macroAP=0.2072 F2@20=0.2699 Brier=0.0237 best=01 [SELECT] epoch=04/15 loss=0.05315 macroAP=0.2118 F2@20=0.2572 Brier=0.0233 best=01 [VARIANT FACULTY_MOD_TABM] selected_epochs=1 macroAP=0.2186 F2@20=0.2745 Brier=0.0230 [REFIT] epoch=01/1 loss=0.11494 --------------------------------------------------------------------------------------------------------------------------------------- [VARIANT FACULTY_TIME_TABM] direct shared TabM training [SELECT] epoch=01/15 loss=0.10871 macroAP=0.2190 F2@20=0.2730 Brier=0.0228 best=01 [SELECT] epoch=02/15 loss=0.07670 macroAP=0.1970 F2@20=0.2555 Brier=0.0236 best=01 [SELECT] epoch=03/15 loss=0.06291 macroAP=0.2085 F2@20=0.2622 Brier=0.0237 best=01 [SELECT] epoch=04/15 loss=0.05267 macroAP=0.2041 F2@20=0.2513 Brier=0.0232 best=01 [VARIANT FACULTY_TIME_TABM] selected_epochs=1 macroAP=0.2190 F2@20=0.2730 Brier=0.0228 [REFIT] epoch=01/1 loss=0.11471 --------------------------------------------------------------------------------------------------------------------------------------- [VARIANT RELATIONAL_FT_TABM] direct shared TabM training [SELECT] epoch=01/15 loss=0.09902 macroAP=0.2356 F2@20=0.2837 Brier=0.0222 best=01 [SELECT] epoch=02/15 loss=0.07078 macroAP=0.2235 F2@20=0.2632 Brier=0.0231 best=01 [SELECT] epoch=03/15 loss=0.05836 macroAP=0.2297 F2@20=0.2792 Brier=0.0229 best=01 [SELECT] epoch=04/15 loss=0.04939 macroAP=0.2138 F2@20=0.2613 Brier=0.0231 best=01 [VARIANT RELATIONAL_FT_TABM] selected_epochs=1 macroAP=0.2356 F2@20=0.2837 Brier=0.0222 [REFIT] epoch=01/1 loss=0.10642 --------------------------------------------------------------------------------------------------------------------------------------- [VARIANT SFTR_TABM] direct shared TabM training [SELECT] epoch=01/15 loss=0.09821 macroAP=0.2509 F2@20=0.2883 Brier=0.0218 best=01 [SELECT] epoch=02/15 loss=0.07200 macroAP=0.2175 F2@20=0.2619 Brier=0.0228 best=01 [SELECT] epoch=03/15 loss=0.05798 macroAP=0.2264 F2@20=0.2834 Brier=0.0232 best=01 [SELECT] epoch=04/15 loss=0.04812 macroAP=0.2111 F2@20=0.2675 Brier=0.0230 best=01 [VARIANT SFTR_TABM] selected_epochs=1 macroAP=0.2509 F2@20=0.2883 Brier=0.0218 [SAFE BLEND] selected alpha=0.50 where 0=Committee, 1=Suite22 primary [REFIT] epoch=01/1 loss=0.10834 SUITE22 TARGET FOLD 2 — NEW MODEL RESULTS -------------------------------------------------------------------------------- faculty model rows prevalence ap auc brier ece10 precision_at_20 recall_at_20 fbeta_at_20 khoa_cong_nghe_thong_tin committee 4598 0.0331 0.4729 0.9206 0.0231 0.0128 0.1413 0.8553 0.4254 khoa_cong_nghe_thong_tin suite22_shared_tabm 4598 0.0331 0.2381 0.8092 0.0285 0.0110 0.1033 0.6250 0.3109 khoa_cong_nghe_thong_tin suite22_faculty_mod_tabm 4598 0.0331 0.2355 0.8116 0.0286 0.0126 0.1043 0.6316 0.3141 khoa_cong_nghe_thong_tin suite22_faculty_time_tabm 4598 0.0331 0.2418 0.8184 0.0283 0.0108 0.1098 0.6645 0.3305 khoa_cong_nghe_thong_tin suite22_relational_ft_tabm 4598 0.0331 0.3522 0.8942 0.0267 0.0077 0.1293 0.7829 0.3894 khoa_cong_nghe_thong_tin suite22_sftr_tabm 4598 0.0331 0.3299 0.8750 0.0265 0.0034 0.1130 0.6842 0.3403 khoa_cong_nghe_thong_tin suite22_safe_blend 4598 0.0331 0.4804 0.9165 0.0236 0.0109 0.1359 0.8224 0.4090 khoa_quan_tri_kinh_doanh_va_du_lich committee 5530 0.0300 0.5498 0.9096 0.0190 0.0155 0.1257 0.8373 0.3927 khoa_quan_tri_kinh_doanh_va_du_lich suite22_shared_tabm 5530 0.0300 0.3843 0.8704 0.0233 0.0106 0.1085 0.7229 0.3390 khoa_quan_tri_kinh_doanh_va_du_lich suite22_faculty_mod_tabm 5530 0.0300 0.3832 0.8733 0.0233 0.0086 0.1112 0.7410 0.3475 khoa_quan_tri_kinh_doanh_va_du_lich suite22_faculty_time_tabm 5530 0.0300 0.3714 0.8719 0.0236 0.0101 0.1103 0.7349 0.3446 khoa_quan_tri_kinh_doanh_va_du_lich suite22_relational_ft_tabm 5530 0.0300 0.4721 0.9360 0.0237 0.0278 0.1356 0.9036 0.4237 khoa_quan_tri_kinh_doanh_va_du_lich suite22_sftr_tabm 5530 0.0300 0.4478 0.9080 0.0237 0.0216 0.1193 0.7952 0.3729 khoa_quan_tri_kinh_doanh_va_du_lich suite22_safe_blend 5530 0.0300 0.5250 0.9260 0.0201 0.0160 0.1302 0.8675 0.4068 khoa_quoc_te_hoc committee 2095 0.0091 0.4660 0.9595 0.0069 0.0138 0.0430 0.9474 0.1818 khoa_quoc_te_hoc suite22_shared_tabm 2095 0.0091 0.0995 0.8260 0.0088 0.0063 0.0286 0.6316 0.1212 khoa_quoc_te_hoc suite22_faculty_mod_tabm 2095 0.0091 0.1150 0.8308 0.0088 0.0081 0.0286 0.6316 0.1212 khoa_quoc_te_hoc suite22_faculty_time_tabm 2095 0.0091 0.1158 0.8379 0.0089 0.0098 0.0286 0.6316 0.1212 khoa_quoc_te_hoc suite22_relational_ft_tabm 2095 0.0091 0.3586 0.9535 0.0077 0.0089 0.0430 0.9474 0.1818 khoa_quoc_te_hoc suite22_sftr_tabm 2095 0.0091 0.2657 0.8810 0.0082 0.0117 0.0406 0.8947 0.1717 khoa_quoc_te_hoc suite22_safe_blend 2095 0.0091 0.5017 0.9416 0.0068 0.0125 0.0430 0.9474 0.1818 khoa_tieng_anh committee 8328 0.0146 0.7490 0.9772 0.0072 0.0128 0.0702 0.9590 0.2716 khoa_tieng_anh suite22_shared_tabm 8328 0.0146 0.4867 0.9130 0.0106 0.0073 0.0636 0.8689 0.2461 khoa_tieng_anh suite22_faculty_mod_tabm 8328 0.0146 0.5091 0.9195 0.0103 0.0086 0.0636 0.8689 0.2461 khoa_tieng_anh suite22_faculty_time_tabm 8328 0.0146 0.5153 0.9253 0.0101 0.0084 0.0636 0.8689 0.2461 khoa_tieng_anh suite22_relational_ft_tabm 8328 0.0146 0.5692 0.9431 0.0166 0.0287 0.0684 0.9344 0.2646 khoa_tieng_anh suite22_sftr_tabm 8328 0.0146 0.6618 0.9555 0.0092 0.0203 0.0684 0.9344 0.2646 khoa_tieng_anh suite22_safe_blend 8328 0.0146 0.7418 0.9749 0.0072 0.0139 0.0702 0.9590 0.2716 khoa_tieng_bo_dao_nha committee 716 0.0419 0.5266 0.9436 0.0263 0.0196 0.1888 0.9000 0.5133 khoa_tieng_bo_dao_nha suite22_shared_tabm 716 0.0419 0.1862 0.8586 0.0369 0.0140 0.1538 0.7333 0.4183 khoa_tieng_bo_dao_nha suite22_faculty_mod_tabm 716 0.0419 0.1971 0.8266 0.0370 0.0179 0.1399 0.6667 0.3802 khoa_tieng_bo_dao_nha suite22_faculty_time_tabm 716 0.0419 0.1927 0.8357 0.0370 0.0166 0.1399 0.6667 0.3802 khoa_tieng_bo_dao_nha suite22_relational_ft_tabm 716 0.0419 0.3664 0.8840 0.0328 0.0128 0.1469 0.7000 0.3992 khoa_tieng_bo_dao_nha suite22_sftr_tabm 716 0.0419 0.3051 0.9047 0.0342 0.0108 0.1748 0.8333 0.4753 khoa_tieng_bo_dao_nha suite22_safe_blend 716 0.0419 0.4945 0.9445 0.0296 0.0091 0.2028 0.9667 0.5513 khoa_tieng_duc committee 1893 0.0280 0.3930 0.8337 0.0205 0.0127 0.0897 0.6415 0.2876 khoa_tieng_duc suite22_shared_tabm 1893 0.0280 0.1979 0.8308 0.0248 0.0105 0.0792 0.5660 0.2538 khoa_tieng_duc suite22_faculty_mod_tabm 1893 0.0280 0.2095 0.8225 0.0247 0.0108 0.0792 0.5660 0.2538 khoa_tieng_duc suite22_faculty_time_tabm 1893 0.0280 0.2598 0.8308 0.0243 0.0114 0.0792 0.5660 0.2538 khoa_tieng_duc suite22_relational_ft_tabm 1893 0.0280 0.2874 0.8515 0.0235 0.0062 0.0976 0.6981 0.3130 khoa_tieng_duc suite22_sftr_tabm 1893 0.0280 0.1960 0.8298 0.0249 0.0068 0.0818 0.5849 0.2623 khoa_tieng_duc suite22_safe_blend 1893 0.0280 0.3847 0.8504 0.0211 0.0092 0.0844 0.6038 0.2707 khoa_tieng_han_quoc committee 3337 0.0087 0.3792 0.9529 0.0072 0.0044 0.0390 0.8966 0.1660 khoa_tieng_han_quoc suite22_shared_tabm 3337 0.0087 0.2559 0.9134 0.0081 0.0053 0.0405 0.9310 0.1724 khoa_tieng_han_quoc suite22_faculty_mod_tabm 3337 0.0087 0.2521 0.9144 0.0081 0.0054 0.0405 0.9310 0.1724 khoa_tieng_han_quoc suite22_faculty_time_tabm 3337 0.0087 0.2529 0.9151 0.0080 0.0053 0.0405 0.9310 0.1724 khoa_tieng_han_quoc suite22_relational_ft_tabm 3337 0.0087 0.1353 0.8752 0.0081 0.0032 0.0375 0.8621 0.1596 khoa_tieng_han_quoc suite22_sftr_tabm 3337 0.0087 0.0865 0.8831 0.0083 0.0030 0.0345 0.7931 0.1469 khoa_tieng_han_quoc suite22_safe_blend 3337 0.0087 0.2774 0.9468 0.0074 0.0030 0.0390 0.8966 0.1660 khoa_tieng_italia committee 2024 0.0351 0.6839 0.9550 0.0182 0.0206 0.1605 0.9155 0.4717 khoa_tieng_italia suite22_shared_tabm 2024 0.0351 0.1559 0.8356 0.0317 0.0076 0.1210 0.6901 0.3556 khoa_tieng_italia suite22_faculty_mod_tabm 2024 0.0351 0.1760 0.8426 0.0312 0.0048 0.1210 0.6901 0.3556 khoa_tieng_italia suite22_faculty_time_tabm 2024 0.0351 0.1752 0.8425 0.0311 0.0061 0.1210 0.6901 0.3556 khoa_tieng_italia suite22_relational_ft_tabm 2024 0.0351 0.4115 0.9076 0.0268 0.0273 0.1506 0.8592 0.4427 khoa_tieng_italia suite22_sftr_tabm 2024 0.0351 0.3197 0.8946 0.0294 0.0204 0.1531 0.8732 0.4499 khoa_tieng_italia suite22_safe_blend 2024 0.0351 0.6299 0.9461 0.0210 0.0213 0.1580 0.9014 0.4644 khoa_tieng_nga committee 1567 0.0530 0.7595 0.9786 0.0228 0.0326 0.2620 0.9880 0.6357 khoa_tieng_nga suite22_shared_tabm 1567 0.0530 0.5070 0.9487 0.0380 0.0370 0.2492 0.9398 0.6047 khoa_tieng_nga suite22_faculty_mod_tabm 1567 0.0530 0.5014 0.9447 0.0381 0.0383 0.2492 0.9398 0.6047 khoa_tieng_nga suite22_faculty_time_tabm 1567 0.0530 0.5095 0.9441 0.0382 0.0403 0.2492 0.9398 0.6047 khoa_tieng_nga suite22_relational_ft_tabm 1567 0.0530 0.5309 0.9602 0.0331 0.0444 0.2524 0.9518 0.6124 khoa_tieng_nga suite22_sftr_tabm 1567 0.0530 0.6136 0.9694 0.0303 0.0434 0.2620 0.9880 0.6357 khoa_tieng_nga suite22_safe_blend 1567 0.0530 0.7879 0.9824 0.0239 0.0433 0.2620 0.9880 0.6357 khoa_tieng_nhat committee 2448 0.0045 0.5422 0.9638 0.0029 0.0047 0.0224 1.0000 0.1030 khoa_tieng_nhat suite22_shared_tabm 2448 0.0045 0.1226 0.9727 0.0042 0.0009 0.0224 1.0000 0.1030 khoa_tieng_nhat suite22_faculty_mod_tabm 2448 0.0045 0.1492 0.9774 0.0042 0.0013 0.0224 1.0000 0.1030 khoa_tieng_nhat suite22_faculty_time_tabm 2448 0.0045 0.1416 0.9750 0.0042 0.0012 0.0224 1.0000 0.1030 khoa_tieng_nhat suite22_relational_ft_tabm 2448 0.0045 0.6162 0.9786 0.0030 0.0044 0.0224 1.0000 0.1030 khoa_tieng_nhat suite22_sftr_tabm 2448 0.0045 0.2363 0.9759 0.0039 0.0042 0.0224 1.0000 0.1030 khoa_tieng_nhat suite22_safe_blend 2448 0.0045 0.5293 0.9822 0.0031 0.0027 0.0224 1.0000 0.1030 khoa_tieng_phap committee 2204 0.0181 0.5846 0.9370 0.0101 0.0083 0.0816 0.9000 0.2995 khoa_tieng_phap suite22_shared_tabm 2204 0.0181 0.2818 0.9229 0.0157 0.0057 0.0794 0.8750 0.2912 khoa_tieng_phap suite22_faculty_mod_tabm 2204 0.0181 0.2924 0.9104 0.0158 0.0054 0.0816 0.9000 0.2995 khoa_tieng_phap suite22_faculty_time_tabm 2204 0.0181 0.2997 0.9088 0.0157 0.0053 0.0816 0.9000 0.2995 khoa_tieng_phap suite22_relational_ft_tabm 2204 0.0181 0.2942 0.9341 0.0152 0.0125 0.0794 0.8750 0.2912 khoa_tieng_phap suite22_sftr_tabm 2204 0.0181 0.3684 0.9094 0.0133 0.0044 0.0794 0.8750 0.2912 khoa_tieng_phap suite22_safe_blend 2204 0.0181 0.5387 0.9486 0.0118 0.0039 0.0839 0.9250 0.3078 khoa_tieng_tay_ban_nha committee 1242 0.0338 0.3776 0.9312 0.0252 0.0189 0.1411 0.8333 0.4207 khoa_tieng_tay_ban_nha suite22_shared_tabm 1242 0.0338 0.1982 0.8875 0.0302 0.0145 0.1492 0.8810 0.4447 khoa_tieng_tay_ban_nha suite22_faculty_mod_tabm 1242 0.0338 0.2180 0.8892 0.0299 0.0120 0.1452 0.8571 0.4327 khoa_tieng_tay_ban_nha suite22_faculty_time_tabm 1242 0.0338 0.2047 0.8870 0.0303 0.0183 0.1452 0.8571 0.4327 khoa_tieng_tay_ban_nha suite22_relational_ft_tabm 1242 0.0338 0.4275 0.8987 0.0266 0.0163 0.1492 0.8810 0.4447 khoa_tieng_tay_ban_nha suite22_sftr_tabm 1242 0.0338 0.1936 0.8823 0.0309 0.0118 0.1452 0.8571 0.4327 khoa_tieng_tay_ban_nha suite22_safe_blend 1242 0.0338 0.4326 0.9368 0.0244 0.0124 0.1532 0.9048 0.4567 khoa_tieng_trung_quoc committee 5584 0.0136 0.0910 0.8927 0.0133 0.0091 0.0555 0.8158 0.2182 khoa_tieng_trung_quoc suite22_shared_tabm 5584 0.0136 0.0927 0.8637 0.0131 0.0078 0.0528 0.7763 0.2076 khoa_tieng_trung_quoc suite22_faculty_mod_tabm 5584 0.0136 0.1238 0.8763 0.0130 0.0082 0.0528 0.7763 0.2076 khoa_tieng_trung_quoc suite22_faculty_time_tabm 5584 0.0136 0.1239 0.8747 0.0130 0.0088 0.0519 0.7632 0.2041 khoa_tieng_trung_quoc suite22_relational_ft_tabm 5584 0.0136 0.1529 0.9234 0.0128 0.0039 0.0618 0.9079 0.2428 khoa_tieng_trung_quoc suite22_sftr_tabm 5584 0.0136 0.1995 0.9134 0.0127 0.0080 0.0609 0.8947 0.2393 khoa_tieng_trung_quoc suite22_safe_blend 5584 0.0136 0.1847 0.9191 0.0124 0.0046 0.0618 0.9079 0.2428 khoa_viet_nam_hoc committee 556 0.0701 0.4830 0.8092 0.0464 0.0429 0.2342 0.6667 0.4869 khoa_viet_nam_hoc suite22_shared_tabm 556 0.0701 0.1359 0.7303 0.0668 0.0499 0.1351 0.3846 0.2809 khoa_viet_nam_hoc suite22_faculty_mod_tabm 556 0.0701 0.1352 0.7240 0.0668 0.0528 0.1532 0.4359 0.3184 khoa_viet_nam_hoc suite22_faculty_time_tabm 556 0.0701 0.1610 0.7406 0.0658 0.0535 0.1712 0.4872 0.3558 khoa_viet_nam_hoc suite22_relational_ft_tabm 556 0.0701 0.3012 0.7605 0.0615 0.0573 0.1802 0.5128 0.3745 khoa_viet_nam_hoc suite22_sftr_tabm 556 0.0701 0.2975 0.7739 0.0601 0.0545 0.1712 0.4872 0.3558 khoa_viet_nam_hoc suite22_safe_blend 556 0.0701 0.4789 0.8174 0.0545 0.0465 0.2342 0.6667 0.4869 SUITE22 TARGET FOLD 2 — COMPONENT UPLIFT -------------------------------------------------------------------------------- faculty faculty_gain time_gain relation_gain graph_gain khoa_cong_nghe_thong_tin -0.0026 0.0063 0.1104 -0.0224 khoa_quan_tri_kinh_doanh_va_du_lich -0.0011 -0.0117 0.1007 -0.0242 khoa_quoc_te_hoc 0.0155 0.0008 0.2428 -0.0929 khoa_tieng_anh 0.0224 0.0062 0.0539 0.0926 khoa_tieng_bo_dao_nha 0.0109 -0.0044 0.1737 -0.0613 khoa_tieng_duc 0.0115 0.0504 0.0276 -0.0914 khoa_tieng_han_quoc -0.0037 0.0008 -0.1176 -0.0488 khoa_tieng_italia 0.0201 -0.0008 0.2363 -0.0918 khoa_tieng_nga -0.0055 0.0081 0.0214 0.0827 khoa_tieng_nhat 0.0267 -0.0076 0.4746 -0.3799 khoa_tieng_phap 0.0106 0.0073 -0.0055 0.0742 khoa_tieng_tay_ban_nha 0.0198 -0.0133 0.2228 -0.2339 khoa_tieng_trung_quoc 0.0312 0.0000 0.0290 0.0466 khoa_viet_nam_hoc -0.0007 0.0258 0.1402 -0.0036 ========================================================================================================================================================================== SUITE22 — SHARED FACULTY-TIME RELATIONAL TABM | TARGET FOLD 3 ========================================================================================================================================================================== [DATA] faculties=14 common_raw=136 current_features=153 history=329,579 fail=6,495 (1.97%) target=47,420 fail=1,103 (2.33%) STRUCTURED EVIDENCE COVERAGE — TARGET -------------------------------------------------------------------------------- faculty rows prevalence student_semesters_mean course_neighbors_mean relation_events_mean component_events_mean khoa_cong_nghe_thong_tin 6277 0.0347 5.0899 1.1427 13.5036 22.7129 khoa_quan_tri_kinh_doanh_va_du_lich 6491 0.0322 5.0390 2.8513 13.6340 22.9951 khoa_quoc_te_hoc 2665 0.0098 4.9786 3.1640 13.5039 23.0038 khoa_tieng_anh 7279 0.0139 4.3367 3.0004 15.3604 23.5885 khoa_tieng_bo_dao_nha 1032 0.0484 4.4535 0.9971 15.4612 24.0000 khoa_tieng_duc 1909 0.0246 4.5359 0.4212 15.3332 23.9738 khoa_tieng_han_quoc 3235 0.0130 4.4652 1.1134 15.3679 23.9895 khoa_tieng_italia 2145 0.0317 4.4490 1.4900 15.5021 23.9921 khoa_tieng_nga 1996 0.0461 4.0902 1.4865 15.4489 23.9960 khoa_tieng_nhat 2588 0.0066 4.2400 1.5298 15.3991 23.9876 khoa_tieng_phap 2693 0.0160 4.2001 2.0059 15.3413 23.9840 khoa_tieng_tay_ban_nha 1417 0.0381 4.2315 2.2872 15.5850 23.9788 khoa_tieng_trung_quoc 6920 0.0149 4.3497 1.0517 15.4340 23.7449 khoa_viet_nam_hoc 773 0.0427 5.0918 0.0828 14.8680 22.7930 [SPLIT] train=219,176 validation=110,403 latest_blocks=3 --------------------------------------------------------------------------------------------------------------------------------------- [VARIANT SHARED_TABM] direct shared TabM training [SELECT] epoch=01/15 loss=0.11050 macroAP=0.2372 F2@20=0.2877 Brier=0.0244 best=01 [SELECT] epoch=02/15 loss=0.08622 macroAP=0.2223 F2@20=0.2718 Brier=0.0247 best=01 [SELECT] epoch=03/15 loss=0.07100 macroAP=0.2141 F2@20=0.2810 Brier=0.0253 best=01 [SELECT] epoch=04/15 loss=0.05924 macroAP=0.2370 F2@20=0.2886 Brier=0.0249 best=01 [VARIANT SHARED_TABM] selected_epochs=1 macroAP=0.2372 F2@20=0.2877 Brier=0.0244 [REFIT] epoch=01/1 loss=0.11993 --------------------------------------------------------------------------------------------------------------------------------------- [VARIANT FACULTY_MOD_TABM] direct shared TabM training [SELECT] epoch=01/15 loss=0.10959 macroAP=0.2369 F2@20=0.2901 Brier=0.0246 best=01 [SELECT] epoch=02/15 loss=0.08536 macroAP=0.2195 F2@20=0.2738 Brier=0.0253 best=01 [SELECT] epoch=03/15 loss=0.07023 macroAP=0.2286 F2@20=0.2772 Brier=0.0254 best=01 [SELECT] epoch=04/15 loss=0.05810 macroAP=0.2368 F2@20=0.2800 Brier=0.0253 best=01 [VARIANT FACULTY_MOD_TABM] selected_epochs=1 macroAP=0.2369 F2@20=0.2901 Brier=0.0246 [REFIT] epoch=01/1 loss=0.11956 --------------------------------------------------------------------------------------------------------------------------------------- [VARIANT FACULTY_TIME_TABM] direct shared TabM training [SELECT] epoch=01/15 loss=0.10975 macroAP=0.2362 F2@20=0.2883 Brier=0.0246 best=01 [SELECT] epoch=02/15 loss=0.08476 macroAP=0.2206 F2@20=0.2728 Brier=0.0258 best=01 [SELECT] epoch=03/15 loss=0.06956 macroAP=0.2141 F2@20=0.2717 Brier=0.0254 best=01 [SELECT] epoch=04/15 loss=0.05707 macroAP=0.2292 F2@20=0.2789 Brier=0.0254 best=01 [VARIANT FACULTY_TIME_TABM] selected_epochs=1 macroAP=0.2362 F2@20=0.2883 Brier=0.0246 [REFIT] epoch=01/1 loss=0.11919 --------------------------------------------------------------------------------------------------------------------------------------- [VARIANT RELATIONAL_FT_TABM] direct shared TabM training [SELECT] epoch=01/15 loss=0.10037 macroAP=0.2845 F2@20=0.2978 Brier=0.0237 best=01 [SELECT] epoch=02/15 loss=0.07736 macroAP=0.2732 F2@20=0.2886 Brier=0.0239 best=01 [SELECT] epoch=03/15 loss=0.06582 macroAP=0.2674 F2@20=0.2917 Brier=0.0238 best=01 [SELECT] epoch=04/15 loss=0.05377 macroAP=0.2718 F2@20=0.2928 Brier=0.0242 best=01 [VARIANT RELATIONAL_FT_TABM] selected_epochs=1 macroAP=0.2845 F2@20=0.2978 Brier=0.0237 [REFIT] epoch=01/1 loss=0.10902 --------------------------------------------------------------------------------------------------------------------------------------- [VARIANT SFTR_TABM] direct shared TabM training [SELECT] epoch=01/15 loss=0.10062 macroAP=0.2823 F2@20=0.3058 Brier=0.0237 best=01 [SELECT] epoch=02/15 loss=0.07634 macroAP=0.2894 F2@20=0.2928 Brier=0.0232 best=02 [SELECT] epoch=03/15 loss=0.06375 macroAP=0.2882 F2@20=0.3002 Brier=0.0232 best=02 [SELECT] epoch=04/15 loss=0.05231 macroAP=0.2881 F2@20=0.2980 Brier=0.0235 best=02 [SELECT] epoch=05/15 loss=0.04533 macroAP=0.2747 F2@20=0.2917 Brier=0.0240 best=02 [VARIANT SFTR_TABM] selected_epochs=2 macroAP=0.2894 F2@20=0.2928 Brier=0.0232 [SAFE BLEND] selected alpha=0.25 where 0=Committee, 1=Suite22 primary [REFIT] epoch=01/2 loss=0.11363 [REFIT] epoch=02/2 loss=0.09175 SUITE22 TARGET FOLD 3 — NEW MODEL RESULTS -------------------------------------------------------------------------------- faculty model rows prevalence ap auc brier ece10 precision_at_20 recall_at_20 fbeta_at_20 khoa_cong_nghe_thong_tin committee 6277 0.0347 0.2738 0.8506 0.0305 0.0325 0.1283 0.7385 0.3785 khoa_cong_nghe_thong_tin suite22_shared_tabm 6277 0.0347 0.2989 0.8621 0.0298 0.0231 0.1251 0.7202 0.3691 khoa_cong_nghe_thong_tin suite22_faculty_mod_tabm 6277 0.0347 0.2978 0.8601 0.0295 0.0193 0.1211 0.6972 0.3573 khoa_cong_nghe_thong_tin suite22_faculty_time_tabm 6277 0.0347 0.3019 0.8573 0.0299 0.0256 0.1195 0.6881 0.3526 khoa_cong_nghe_thong_tin suite22_relational_ft_tabm 6277 0.0347 0.2646 0.8712 0.0298 0.0144 0.1283 0.7385 0.3785 khoa_cong_nghe_thong_tin suite22_sftr_tabm 6277 0.0347 0.2755 0.8587 0.0297 0.0116 0.1203 0.6927 0.3550 khoa_cong_nghe_thong_tin suite22_safe_blend 6277 0.0347 0.2828 0.8624 0.0295 0.0184 0.1299 0.7477 0.3832 khoa_quan_tri_kinh_doanh_va_du_lich committee 6491 0.0322 0.3846 0.9126 0.0259 0.0303 0.1364 0.8469 0.4147 khoa_quan_tri_kinh_doanh_va_du_lich suite22_shared_tabm 6491 0.0322 0.3895 0.9050 0.0264 0.0249 0.1263 0.7847 0.3843 khoa_quan_tri_kinh_doanh_va_du_lich suite22_faculty_mod_tabm 6491 0.0322 0.3810 0.9037 0.0265 0.0212 0.1256 0.7799 0.3819 khoa_quan_tri_kinh_doanh_va_du_lich suite22_faculty_time_tabm 6491 0.0322 0.3756 0.9030 0.0265 0.0204 0.1256 0.7799 0.3819 khoa_quan_tri_kinh_doanh_va_du_lich suite22_relational_ft_tabm 6491 0.0322 0.4065 0.8971 0.0254 0.0133 0.1225 0.7608 0.3725 khoa_quan_tri_kinh_doanh_va_du_lich suite22_sftr_tabm 6491 0.0322 0.3864 0.9101 0.0244 0.0033 0.1294 0.8038 0.3936 khoa_quan_tri_kinh_doanh_va_du_lich suite22_safe_blend 6491 0.0322 0.4122 0.9207 0.0244 0.0181 0.1379 0.8565 0.4194 khoa_quoc_te_hoc committee 2665 0.0098 0.1991 0.8143 0.0091 0.0141 0.0300 0.6154 0.1256 khoa_quoc_te_hoc suite22_shared_tabm 2665 0.0098 0.0889 0.8444 0.0097 0.0079 0.0300 0.6154 0.1256 khoa_quoc_te_hoc suite22_faculty_mod_tabm 2665 0.0098 0.0951 0.8357 0.0097 0.0067 0.0300 0.6154 0.1256 khoa_quoc_te_hoc suite22_faculty_time_tabm 2665 0.0098 0.0988 0.8360 0.0096 0.0068 0.0300 0.6154 0.1256 khoa_quoc_te_hoc suite22_relational_ft_tabm 2665 0.0098 0.1213 0.8113 0.0095 0.0045 0.0319 0.6538 0.1334 khoa_quoc_te_hoc suite22_sftr_tabm 2665 0.0098 0.1770 0.7962 0.0089 0.0071 0.0319 0.6538 0.1334 khoa_quoc_te_hoc suite22_safe_blend 2665 0.0098 0.1718 0.8162 0.0089 0.0105 0.0319 0.6538 0.1334 khoa_tieng_anh committee 7279 0.0139 0.3468 0.9408 0.0112 0.0128 0.0646 0.9307 0.2527 khoa_tieng_anh suite22_shared_tabm 7279 0.0139 0.2929 0.8908 0.0112 0.0020 0.0598 0.8614 0.2339 khoa_tieng_anh suite22_faculty_mod_tabm 7279 0.0139 0.2657 0.8964 0.0114 0.0041 0.0584 0.8416 0.2285 khoa_tieng_anh suite22_faculty_time_tabm 7279 0.0139 0.2583 0.8884 0.0116 0.0043 0.0522 0.7525 0.2043 khoa_tieng_anh suite22_relational_ft_tabm 7279 0.0139 0.2827 0.9295 0.0114 0.0065 0.0611 0.8812 0.2392 khoa_tieng_anh suite22_sftr_tabm 7279 0.0139 0.4292 0.9506 0.0107 0.0065 0.0639 0.9208 0.2500 khoa_tieng_anh suite22_safe_blend 7279 0.0139 0.4149 0.9540 0.0105 0.0071 0.0646 0.9307 0.2527 khoa_tieng_bo_dao_nha committee 1032 0.0484 0.3489 0.9100 0.0384 0.0274 0.2087 0.8600 0.5296 khoa_tieng_bo_dao_nha suite22_shared_tabm 1032 0.0484 0.4513 0.9346 0.0342 0.0073 0.2330 0.9600 0.5911 khoa_tieng_bo_dao_nha suite22_faculty_mod_tabm 1032 0.0484 0.4967 0.9352 0.0358 0.0239 0.2184 0.9000 0.5542 khoa_tieng_bo_dao_nha suite22_faculty_time_tabm 1032 0.0484 0.4834 0.9338 0.0355 0.0227 0.2184 0.9000 0.5542 khoa_tieng_bo_dao_nha suite22_relational_ft_tabm 1032 0.0484 0.4641 0.9337 0.0350 0.0210 0.2184 0.9000 0.5542 khoa_tieng_bo_dao_nha suite22_sftr_tabm 1032 0.0484 0.4141 0.9190 0.0385 0.0255 0.2039 0.8400 0.5172 khoa_tieng_bo_dao_nha suite22_safe_blend 1032 0.0484 0.3774 0.9227 0.0375 0.0305 0.2184 0.9000 0.5542 khoa_tieng_duc committee 1909 0.0246 0.2476 0.8529 0.0223 0.0340 0.0942 0.7660 0.3158 khoa_tieng_duc suite22_shared_tabm 1909 0.0246 0.3887 0.9285 0.0194 0.0125 0.1152 0.9362 0.3860 khoa_tieng_duc suite22_faculty_mod_tabm 1909 0.0246 0.3953 0.9306 0.0191 0.0085 0.1126 0.9149 0.3772 khoa_tieng_duc suite22_faculty_time_tabm 1909 0.0246 0.3956 0.9245 0.0191 0.0102 0.1099 0.8936 0.3684 khoa_tieng_duc suite22_relational_ft_tabm 1909 0.0246 0.4095 0.9262 0.0188 0.0054 0.1073 0.8723 0.3596 khoa_tieng_duc suite22_sftr_tabm 1909 0.0246 0.3576 0.9063 0.0195 0.0076 0.1047 0.8511 0.3509 khoa_tieng_duc suite22_safe_blend 1909 0.0246 0.3333 0.8979 0.0203 0.0191 0.0969 0.7872 0.3246 khoa_tieng_han_quoc committee 3235 0.0130 0.2147 0.8411 0.0119 0.0171 0.0433 0.6667 0.1718 khoa_tieng_han_quoc suite22_shared_tabm 3235 0.0130 0.2268 0.8623 0.0111 0.0059 0.0510 0.7857 0.2025 khoa_tieng_han_quoc suite22_faculty_mod_tabm 3235 0.0130 0.2641 0.8585 0.0109 0.0055 0.0510 0.7857 0.2025 khoa_tieng_han_quoc suite22_faculty_time_tabm 3235 0.0130 0.2539 0.8505 0.0110 0.0059 0.0495 0.7619 0.1963 khoa_tieng_han_quoc suite22_relational_ft_tabm 3235 0.0130 0.3237 0.8501 0.0109 0.0069 0.0526 0.8095 0.2086 khoa_tieng_han_quoc suite22_sftr_tabm 3235 0.0130 0.3529 0.8556 0.0104 0.0034 0.0526 0.8095 0.2086 khoa_tieng_han_quoc suite22_safe_blend 3235 0.0130 0.2787 0.8676 0.0111 0.0079 0.0526 0.8095 0.2086 khoa_tieng_italia committee 2145 0.0317 0.2073 0.8333 0.0294 0.0349 0.1002 0.6324 0.3067 khoa_tieng_italia suite22_shared_tabm 2145 0.0317 0.2478 0.8854 0.0274 0.0139 0.1189 0.7500 0.3638 khoa_tieng_italia suite22_faculty_mod_tabm 2145 0.0317 0.2241 0.8823 0.0273 0.0071 0.1166 0.7353 0.3566 khoa_tieng_italia suite22_faculty_time_tabm 2145 0.0317 0.2218 0.8778 0.0275 0.0096 0.1166 0.7353 0.3566 khoa_tieng_italia suite22_relational_ft_tabm 2145 0.0317 0.2138 0.8701 0.0288 0.0189 0.1189 0.7500 0.3638 khoa_tieng_italia suite22_sftr_tabm 2145 0.0317 0.2169 0.8728 0.0276 0.0039 0.1259 0.7941 0.3852 khoa_tieng_italia suite22_safe_blend 2145 0.0317 0.2717 0.8804 0.0272 0.0183 0.1189 0.7500 0.3638 khoa_tieng_nga committee 1996 0.0461 0.4220 0.9314 0.0345 0.0358 0.1980 0.8587 0.5150 khoa_tieng_nga suite22_shared_tabm 1996 0.0461 0.5441 0.9339 0.0324 0.0187 0.2030 0.8804 0.5280 khoa_tieng_nga suite22_faculty_mod_tabm 1996 0.0461 0.5208 0.9309 0.0324 0.0128 0.2030 0.8804 0.5280 khoa_tieng_nga suite22_faculty_time_tabm 1996 0.0461 0.4854 0.8993 0.0335 0.0122 0.1880 0.8152 0.4889 khoa_tieng_nga suite22_relational_ft_tabm 1996 0.0461 0.4583 0.9297 0.0328 0.0108 0.2080 0.9022 0.5411 khoa_tieng_nga suite22_sftr_tabm 1996 0.0461 0.5437 0.9460 0.0303 0.0100 0.2080 0.9022 0.5411 khoa_tieng_nga suite22_safe_blend 1996 0.0461 0.4675 0.9437 0.0321 0.0230 0.2080 0.9022 0.5411 khoa_tieng_nhat committee 2588 0.0066 0.3773 0.9403 0.0058 0.0142 0.0309 0.9412 0.1365 khoa_tieng_nhat suite22_shared_tabm 2588 0.0066 0.3145 0.9381 0.0056 0.0064 0.0290 0.8824 0.1280 khoa_tieng_nhat suite22_faculty_mod_tabm 2588 0.0066 0.2860 0.9376 0.0058 0.0056 0.0309 0.9412 0.1365 khoa_tieng_nhat suite22_faculty_time_tabm 2588 0.0066 0.2789 0.9334 0.0058 0.0040 0.0309 0.9412 0.1365 khoa_tieng_nhat suite22_relational_ft_tabm 2588 0.0066 0.3308 0.9607 0.0057 0.0046 0.0309 0.9412 0.1365 khoa_tieng_nhat suite22_sftr_tabm 2588 0.0066 0.2777 0.9351 0.0056 0.0030 0.0309 0.9412 0.1365 khoa_tieng_nhat suite22_safe_blend 2588 0.0066 0.3342 0.9407 0.0055 0.0070 0.0309 0.9412 0.1365 khoa_tieng_phap committee 2693 0.0160 0.1018 0.6932 0.0166 0.0259 0.0297 0.3721 0.1125 khoa_tieng_phap suite22_shared_tabm 2693 0.0160 0.2135 0.8553 0.0142 0.0023 0.0594 0.7442 0.2250 khoa_tieng_phap suite22_faculty_mod_tabm 2693 0.0160 0.1733 0.8534 0.0144 0.0037 0.0594 0.7442 0.2250 khoa_tieng_phap suite22_faculty_time_tabm 2693 0.0160 0.2014 0.8556 0.0144 0.0036 0.0594 0.7442 0.2250 khoa_tieng_phap suite22_relational_ft_tabm 2693 0.0160 0.2114 0.8839 0.0142 0.0053 0.0575 0.7209 0.2180 khoa_tieng_phap suite22_sftr_tabm 2693 0.0160 0.1336 0.8458 0.0151 0.0046 0.0575 0.7209 0.2180 khoa_tieng_phap suite22_safe_blend 2693 0.0160 0.1264 0.7789 0.0154 0.0131 0.0408 0.5116 0.1547 khoa_tieng_tay_ban_nha committee 1417 0.0381 0.4401 0.9124 0.0310 0.0282 0.1555 0.8148 0.4409 khoa_tieng_tay_ban_nha suite22_shared_tabm 1417 0.0381 0.5268 0.9344 0.0266 0.0106 0.1731 0.9074 0.4910 khoa_tieng_tay_ban_nha suite22_faculty_mod_tabm 1417 0.0381 0.5147 0.9246 0.0270 0.0093 0.1661 0.8704 0.4709 khoa_tieng_tay_ban_nha suite22_faculty_time_tabm 1417 0.0381 0.5095 0.9104 0.0270 0.0083 0.1661 0.8704 0.4709 khoa_tieng_tay_ban_nha suite22_relational_ft_tabm 1417 0.0381 0.4538 0.9262 0.0271 0.0150 0.1696 0.8889 0.4810 khoa_tieng_tay_ban_nha suite22_sftr_tabm 1417 0.0381 0.4564 0.9229 0.0278 0.0150 0.1661 0.8704 0.4709 khoa_tieng_tay_ban_nha suite22_safe_blend 1417 0.0381 0.4846 0.9373 0.0293 0.0211 0.1731 0.9074 0.4910 khoa_tieng_trung_quoc committee 6920 0.0149 0.1204 0.8968 0.0141 0.0143 0.0665 0.8932 0.2561 khoa_tieng_trung_quoc suite22_shared_tabm 6920 0.0149 0.1955 0.8967 0.0135 0.0081 0.0564 0.7573 0.2171 khoa_tieng_trung_quoc suite22_faculty_mod_tabm 6920 0.0149 0.1942 0.8978 0.0136 0.0087 0.0571 0.7670 0.2199 khoa_tieng_trung_quoc suite22_faculty_time_tabm 6920 0.0149 0.2030 0.9044 0.0136 0.0087 0.0578 0.7767 0.2227 khoa_tieng_trung_quoc suite22_relational_ft_tabm 6920 0.0149 0.2007 0.8940 0.0135 0.0103 0.0578 0.7767 0.2227 khoa_tieng_trung_quoc suite22_sftr_tabm 6920 0.0149 0.1640 0.8543 0.0137 0.0082 0.0564 0.7573 0.2171 khoa_tieng_trung_quoc suite22_safe_blend 6920 0.0149 0.1439 0.9011 0.0136 0.0058 0.0621 0.8350 0.2394 khoa_viet_nam_hoc committee 773 0.0427 0.4887 0.9212 0.0325 0.0483 0.1806 0.8485 0.4878 khoa_viet_nam_hoc suite22_shared_tabm 773 0.0427 0.2060 0.8536 0.0386 0.0239 0.1419 0.6667 0.3833 khoa_viet_nam_hoc suite22_faculty_mod_tabm 773 0.0427 0.1564 0.8032 0.0400 0.0174 0.1097 0.5152 0.2962 khoa_viet_nam_hoc suite22_faculty_time_tabm 773 0.0427 0.1439 0.7031 0.0402 0.0114 0.1161 0.5455 0.3136 khoa_viet_nam_hoc suite22_relational_ft_tabm 773 0.0427 0.2599 0.8664 0.0372 0.0188 0.1419 0.6667 0.3833 khoa_viet_nam_hoc suite22_sftr_tabm 773 0.0427 0.3341 0.9093 0.0347 0.0136 0.1871 0.8788 0.5052 khoa_viet_nam_hoc suite22_safe_blend 773 0.0427 0.4818 0.9268 0.0316 0.0352 0.1806 0.8485 0.4878 SUITE22 TARGET FOLD 3 — COMPONENT UPLIFT -------------------------------------------------------------------------------- faculty faculty_gain time_gain relation_gain graph_gain khoa_cong_nghe_thong_tin -0.0011 0.0041 -0.0373 0.0109 khoa_quan_tri_kinh_doanh_va_du_lich -0.0085 -0.0053 0.0309 -0.0201 khoa_quoc_te_hoc 0.0061 0.0037 0.0225 0.0558 khoa_tieng_anh -0.0272 -0.0074 0.0244 0.1466 khoa_tieng_bo_dao_nha 0.0454 -0.0133 -0.0193 -0.0500 khoa_tieng_duc 0.0067 0.0002 0.0139 -0.0519 khoa_tieng_han_quoc 0.0373 -0.0102 0.0698 0.0292 khoa_tieng_italia -0.0237 -0.0022 -0.0080 0.0031 khoa_tieng_nga -0.0233 -0.0354 -0.0270 0.0854 khoa_tieng_nhat -0.0285 -0.0071 0.0519 -0.0530 khoa_tieng_phap -0.0402 0.0282 0.0099 -0.0778 khoa_tieng_tay_ban_nha -0.0121 -0.0052 -0.0556 0.0026 khoa_tieng_trung_quoc -0.0013 0.0088 -0.0023 -0.0367 khoa_viet_nam_hoc -0.0496 -0.0125 0.1160 0.0743 ========================================================================================================================================================================== SUITE22 — SHARED FACULTY-TIME RELATIONAL TABM | TARGET FOLD 4 ========================================================================================================================================================================== [DATA] faculties=14 common_raw=136 current_features=153 history=376,999 fail=7,598 (2.02%) target=41,376 fail=1,100 (2.66%) STRUCTURED EVIDENCE COVERAGE — TARGET -------------------------------------------------------------------------------- faculty rows prevalence student_semesters_mean course_neighbors_mean relation_events_mean component_events_mean khoa_cong_nghe_thong_tin 5072 0.0481 5.2474 1.0215 15.5694 23.9803 khoa_quan_tri_kinh_doanh_va_du_lich 6440 0.0374 5.2509 2.9374 15.5770 24.0000 khoa_quoc_te_hoc 2202 0.0159 5.2661 2.9124 15.7175 23.9977 khoa_tieng_anh 6636 0.0102 4.7560 2.4432 14.3650 22.5967 khoa_tieng_bo_dao_nha 869 0.0736 5.0483 0.9977 15.9804 24.0000 khoa_tieng_duc 1746 0.0252 5.0481 0.4078 15.9731 24.0000 khoa_tieng_han_quoc 3351 0.0113 4.9728 0.8129 15.9821 24.0000 khoa_tieng_italia 1795 0.0189 4.8607 1.2195 15.9448 24.0000 khoa_tieng_nga 1659 0.0687 4.5955 1.3382 15.9385 24.0000 khoa_tieng_nhat 2413 0.0157 4.9581 1.3751 15.9743 23.9967 khoa_tieng_phap 2275 0.0084 4.5433 1.7446 15.9745 24.0000 khoa_tieng_tay_ban_nha 1306 0.0299 4.6332 2.3698 15.9747 24.0000 khoa_tieng_trung_quoc 5107 0.0204 4.6017 1.0296 15.2068 23.3346 khoa_viet_nam_hoc 505 0.0356 5.2634 0.0832 14.5050 23.0020 [SPLIT] train=254,508 validation=122,491 latest_blocks=3 --------------------------------------------------------------------------------------------------------------------------------------- [VARIANT SHARED_TABM] direct shared TabM training [SELECT] epoch=01/15 loss=0.11103 macroAP=0.2412 F2@20=0.2947 Brier=0.0240 best=01 [SELECT] epoch=02/15 loss=0.08903 macroAP=0.2481 F2@20=0.2993 Brier=0.0240 best=02 [SELECT] epoch=03/15 loss=0.07371 macroAP=0.2394 F2@20=0.2940 Brier=0.0237 best=02 [SELECT] epoch=04/15 loss=0.06616 macroAP=0.2499 F2@20=0.3009 Brier=0.0241 best=04 [SELECT] epoch=05/15 loss=0.05625 macroAP=0.2625 F2@20=0.3080 Brier=0.0236 best=05 [SELECT] epoch=06/15 loss=0.05065 macroAP=0.2596 F2@20=0.3071 Brier=0.0241 best=05 [SELECT] epoch=07/15 loss=0.04751 macroAP=0.2615 F2@20=0.3040 Brier=0.0245 best=05 [SELECT] epoch=08/15 loss=0.04538 macroAP=0.2392 F2@20=0.2897 Brier=0.0244 best=05 [VARIANT SHARED_TABM] selected_epochs=5 macroAP=0.2625 F2@20=0.3080 Brier=0.0236 [REFIT] epoch=01/5 loss=0.12049 [REFIT] epoch=05/5 loss=0.07423 --------------------------------------------------------------------------------------------------------------------------------------- [VARIANT FACULTY_MOD_TABM] direct shared TabM training [SELECT] epoch=01/15 loss=0.10992 macroAP=0.2307 F2@20=0.2887 Brier=0.0243 best=01 [SELECT] epoch=02/15 loss=0.08761 macroAP=0.2448 F2@20=0.2970 Brier=0.0241 best=02 [SELECT] epoch=03/15 loss=0.07293 macroAP=0.2395 F2@20=0.2884 Brier=0.0239 best=02 [SELECT] epoch=04/15 loss=0.06480 macroAP=0.2449 F2@20=0.2925 Brier=0.0245 best=04 [SELECT] epoch=05/15 loss=0.05535 macroAP=0.2490 F2@20=0.3001 Brier=0.0241 best=05 [SELECT] epoch=06/15 loss=0.04985 macroAP=0.2505 F2@20=0.2920 Brier=0.0243 best=06 [SELECT] epoch=07/15 loss=0.04665 macroAP=0.2574 F2@20=0.2957 Brier=0.0246 best=07 [SELECT] epoch=08/15 loss=0.04438 macroAP=0.2343 F2@20=0.2841 Brier=0.0246 best=07 [SELECT] epoch=09/15 loss=0.04035 macroAP=0.2527 F2@20=0.2974 Brier=0.0248 best=07 [SELECT] epoch=10/15 loss=0.03977 macroAP=0.2532 F2@20=0.2954 Brier=0.0243 best=07 [VARIANT FACULTY_MOD_TABM] selected_epochs=7 macroAP=0.2574 F2@20=0.2957 Brier=0.0246 [REFIT] epoch=01/7 loss=0.12010 [REFIT] epoch=07/7 loss=0.06206 --------------------------------------------------------------------------------------------------------------------------------------- [VARIANT FACULTY_TIME_TABM] direct shared TabM training [SELECT] epoch=01/15 loss=0.10959 macroAP=0.2323 F2@20=0.2874 Brier=0.0243 best=01 [SELECT] epoch=02/15 loss=0.08730 macroAP=0.2404 F2@20=0.2941 Brier=0.0241 best=02 [SELECT] epoch=03/15 loss=0.07310 macroAP=0.2453 F2@20=0.2942 Brier=0.0241 best=03 [SELECT] epoch=04/15 loss=0.06503 macroAP=0.2437 F2@20=0.2952 Brier=0.0245 best=03 [SELECT] epoch=05/15 loss=0.05519 macroAP=0.2449 F2@20=0.2981 Brier=0.0241 best=03 [SELECT] epoch=06/15 loss=0.04934 macroAP=0.2441 F2@20=0.2911 Brier=0.0244 best=03 [VARIANT FACULTY_TIME_TABM] selected_epochs=3 macroAP=0.2453 F2@20=0.2942 Brier=0.0241 [REFIT] epoch=01/3 loss=0.11975 [REFIT] epoch=03/3 loss=0.08801 --------------------------------------------------------------------------------------------------------------------------------------- [VARIANT RELATIONAL_FT_TABM] direct shared TabM training [SELECT] epoch=01/15 loss=0.10097 macroAP=0.2879 F2@20=0.3136 Brier=0.0228 best=01 [SELECT] epoch=02/15 loss=0.07922 macroAP=0.2797 F2@20=0.3126 Brier=0.0230 best=01 [SELECT] epoch=03/15 loss=0.06642 macroAP=0.2767 F2@20=0.3004 Brier=0.0230 best=01 [SELECT] epoch=04/15 loss=0.06063 macroAP=0.2628 F2@20=0.3009 Brier=0.0239 best=01 [VARIANT RELATIONAL_FT_TABM] selected_epochs=1 macroAP=0.2879 F2@20=0.3136 Brier=0.0228 [REFIT] epoch=01/1 loss=0.11199 --------------------------------------------------------------------------------------------------------------------------------------- [VARIANT SFTR_TABM] direct shared TabM training [SELECT] epoch=01/15 loss=0.10080 macroAP=0.2673 F2@20=0.3099 Brier=0.0229 best=01 [SELECT] epoch=02/15 loss=0.07941 macroAP=0.2969 F2@20=0.3128 Brier=0.0228 best=02 [SELECT] epoch=03/15 loss=0.06655 macroAP=0.2793 F2@20=0.3065 Brier=0.0228 best=02 [SELECT] epoch=04/15 loss=0.06024 macroAP=0.3001 F2@20=0.3150 Brier=0.0228 best=04 [SELECT] epoch=05/15 loss=0.05021 macroAP=0.2891 F2@20=0.3109 Brier=0.0226 best=04 [SELECT] epoch=06/15 loss=0.04445 macroAP=0.2814 F2@20=0.3043 Brier=0.0230 best=04 [SELECT] epoch=07/15 loss=0.04098 macroAP=0.2930 F2@20=0.3100 Brier=0.0232 best=04 [VARIANT SFTR_TABM] selected_epochs=4 macroAP=0.3001 F2@20=0.3150 Brier=0.0228 [SAFE BLEND] selected alpha=0.25 where 0=Committee, 1=Suite22 primary [REFIT] epoch=01/4 loss=0.11053 [REFIT] epoch=04/4 loss=0.07754 SUITE22 TARGET FOLD 4 — NEW MODEL RESULTS -------------------------------------------------------------------------------- faculty model rows prevalence ap auc brier ece10 precision_at_20 recall_at_20 fbeta_at_20 khoa_cong_nghe_thong_tin committee 5072 0.0481 0.3788 0.8880 0.0374 0.0179 0.1893 0.7869 0.4824 khoa_cong_nghe_thong_tin suite22_shared_tabm 5072 0.0481 0.2960 0.8592 0.0402 0.0201 0.1578 0.6557 0.4020 khoa_cong_nghe_thong_tin suite22_faculty_mod_tabm 5072 0.0481 0.3235 0.8591 0.0391 0.0189 0.1657 0.6885 0.4221 khoa_cong_nghe_thong_tin suite22_faculty_time_tabm 5072 0.0481 0.2751 0.8429 0.0407 0.0173 0.1538 0.6393 0.3920 khoa_cong_nghe_thong_tin suite22_relational_ft_tabm 5072 0.0481 0.3398 0.8603 0.0388 0.0225 0.1607 0.6680 0.4095 khoa_cong_nghe_thong_tin suite22_sftr_tabm 5072 0.0481 0.3787 0.8818 0.0368 0.0049 0.1795 0.7459 0.4573 khoa_cong_nghe_thong_tin suite22_safe_blend 5072 0.0481 0.3992 0.8973 0.0363 0.0163 0.1943 0.8074 0.4950 khoa_quan_tri_kinh_doanh_va_du_lich committee 6440 0.0374 0.4325 0.9205 0.0277 0.0211 0.1630 0.8714 0.4663 khoa_quan_tri_kinh_doanh_va_du_lich suite22_shared_tabm 6440 0.0374 0.2837 0.8904 0.0306 0.0033 0.1460 0.7801 0.4174 khoa_quan_tri_kinh_doanh_va_du_lich suite22_faculty_mod_tabm 6440 0.0374 0.3092 0.8940 0.0301 0.0061 0.1467 0.7842 0.4196 khoa_quan_tri_kinh_doanh_va_du_lich suite22_faculty_time_tabm 6440 0.0374 0.2767 0.8873 0.0317 0.0145 0.1467 0.7842 0.4196 khoa_quan_tri_kinh_doanh_va_du_lich suite22_relational_ft_tabm 6440 0.0374 0.3824 0.9290 0.0313 0.0245 0.1654 0.8838 0.4729 khoa_quan_tri_kinh_doanh_va_du_lich suite22_sftr_tabm 6440 0.0374 0.4077 0.9330 0.0282 0.0121 0.1638 0.8755 0.4685 khoa_quan_tri_kinh_doanh_va_du_lich suite22_safe_blend 6440 0.0374 0.4560 0.9304 0.0267 0.0159 0.1646 0.8797 0.4707 khoa_quoc_te_hoc committee 2202 0.0159 0.0971 0.8807 0.0163 0.0092 0.0659 0.8286 0.2500 khoa_quoc_te_hoc suite22_shared_tabm 2202 0.0159 0.1014 0.8816 0.0154 0.0068 0.0591 0.7429 0.2241 khoa_quoc_te_hoc suite22_faculty_mod_tabm 2202 0.0159 0.0928 0.8563 0.0158 0.0070 0.0545 0.6857 0.2069 khoa_quoc_te_hoc suite22_faculty_time_tabm 2202 0.0159 0.0988 0.8691 0.0161 0.0122 0.0591 0.7429 0.2241 khoa_quoc_te_hoc suite22_relational_ft_tabm 2202 0.0159 0.0905 0.8559 0.0181 0.0114 0.0523 0.6571 0.1983 khoa_quoc_te_hoc suite22_sftr_tabm 2202 0.0159 0.1010 0.8704 0.0169 0.0091 0.0545 0.6857 0.2069 khoa_quoc_te_hoc suite22_safe_blend 2202 0.0159 0.1076 0.8890 0.0159 0.0057 0.0636 0.8000 0.2414 khoa_tieng_anh committee 6636 0.0102 0.4497 0.9221 0.0075 0.0102 0.0422 0.8235 0.1751 khoa_tieng_anh suite22_shared_tabm 6636 0.0102 0.2758 0.9168 0.0086 0.0010 0.0445 0.8676 0.1845 khoa_tieng_anh suite22_faculty_mod_tabm 6636 0.0102 0.2276 0.8938 0.0089 0.0024 0.0407 0.7941 0.1689 khoa_tieng_anh suite22_faculty_time_tabm 6636 0.0102 0.2657 0.9008 0.0087 0.0027 0.0407 0.7941 0.1689 khoa_tieng_anh suite22_relational_ft_tabm 6636 0.0102 0.3578 0.9370 0.0079 0.0028 0.0445 0.8676 0.1845 khoa_tieng_anh suite22_sftr_tabm 6636 0.0102 0.3300 0.9471 0.0081 0.0026 0.0475 0.9265 0.1970 khoa_tieng_anh suite22_safe_blend 6636 0.0102 0.4910 0.9373 0.0071 0.0060 0.0445 0.8676 0.1845 khoa_tieng_bo_dao_nha committee 869 0.0736 0.6562 0.9585 0.0374 0.0212 0.3448 0.9375 0.6977 khoa_tieng_bo_dao_nha suite22_shared_tabm 869 0.0736 0.5767 0.9431 0.0470 0.0297 0.3333 0.9062 0.6744 khoa_tieng_bo_dao_nha suite22_faculty_mod_tabm 869 0.0736 0.6032 0.9292 0.0453 0.0263 0.3333 0.9062 0.6744 khoa_tieng_bo_dao_nha suite22_faculty_time_tabm 869 0.0736 0.5355 0.9230 0.0525 0.0433 0.3103 0.8438 0.6279 khoa_tieng_bo_dao_nha suite22_relational_ft_tabm 869 0.0736 0.3618 0.9198 0.0546 0.0298 0.3276 0.8906 0.6628 khoa_tieng_bo_dao_nha suite22_sftr_tabm 869 0.0736 0.4581 0.9200 0.0526 0.0345 0.3103 0.8438 0.6279 khoa_tieng_bo_dao_nha suite22_safe_blend 869 0.0736 0.6453 0.9565 0.0393 0.0192 0.3391 0.9219 0.6860 khoa_tieng_duc committee 1746 0.0252 0.4463 0.9197 0.0201 0.0190 0.1117 0.8864 0.3714 khoa_tieng_duc suite22_shared_tabm 1746 0.0252 0.4121 0.9303 0.0194 0.0068 0.1060 0.8409 0.3524 khoa_tieng_duc suite22_faculty_mod_tabm 1746 0.0252 0.4097 0.9216 0.0189 0.0027 0.1089 0.8636 0.3619 khoa_tieng_duc suite22_faculty_time_tabm 1746 0.0252 0.3806 0.9208 0.0201 0.0089 0.1032 0.8182 0.3429 khoa_tieng_duc suite22_relational_ft_tabm 1746 0.0252 0.2701 0.9190 0.0212 0.0085 0.1060 0.8409 0.3524 khoa_tieng_duc suite22_sftr_tabm 1746 0.0252 0.4062 0.9273 0.0189 0.0048 0.1117 0.8864 0.3714 khoa_tieng_duc suite22_safe_blend 1746 0.0252 0.4579 0.9331 0.0181 0.0111 0.1117 0.8864 0.3714 khoa_tieng_han_quoc committee 3351 0.0113 0.4396 0.9574 0.0084 0.0062 0.0522 0.9211 0.2129 khoa_tieng_han_quoc suite22_shared_tabm 3351 0.0113 0.2272 0.9085 0.0100 0.0044 0.0478 0.8421 0.1946 khoa_tieng_han_quoc suite22_faculty_mod_tabm 3351 0.0113 0.2322 0.9017 0.0100 0.0028 0.0507 0.8947 0.2068 khoa_tieng_han_quoc suite22_faculty_time_tabm 3351 0.0113 0.1793 0.8824 0.0102 0.0038 0.0448 0.7895 0.1825 khoa_tieng_han_quoc suite22_relational_ft_tabm 3351 0.0113 0.3397 0.9360 0.0093 0.0056 0.0493 0.8684 0.2007 khoa_tieng_han_quoc suite22_sftr_tabm 3351 0.0113 0.2914 0.9001 0.0095 0.0027 0.0463 0.8158 0.1886 khoa_tieng_han_quoc suite22_safe_blend 3351 0.0113 0.4384 0.9555 0.0083 0.0048 0.0493 0.8684 0.2007 khoa_tieng_italia committee 1795 0.0189 0.3979 0.9106 0.0157 0.0174 0.0836 0.8824 0.3030 khoa_tieng_italia suite22_shared_tabm 1795 0.0189 0.3851 0.9115 0.0149 0.0126 0.0808 0.8529 0.2929 khoa_tieng_italia suite22_faculty_mod_tabm 1795 0.0189 0.3043 0.8916 0.0155 0.0054 0.0724 0.7647 0.2626 khoa_tieng_italia suite22_faculty_time_tabm 1795 0.0189 0.3150 0.9058 0.0160 0.0079 0.0780 0.8235 0.2828 khoa_tieng_italia suite22_relational_ft_tabm 1795 0.0189 0.3371 0.9098 0.0166 0.0107 0.0836 0.8824 0.3030 khoa_tieng_italia suite22_sftr_tabm 1795 0.0189 0.3518 0.9102 0.0152 0.0072 0.0836 0.8824 0.3030 khoa_tieng_italia suite22_safe_blend 1795 0.0189 0.4466 0.9271 0.0140 0.0130 0.0808 0.8529 0.2929 khoa_tieng_nga committee 1659 0.0687 0.6177 0.9271 0.0385 0.0078 0.2861 0.8333 0.6028 khoa_tieng_nga suite22_shared_tabm 1659 0.0687 0.5732 0.9231 0.0482 0.0362 0.2892 0.8421 0.6091 khoa_tieng_nga suite22_faculty_mod_tabm 1659 0.0687 0.6174 0.9195 0.0408 0.0226 0.2861 0.8333 0.6028 khoa_tieng_nga suite22_faculty_time_tabm 1659 0.0687 0.5513 0.9211 0.0453 0.0276 0.2831 0.8246 0.5964 khoa_tieng_nga suite22_relational_ft_tabm 1659 0.0687 0.5540 0.9169 0.0431 0.0222 0.2801 0.8158 0.5901 khoa_tieng_nga suite22_sftr_tabm 1659 0.0687 0.6413 0.9370 0.0381 0.0160 0.2801 0.8158 0.5901 khoa_tieng_nga suite22_safe_blend 1659 0.0687 0.6375 0.9353 0.0375 0.0096 0.2892 0.8421 0.6091 khoa_tieng_nhat committee 2413 0.0157 0.1667 0.8613 0.0157 0.0126 0.0580 0.7368 0.2205 khoa_tieng_nhat suite22_shared_tabm 2413 0.0157 0.2530 0.8717 0.0137 0.0118 0.0580 0.7368 0.2205 khoa_tieng_nhat suite22_faculty_mod_tabm 2413 0.0157 0.2773 0.8887 0.0135 0.0102 0.0621 0.7895 0.2362 khoa_tieng_nhat suite22_faculty_time_tabm 2413 0.0157 0.2459 0.8633 0.0140 0.0104 0.0580 0.7368 0.2205 khoa_tieng_nhat suite22_relational_ft_tabm 2413 0.0157 0.2137 0.9159 0.0141 0.0078 0.0704 0.8947 0.2677 khoa_tieng_nhat suite22_sftr_tabm 2413 0.0157 0.2648 0.9264 0.0134 0.0063 0.0725 0.9211 0.2756 khoa_tieng_nhat suite22_safe_blend 2413 0.0157 0.1896 0.8867 0.0144 0.0096 0.0663 0.8421 0.2520 khoa_tieng_phap committee 2275 0.0084 0.2944 0.8394 0.0092 0.0148 0.0308 0.7368 0.1318 khoa_tieng_phap suite22_shared_tabm 2275 0.0084 0.1942 0.8692 0.0084 0.0057 0.0330 0.7895 0.1412 khoa_tieng_phap suite22_faculty_mod_tabm 2275 0.0084 0.2357 0.8869 0.0076 0.0040 0.0330 0.7895 0.1412 khoa_tieng_phap suite22_faculty_time_tabm 2275 0.0084 0.1579 0.8836 0.0078 0.0046 0.0374 0.8947 0.1601 khoa_tieng_phap suite22_relational_ft_tabm 2275 0.0084 0.2719 0.8818 0.0096 0.0124 0.0330 0.7895 0.1412 khoa_tieng_phap suite22_sftr_tabm 2275 0.0084 0.3189 0.8729 0.0077 0.0109 0.0352 0.8421 0.1507 khoa_tieng_phap suite22_safe_blend 2275 0.0084 0.3269 0.8532 0.0079 0.0116 0.0308 0.7368 0.1318 khoa_tieng_tay_ban_nha committee 1306 0.0299 0.5985 0.9100 0.0233 0.0292 0.1264 0.8462 0.3957 khoa_tieng_tay_ban_nha suite22_shared_tabm 1306 0.0299 0.5144 0.8963 0.0216 0.0095 0.1111 0.7436 0.3477 khoa_tieng_tay_ban_nha suite22_faculty_mod_tabm 1306 0.0299 0.4653 0.8758 0.0215 0.0084 0.0996 0.6667 0.3118 khoa_tieng_tay_ban_nha suite22_faculty_time_tabm 1306 0.0299 0.5266 0.8878 0.0213 0.0129 0.1034 0.6923 0.3237 khoa_tieng_tay_ban_nha suite22_relational_ft_tabm 1306 0.0299 0.6728 0.9300 0.0179 0.0177 0.1341 0.8974 0.4197 khoa_tieng_tay_ban_nha suite22_sftr_tabm 1306 0.0299 0.6274 0.9218 0.0170 0.0099 0.1226 0.8205 0.3837 khoa_tieng_tay_ban_nha suite22_safe_blend 1306 0.0299 0.6235 0.9163 0.0190 0.0156 0.1303 0.8718 0.4077 khoa_tieng_trung_quoc committee 5107 0.0204 0.4713 0.9579 0.0152 0.0211 0.0960 0.9423 0.3410 khoa_tieng_trung_quoc suite22_shared_tabm 5107 0.0204 0.3015 0.9244 0.0169 0.0050 0.0891 0.8750 0.3166 khoa_tieng_trung_quoc suite22_faculty_mod_tabm 5107 0.0204 0.3170 0.9240 0.0169 0.0047 0.0891 0.8750 0.3166 khoa_tieng_trung_quoc suite22_faculty_time_tabm 5107 0.0204 0.2664 0.9317 0.0174 0.0087 0.0891 0.8750 0.3166 khoa_tieng_trung_quoc suite22_relational_ft_tabm 5107 0.0204 0.4311 0.9623 0.0148 0.0087 0.0989 0.9712 0.3514 khoa_tieng_trung_quoc suite22_sftr_tabm 5107 0.0204 0.4546 0.9555 0.0151 0.0060 0.0960 0.9423 0.3410 khoa_tieng_trung_quoc suite22_safe_blend 5107 0.0204 0.5107 0.9617 0.0138 0.0128 0.0960 0.9423 0.3410 khoa_viet_nam_hoc committee 505 0.0356 0.5192 0.9606 0.0251 0.0311 0.1683 0.9444 0.4913 khoa_viet_nam_hoc suite22_shared_tabm 505 0.0356 0.4872 0.9497 0.0250 0.0188 0.1683 0.9444 0.4913 khoa_viet_nam_hoc suite22_faculty_mod_tabm 505 0.0356 0.5480 0.9679 0.0239 0.0306 0.1683 0.9444 0.4913 khoa_viet_nam_hoc suite22_faculty_time_tabm 505 0.0356 0.4827 0.9452 0.0236 0.0140 0.1584 0.8889 0.4624 khoa_viet_nam_hoc suite22_relational_ft_tabm 505 0.0356 0.4869 0.9397 0.0219 0.0113 0.1683 0.9444 0.4913 khoa_viet_nam_hoc suite22_sftr_tabm 505 0.0356 0.7060 0.9529 0.0187 0.0126 0.1683 0.9444 0.4913 khoa_viet_nam_hoc suite22_safe_blend 505 0.0356 0.5647 0.9606 0.0222 0.0301 0.1683 0.9444 0.4913 SUITE22 TARGET FOLD 4 — COMPONENT UPLIFT -------------------------------------------------------------------------------- faculty faculty_gain time_gain relation_gain graph_gain khoa_cong_nghe_thong_tin 0.0275 -0.0484 0.0647 0.0389 khoa_quan_tri_kinh_doanh_va_du_lich 0.0255 -0.0325 0.1057 0.0253 khoa_quoc_te_hoc -0.0086 0.0061 -0.0084 0.0105 khoa_tieng_anh -0.0482 0.0381 0.0921 -0.0278 khoa_tieng_bo_dao_nha 0.0265 -0.0677 -0.1738 0.0963 khoa_tieng_duc -0.0024 -0.0291 -0.1105 0.1362 khoa_tieng_han_quoc 0.0050 -0.0528 0.1604 -0.0483 khoa_tieng_italia -0.0808 0.0107 0.0221 0.0147 khoa_tieng_nga 0.0442 -0.0660 0.0027 0.0873 khoa_tieng_nhat 0.0243 -0.0313 -0.0322 0.0511 khoa_tieng_phap 0.0415 -0.0778 0.1139 0.0470 khoa_tieng_tay_ban_nha -0.0491 0.0613 0.1462 -0.0455 khoa_tieng_trung_quoc 0.0155 -0.0506 0.1647 0.0235 khoa_viet_nam_hoc 0.0608 -0.0653 0.0042 0.2192 ========================================================================================================================================================================== SUITE22 — SHARED FACULTY-TIME RELATIONAL TABM | TARGET FOLD 5 ========================================================================================================================================================================== [DATA] faculties=14 common_raw=136 current_features=153 history=419,467 fail=8,736 (2.08%) target=50,698 fail=1,797 (3.54%) STRUCTURED EVIDENCE COVERAGE — TARGET -------------------------------------------------------------------------------- faculty rows prevalence student_semesters_mean course_neighbors_mean relation_events_mean component_events_mean khoa_cong_nghe_thong_tin 6398 0.0549 5.1143 1.0858 13.9922 23.1655 khoa_quan_tri_kinh_doanh_va_du_lich 7604 0.0535 5.0705 3.0171 13.9594 23.3755 khoa_quoc_te_hoc 2674 0.0217 4.8747 3.4088 13.7049 23.4334 khoa_tieng_anh 8345 0.0158 4.3324 1.9360 15.6014 23.7883 khoa_tieng_bo_dao_nha 1138 0.0703 4.5132 0.9517 15.3348 23.9359 khoa_tieng_duc 1975 0.0299 4.2218 0.5271 14.8896 23.9306 khoa_tieng_han_quoc 3573 0.0188 4.4176 2.1374 15.4235 23.9966 khoa_tieng_italia 2129 0.0390 4.4462 1.7299 15.4711 23.9972 khoa_tieng_nga 2047 0.0655 4.4787 1.2760 15.3278 23.9961 khoa_tieng_nhat 2593 0.0266 4.0956 2.4975 15.3509 23.9892 khoa_tieng_phap 2983 0.0191 4.0865 2.2658 15.3118 23.9973 khoa_tieng_tay_ban_nha 1606 0.0523 4.1619 2.5567 15.2833 23.9907 khoa_tieng_trung_quoc 6995 0.0222 4.4536 1.4672 15.5638 23.8249 khoa_viet_nam_hoc 638 0.0956 4.3041 0.0000 11.2633 20.1207 [SPLIT] train=313,390 validation=106,077 latest_blocks=3 --------------------------------------------------------------------------------------------------------------------------------------- [VARIANT SHARED_TABM] direct shared TabM training [SELECT] epoch=01/15 loss=0.11766 macroAP=0.2477 F2@20=0.3310 Brier=0.0237 best=01 [SELECT] epoch=02/15 loss=0.09775 macroAP=0.2664 F2@20=0.3288 Brier=0.0233 best=02 [SELECT] epoch=03/15 loss=0.08290 macroAP=0.2615 F2@20=0.3141 Brier=0.0254 best=02 [SELECT] epoch=04/15 loss=0.07488 macroAP=0.2810 F2@20=0.3234 Brier=0.0238 best=04 [SELECT] epoch=05/15 loss=0.06657 macroAP=0.2769 F2@20=0.3267 Brier=0.0232 best=04 [SELECT] epoch=06/15 loss=0.06016 macroAP=0.2878 F2@20=0.3246 Brier=0.0238 best=06 [SELECT] epoch=07/15 loss=0.05750 macroAP=0.2781 F2@20=0.3158 Brier=0.0239 best=06 [SELECT] epoch=08/15 loss=0.05378 macroAP=0.2926 F2@20=0.3245 Brier=0.0232 best=08 [SELECT] epoch=09/15 loss=0.05094 macroAP=0.2944 F2@20=0.3262 Brier=0.0228 best=09 [SELECT] epoch=10/15 loss=0.04885 macroAP=0.3072 F2@20=0.3305 Brier=0.0229 best=10 [SELECT] epoch=11/15 loss=0.04705 macroAP=0.3006 F2@20=0.3232 Brier=0.0229 best=10 [SELECT] epoch=12/15 loss=0.04629 macroAP=0.3037 F2@20=0.3307 Brier=0.0228 best=10 [SELECT] epoch=13/15 loss=0.04366 macroAP=0.2983 F2@20=0.3263 Brier=0.0230 best=10 [VARIANT SHARED_TABM] selected_epochs=10 macroAP=0.3072 F2@20=0.3305 Brier=0.0229 [REFIT] epoch=01/10 loss=0.11834 [REFIT] epoch=10/10 loss=0.05930 --------------------------------------------------------------------------------------------------------------------------------------- [VARIANT FACULTY_MOD_TABM] direct shared TabM training [SELECT] epoch=01/15 loss=0.11677 macroAP=0.2393 F2@20=0.3230 Brier=0.0241 best=01 [SELECT] epoch=02/15 loss=0.09677 macroAP=0.2582 F2@20=0.3259 Brier=0.0237 best=02 [SELECT] epoch=03/15 loss=0.08221 macroAP=0.2604 F2@20=0.3173 Brier=0.0253 best=03 [SELECT] epoch=04/15 loss=0.07431 macroAP=0.2745 F2@20=0.3279 Brier=0.0235 best=04 [SELECT] epoch=05/15 loss=0.06569 macroAP=0.2722 F2@20=0.3223 Brier=0.0237 best=04 [SELECT] epoch=06/15 loss=0.05887 macroAP=0.2831 F2@20=0.3231 Brier=0.0238 best=06 [SELECT] epoch=07/15 loss=0.05639 macroAP=0.2660 F2@20=0.3150 Brier=0.0240 best=06 [SELECT] epoch=08/15 loss=0.05305 macroAP=0.2805 F2@20=0.3255 Brier=0.0234 best=06 [SELECT] epoch=09/15 loss=0.05005 macroAP=0.2847 F2@20=0.3290 Brier=0.0231 best=09 [SELECT] epoch=10/15 loss=0.04782 macroAP=0.2981 F2@20=0.3289 Brier=0.0232 best=10 [SELECT] epoch=11/15 loss=0.04605 macroAP=0.2892 F2@20=0.3208 Brier=0.0233 best=10 [SELECT] epoch=12/15 loss=0.04486 macroAP=0.2963 F2@20=0.3315 Brier=0.0232 best=10 [SELECT] epoch=13/15 loss=0.04282 macroAP=0.2861 F2@20=0.3188 Brier=0.0234 best=10 [VARIANT FACULTY_MOD_TABM] selected_epochs=10 macroAP=0.2981 F2@20=0.3289 Brier=0.0232 [REFIT] epoch=01/10 loss=0.11787 [REFIT] epoch=10/10 loss=0.05868 --------------------------------------------------------------------------------------------------------------------------------------- [VARIANT FACULTY_TIME_TABM] direct shared TabM training [SELECT] epoch=01/15 loss=0.11648 macroAP=0.2393 F2@20=0.3236 Brier=0.0241 best=01 [SELECT] epoch=02/15 loss=0.09631 macroAP=0.2456 F2@20=0.3211 Brier=0.0241 best=02 [SELECT] epoch=03/15 loss=0.08185 macroAP=0.2453 F2@20=0.3081 Brier=0.0256 best=02 [SELECT] epoch=04/15 loss=0.07466 macroAP=0.2693 F2@20=0.3204 Brier=0.0235 best=04 [SELECT] epoch=05/15 loss=0.06561 macroAP=0.2659 F2@20=0.3189 Brier=0.0237 best=04 [SELECT] epoch=06/15 loss=0.05864 macroAP=0.2786 F2@20=0.3217 Brier=0.0238 best=06 [SELECT] epoch=07/15 loss=0.05620 macroAP=0.2678 F2@20=0.3099 Brier=0.0240 best=06 [SELECT] epoch=08/15 loss=0.05245 macroAP=0.2730 F2@20=0.3150 Brier=0.0235 best=06 [SELECT] epoch=09/15 loss=0.04934 macroAP=0.2784 F2@20=0.3225 Brier=0.0232 best=06 [VARIANT FACULTY_TIME_TABM] selected_epochs=6 macroAP=0.2786 F2@20=0.3217 Brier=0.0238 [REFIT] epoch=01/6 loss=0.11753 [REFIT] epoch=06/6 loss=0.07157 --------------------------------------------------------------------------------------------------------------------------------------- [VARIANT RELATIONAL_FT_TABM] direct shared TabM training [SELECT] epoch=01/15 loss=0.10728 macroAP=0.3137 F2@20=0.3490 Brier=0.0225 best=01 [SELECT] epoch=02/15 loss=0.08712 macroAP=0.3194 F2@20=0.3449 Brier=0.0225 best=02 [SELECT] epoch=03/15 loss=0.07496 macroAP=0.3002 F2@20=0.3296 Brier=0.0238 best=02 [SELECT] epoch=04/15 loss=0.06769 macroAP=0.3125 F2@20=0.3387 Brier=0.0228 best=02 [SELECT] epoch=05/15 loss=0.06058 macroAP=0.3222 F2@20=0.3422 Brier=0.0224 best=05 [SELECT] epoch=06/15 loss=0.05428 macroAP=0.3167 F2@20=0.3389 Brier=0.0233 best=05 [SELECT] epoch=07/15 loss=0.05162 macroAP=0.3226 F2@20=0.3359 Brier=0.0232 best=07 [SELECT] epoch=08/15 loss=0.04766 macroAP=0.3199 F2@20=0.3375 Brier=0.0227 best=07 [SELECT] epoch=09/15 loss=0.04530 macroAP=0.3214 F2@20=0.3376 Brier=0.0226 best=07 [SELECT] epoch=10/15 loss=0.04316 macroAP=0.3246 F2@20=0.3401 Brier=0.0226 best=10 [SELECT] epoch=11/15 loss=0.04062 macroAP=0.3164 F2@20=0.3369 Brier=0.0227 best=10 [SELECT] epoch=12/15 loss=0.04007 macroAP=0.3300 F2@20=0.3462 Brier=0.0225 best=12 [SELECT] epoch=13/15 loss=0.03773 macroAP=0.3197 F2@20=0.3310 Brier=0.0227 best=12 [SELECT] epoch=14/15 loss=0.03689 macroAP=0.3238 F2@20=0.3349 Brier=0.0228 best=12 [SELECT] epoch=15/15 loss=0.03689 macroAP=0.3427 F2@20=0.3431 Brier=0.0222 best=15 [VARIANT RELATIONAL_FT_TABM] selected_epochs=15 macroAP=0.3427 F2@20=0.3431 Brier=0.0222 [REFIT] epoch=01/15 loss=0.10998 [REFIT] epoch=15/15 loss=0.04616 --------------------------------------------------------------------------------------------------------------------------------------- [VARIANT SFTR_TABM] direct shared TabM training [SELECT] epoch=01/15 loss=0.10858 macroAP=0.3272 F2@20=0.3514 Brier=0.0222 best=01 [SELECT] epoch=02/15 loss=0.08855 macroAP=0.3350 F2@20=0.3498 Brier=0.0221 best=02 [SELECT] epoch=03/15 loss=0.07649 macroAP=0.3337 F2@20=0.3458 Brier=0.0223 best=02 [SELECT] epoch=04/15 loss=0.06880 macroAP=0.3388 F2@20=0.3499 Brier=0.0221 best=04 [SELECT] epoch=05/15 loss=0.06113 macroAP=0.3343 F2@20=0.3517 Brier=0.0224 best=04 [SELECT] epoch=06/15 loss=0.05397 macroAP=0.3263 F2@20=0.3477 Brier=0.0221 best=04 [SELECT] epoch=07/15 loss=0.05044 macroAP=0.3251 F2@20=0.3426 Brier=0.0227 best=04 [VARIANT SFTR_TABM] selected_epochs=4 macroAP=0.3388 F2@20=0.3499 Brier=0.0221 [SAFE BLEND] selected alpha=0.25 where 0=Committee, 1=Suite22 primary [REFIT] epoch=01/4 loss=0.11334 [REFIT] epoch=04/4 loss=0.07793 SUITE22 TARGET FOLD 5 — NEW MODEL RESULTS -------------------------------------------------------------------------------- faculty model rows prevalence ap auc brier ece10 precision_at_20 recall_at_20 fbeta_at_20 khoa_cong_nghe_thong_tin committee 6398 0.0549 0.2751 0.8292 0.0457 0.0084 0.1828 0.6667 0.4359 khoa_cong_nghe_thong_tin suite22_shared_tabm 6398 0.0549 0.2700 0.8356 0.0463 0.0238 0.1891 0.6895 0.4508 khoa_cong_nghe_thong_tin suite22_faculty_mod_tabm 6398 0.0549 0.2856 0.8411 0.0461 0.0250 0.1930 0.7037 0.4601 khoa_cong_nghe_thong_tin suite22_faculty_time_tabm 6398 0.0549 0.2822 0.8481 0.0464 0.0277 0.1930 0.7037 0.4601 khoa_cong_nghe_thong_tin suite22_relational_ft_tabm 6398 0.0549 0.2774 0.8309 0.0461 0.0225 0.1836 0.6695 0.4378 khoa_cong_nghe_thong_tin suite22_sftr_tabm 6398 0.0549 0.2491 0.8179 0.0466 0.0110 0.1773 0.6467 0.4229 khoa_cong_nghe_thong_tin suite22_safe_blend 6398 0.0549 0.2770 0.8329 0.0455 0.0070 0.1812 0.6610 0.4322 khoa_quan_tri_kinh_doanh_va_du_lich committee 7604 0.0535 0.3729 0.8769 0.0406 0.0072 0.2005 0.7494 0.4843 khoa_quan_tri_kinh_doanh_va_du_lich suite22_shared_tabm 7604 0.0535 0.3877 0.8871 0.0424 0.0266 0.2045 0.7641 0.4938 khoa_quan_tri_kinh_doanh_va_du_lich suite22_faculty_mod_tabm 7604 0.0535 0.3962 0.8848 0.0420 0.0251 0.2025 0.7568 0.4890 khoa_quan_tri_kinh_doanh_va_du_lich suite22_faculty_time_tabm 7604 0.0535 0.3300 0.8770 0.0440 0.0272 0.1972 0.7371 0.4763 khoa_quan_tri_kinh_doanh_va_du_lich suite22_relational_ft_tabm 7604 0.0535 0.4047 0.8816 0.0419 0.0277 0.2032 0.7592 0.4906 khoa_quan_tri_kinh_doanh_va_du_lich suite22_sftr_tabm 7604 0.0535 0.3870 0.8909 0.0406 0.0118 0.2130 0.7961 0.5144 khoa_quan_tri_kinh_doanh_va_du_lich suite22_safe_blend 7604 0.0535 0.3900 0.8850 0.0403 0.0077 0.2045 0.7641 0.4938 khoa_quoc_te_hoc committee 2674 0.0217 0.1635 0.8346 0.0197 0.0073 0.0692 0.6379 0.2412 khoa_quoc_te_hoc suite22_shared_tabm 2674 0.0217 0.2298 0.8674 0.0192 0.0121 0.0822 0.7586 0.2868 khoa_quoc_te_hoc suite22_faculty_mod_tabm 2674 0.0217 0.2396 0.8596 0.0189 0.0100 0.0785 0.7241 0.2738 khoa_quoc_te_hoc suite22_faculty_time_tabm 2674 0.0217 0.2170 0.8843 0.0195 0.0110 0.0860 0.7931 0.2999 khoa_quoc_te_hoc suite22_relational_ft_tabm 2674 0.0217 0.2262 0.8357 0.0193 0.0127 0.0710 0.6552 0.2477 khoa_quoc_te_hoc suite22_sftr_tabm 2674 0.0217 0.2309 0.8642 0.0190 0.0087 0.0841 0.7759 0.2934 khoa_quoc_te_hoc suite22_safe_blend 2674 0.0217 0.1936 0.8539 0.0192 0.0063 0.0766 0.7069 0.2673 khoa_tieng_anh committee 8345 0.0158 0.1531 0.8330 0.0146 0.0109 0.0497 0.6288 0.1889 khoa_tieng_anh suite22_shared_tabm 8345 0.0158 0.1881 0.8613 0.0143 0.0082 0.0569 0.7197 0.2162 khoa_tieng_anh suite22_faculty_mod_tabm 8345 0.0158 0.1766 0.8598 0.0144 0.0081 0.0575 0.7273 0.2185 khoa_tieng_anh suite22_faculty_time_tabm 8345 0.0158 0.1735 0.8362 0.0144 0.0070 0.0545 0.6894 0.2071 khoa_tieng_anh suite22_relational_ft_tabm 8345 0.0158 0.1868 0.8491 0.0143 0.0048 0.0551 0.6970 0.2094 khoa_tieng_anh suite22_sftr_tabm 8345 0.0158 0.1737 0.8742 0.0145 0.0063 0.0617 0.7803 0.2344 khoa_tieng_anh suite22_safe_blend 8345 0.0158 0.1801 0.8663 0.0144 0.0083 0.0551 0.6970 0.2094 khoa_tieng_bo_dao_nha committee 1138 0.0703 0.3129 0.8595 0.0556 0.0211 0.2456 0.7000 0.5109 khoa_tieng_bo_dao_nha suite22_shared_tabm 1138 0.0703 0.3339 0.8780 0.0559 0.0338 0.2763 0.7875 0.5748 khoa_tieng_bo_dao_nha suite22_faculty_mod_tabm 1138 0.0703 0.3677 0.8781 0.0543 0.0327 0.2763 0.7875 0.5748 khoa_tieng_bo_dao_nha suite22_faculty_time_tabm 1138 0.0703 0.4548 0.8956 0.0498 0.0151 0.2807 0.8000 0.5839 khoa_tieng_bo_dao_nha suite22_relational_ft_tabm 1138 0.0703 0.3761 0.8794 0.0555 0.0406 0.2632 0.7500 0.5474 khoa_tieng_bo_dao_nha suite22_sftr_tabm 1138 0.0703 0.3638 0.8836 0.0563 0.0353 0.2675 0.7625 0.5566 khoa_tieng_bo_dao_nha suite22_safe_blend 1138 0.0703 0.3315 0.8713 0.0546 0.0214 0.2632 0.7500 0.5474 khoa_tieng_duc committee 1975 0.0299 0.1602 0.8684 0.0270 0.0120 0.1114 0.7458 0.3487 khoa_tieng_duc suite22_shared_tabm 1975 0.0299 0.2275 0.8554 0.0274 0.0155 0.1165 0.7797 0.3645 khoa_tieng_duc suite22_faculty_mod_tabm 1975 0.0299 0.2249 0.8538 0.0270 0.0107 0.1089 0.7288 0.3407 khoa_tieng_duc suite22_faculty_time_tabm 1975 0.0299 0.2733 0.8570 0.0254 0.0055 0.1089 0.7288 0.3407 khoa_tieng_duc suite22_relational_ft_tabm 1975 0.0299 0.2693 0.8613 0.0255 0.0104 0.1139 0.7627 0.3566 khoa_tieng_duc suite22_sftr_tabm 1975 0.0299 0.2666 0.8530 0.0274 0.0145 0.1013 0.6780 0.3170 khoa_tieng_duc suite22_safe_blend 1975 0.0299 0.2068 0.8690 0.0263 0.0087 0.1089 0.7288 0.3407 khoa_tieng_han_quoc committee 3573 0.0188 0.1911 0.8916 0.0167 0.0035 0.0783 0.8358 0.2848 khoa_tieng_han_quoc suite22_shared_tabm 3573 0.0188 0.2538 0.9070 0.0168 0.0108 0.0839 0.8955 0.3052 khoa_tieng_han_quoc suite22_faculty_mod_tabm 3573 0.0188 0.2178 0.8976 0.0168 0.0074 0.0811 0.8657 0.2950 khoa_tieng_han_quoc suite22_faculty_time_tabm 3573 0.0188 0.2138 0.9067 0.0169 0.0079 0.0825 0.8806 0.3001 khoa_tieng_han_quoc suite22_relational_ft_tabm 3573 0.0188 0.2353 0.8928 0.0162 0.0069 0.0769 0.8209 0.2798 khoa_tieng_han_quoc suite22_sftr_tabm 3573 0.0188 0.2076 0.9014 0.0165 0.0049 0.0811 0.8657 0.2950 khoa_tieng_han_quoc suite22_safe_blend 3573 0.0188 0.2218 0.9037 0.0165 0.0024 0.0825 0.8806 0.3001 khoa_tieng_italia committee 2129 0.0390 0.2155 0.7906 0.0346 0.0129 0.1244 0.6386 0.3496 khoa_tieng_italia suite22_shared_tabm 2129 0.0390 0.1434 0.8084 0.0364 0.0226 0.1197 0.6145 0.3364 khoa_tieng_italia suite22_faculty_mod_tabm 2129 0.0390 0.1274 0.8010 0.0374 0.0262 0.1150 0.5904 0.3232 khoa_tieng_italia suite22_faculty_time_tabm 2129 0.0390 0.1461 0.8025 0.0365 0.0283 0.1033 0.5301 0.2902 khoa_tieng_italia suite22_relational_ft_tabm 2129 0.0390 0.1301 0.7677 0.0375 0.0280 0.1033 0.5301 0.2902 khoa_tieng_italia suite22_sftr_tabm 2129 0.0390 0.2014 0.7749 0.0365 0.0260 0.1080 0.5542 0.3034 khoa_tieng_italia suite22_safe_blend 2129 0.0390 0.2127 0.7952 0.0346 0.0076 0.1197 0.6145 0.3364 khoa_tieng_nga committee 2047 0.0655 0.4660 0.9261 0.0458 0.0308 0.2910 0.8881 0.6296 khoa_tieng_nga suite22_shared_tabm 2047 0.0655 0.4659 0.9215 0.0443 0.0200 0.2812 0.8582 0.6085 khoa_tieng_nga suite22_faculty_mod_tabm 2047 0.0655 0.4595 0.9224 0.0444 0.0161 0.2861 0.8731 0.6190 khoa_tieng_nga suite22_faculty_time_tabm 2047 0.0655 0.4617 0.9145 0.0447 0.0194 0.2763 0.8433 0.5979 khoa_tieng_nga suite22_relational_ft_tabm 2047 0.0655 0.5041 0.9052 0.0438 0.0191 0.2641 0.8060 0.5714 khoa_tieng_nga suite22_sftr_tabm 2047 0.0655 0.5159 0.9249 0.0431 0.0136 0.2836 0.8657 0.6138 khoa_tieng_nga suite22_safe_blend 2047 0.0655 0.4937 0.9288 0.0441 0.0221 0.2910 0.8881 0.6296 khoa_tieng_nhat committee 2593 0.0266 0.2264 0.8362 0.0232 0.0127 0.1021 0.7681 0.3333 khoa_tieng_nhat suite22_shared_tabm 2593 0.0266 0.2486 0.8627 0.0231 0.0153 0.1060 0.7971 0.3459 khoa_tieng_nhat suite22_faculty_mod_tabm 2593 0.0266 0.2865 0.8694 0.0224 0.0114 0.1098 0.8261 0.3585 khoa_tieng_nhat suite22_faculty_time_tabm 2593 0.0266 0.2449 0.8549 0.0233 0.0153 0.0983 0.7391 0.3208 khoa_tieng_nhat suite22_relational_ft_tabm 2593 0.0266 0.2647 0.8530 0.0222 0.0091 0.1060 0.7971 0.3459 khoa_tieng_nhat suite22_sftr_tabm 2593 0.0266 0.1930 0.8786 0.0237 0.0067 0.1079 0.8116 0.3522 khoa_tieng_nhat suite22_safe_blend 2593 0.0266 0.2386 0.8557 0.0228 0.0056 0.1021 0.7681 0.3333 khoa_tieng_phap committee 2983 0.0191 0.2549 0.8676 0.0162 0.0098 0.0754 0.7895 0.2727 khoa_tieng_phap suite22_shared_tabm 2983 0.0191 0.2322 0.8765 0.0165 0.0068 0.0754 0.7895 0.2727 khoa_tieng_phap suite22_faculty_mod_tabm 2983 0.0191 0.2351 0.8684 0.0165 0.0068 0.0754 0.7895 0.2727 khoa_tieng_phap suite22_faculty_time_tabm 2983 0.0191 0.2228 0.8747 0.0165 0.0067 0.0737 0.7719 0.2667 khoa_tieng_phap suite22_relational_ft_tabm 2983 0.0191 0.2412 0.8677 0.0164 0.0083 0.0687 0.7193 0.2485 khoa_tieng_phap suite22_sftr_tabm 2983 0.0191 0.2728 0.8778 0.0162 0.0092 0.0737 0.7719 0.2667 khoa_tieng_phap suite22_safe_blend 2983 0.0191 0.2716 0.8762 0.0160 0.0096 0.0754 0.7895 0.2727 khoa_tieng_tay_ban_nha committee 1606 0.0523 0.2652 0.8297 0.0444 0.0118 0.1869 0.7143 0.4566 khoa_tieng_tay_ban_nha suite22_shared_tabm 1606 0.0523 0.3356 0.8462 0.0442 0.0341 0.1931 0.7381 0.4718 khoa_tieng_tay_ban_nha suite22_faculty_mod_tabm 1606 0.0523 0.3448 0.8436 0.0441 0.0360 0.1869 0.7143 0.4566 khoa_tieng_tay_ban_nha suite22_faculty_time_tabm 1606 0.0523 0.2914 0.8668 0.0454 0.0347 0.1994 0.7619 0.4871 khoa_tieng_tay_ban_nha suite22_relational_ft_tabm 1606 0.0523 0.2898 0.8368 0.0457 0.0368 0.1869 0.7143 0.4566 khoa_tieng_tay_ban_nha suite22_sftr_tabm 1606 0.0523 0.3149 0.8340 0.0431 0.0253 0.1807 0.6905 0.4414 khoa_tieng_tay_ban_nha suite22_safe_blend 1606 0.0523 0.2833 0.8375 0.0437 0.0170 0.1869 0.7143 0.4566 khoa_tieng_trung_quoc committee 6995 0.0222 0.3319 0.9355 0.0180 0.0229 0.1008 0.9097 0.3492 khoa_tieng_trung_quoc suite22_shared_tabm 6995 0.0222 0.3551 0.9342 0.0172 0.0063 0.0986 0.8903 0.3418 khoa_tieng_trung_quoc suite22_faculty_mod_tabm 6995 0.0222 0.3315 0.9316 0.0175 0.0113 0.0986 0.8903 0.3418 khoa_tieng_trung_quoc suite22_faculty_time_tabm 6995 0.0222 0.2889 0.9312 0.0184 0.0100 0.0994 0.8968 0.3442 khoa_tieng_trung_quoc suite22_relational_ft_tabm 6995 0.0222 0.3777 0.9390 0.0167 0.0070 0.1029 0.9290 0.3566 khoa_tieng_trung_quoc suite22_sftr_tabm 6995 0.0222 0.4374 0.9475 0.0161 0.0168 0.1008 0.9097 0.3492 khoa_tieng_trung_quoc suite22_safe_blend 6995 0.0222 0.3770 0.9456 0.0171 0.0196 0.1015 0.9161 0.3517 khoa_viet_nam_hoc committee 638 0.0956 0.5245 0.9075 0.0599 0.0413 0.3828 0.8033 0.6586 khoa_viet_nam_hoc suite22_shared_tabm 638 0.0956 0.5758 0.9216 0.0576 0.0300 0.3750 0.7869 0.6452 khoa_viet_nam_hoc suite22_faculty_mod_tabm 638 0.0956 0.5483 0.9225 0.0604 0.0227 0.3672 0.7705 0.6317 khoa_viet_nam_hoc suite22_faculty_time_tabm 638 0.0956 0.5711 0.9229 0.0683 0.0474 0.3828 0.8033 0.6586 khoa_viet_nam_hoc suite22_relational_ft_tabm 638 0.0956 0.5443 0.9010 0.0692 0.0579 0.3281 0.6885 0.5645 khoa_viet_nam_hoc suite22_sftr_tabm 638 0.0956 0.6266 0.9227 0.0584 0.0393 0.3672 0.7705 0.6317 khoa_viet_nam_hoc suite22_safe_blend 638 0.0956 0.5486 0.9156 0.0575 0.0483 0.3906 0.8197 0.6720 SUITE22 TARGET FOLD 5 — COMPONENT UPLIFT -------------------------------------------------------------------------------- faculty faculty_gain time_gain relation_gain graph_gain khoa_cong_nghe_thong_tin 0.0156 -0.0034 -0.0048 -0.0282 khoa_quan_tri_kinh_doanh_va_du_lich 0.0084 -0.0662 0.0747 -0.0177 khoa_quoc_te_hoc 0.0097 -0.0226 0.0092 0.0046 khoa_tieng_anh -0.0115 -0.0031 0.0133 -0.0131 khoa_tieng_bo_dao_nha 0.0338 0.0871 -0.0787 -0.0123 khoa_tieng_duc -0.0027 0.0484 -0.0040 -0.0027 khoa_tieng_han_quoc -0.0361 -0.0040 0.0215 -0.0277 khoa_tieng_italia -0.0160 0.0187 -0.0160 0.0713 khoa_tieng_nga -0.0064 0.0022 0.0425 0.0118 khoa_tieng_nhat 0.0379 -0.0415 0.0197 -0.0717 khoa_tieng_phap 0.0029 -0.0123 0.0184 0.0317 khoa_tieng_tay_ban_nha 0.0092 -0.0533 -0.0017 0.0251 khoa_tieng_trung_quoc -0.0236 -0.0426 0.0888 0.0597 khoa_viet_nam_hoc -0.0274 0.0228 -0.0268 0.0823 ========================================================================================================================================================================== SUITE22 — SHARED FACULTY-TIME RELATIONAL TABM | TARGET FOLD 6 ========================================================================================================================================================================== [DATA] faculties=14 common_raw=136 current_features=153 history=470,165 fail=10,533 (2.24%) target=43,359 fail=2,395 (5.52%) STRUCTURED EVIDENCE COVERAGE — TARGET -------------------------------------------------------------------------------- faculty rows prevalence student_semesters_mean course_neighbors_mean relation_events_mean component_events_mean khoa_cong_nghe_thong_tin 5651 0.0996 5.2938 0.9503 15.8574 23.9979 khoa_quan_tri_kinh_doanh_va_du_lich 7442 0.0797 5.2790 2.8240 15.7843 23.9989 khoa_quoc_te_hoc 2466 0.0243 5.3114 2.9408 15.8865 23.9976 khoa_tieng_anh 6204 0.0197 4.8040 2.9757 15.9133 23.9167 khoa_tieng_bo_dao_nha 892 0.0818 4.9821 0.6211 15.9439 24.0000 khoa_tieng_duc 1839 0.0457 4.8825 0.4312 15.9521 23.9946 khoa_tieng_han_quoc 3277 0.0375 4.9823 1.2695 15.9912 24.0000 khoa_tieng_italia 2026 0.0464 4.8860 1.8988 15.9768 24.0000 khoa_tieng_nga 1842 0.1113 4.6976 0.9180 15.9919 24.0000 khoa_tieng_nhat 2530 0.0348 4.9166 2.4055 15.9814 24.0000 khoa_tieng_phap 2263 0.0221 4.5409 1.8175 15.9810 24.0000 khoa_tieng_tay_ban_nha 1333 0.0638 4.5236 2.1785 15.9850 24.0000 khoa_tieng_trung_quoc 4990 0.0335 4.7257 0.9780 15.9218 23.9120 khoa_viet_nam_hoc 604 0.1457 4.2533 0.0000 10.9470 21.1258 [SPLIT] train=358,455 validation=111,710 latest_blocks=3 --------------------------------------------------------------------------------------------------------------------------------------- [VARIANT SHARED_TABM] direct shared TabM training [SELECT] epoch=01/15 loss=0.11986 macroAP=0.2570 F2@20=0.3503 Brier=0.0286 best=01 [SELECT] epoch=02/15 loss=0.09996 macroAP=0.2769 F2@20=0.3615 Brier=0.0272 best=02 [SELECT] epoch=03/15 loss=0.08706 macroAP=0.2778 F2@20=0.3595 Brier=0.0275 best=03 [SELECT] epoch=04/15 loss=0.07723 macroAP=0.2697 F2@20=0.3529 Brier=0.0279 best=03 [SELECT] epoch=05/15 loss=0.06970 macroAP=0.2720 F2@20=0.3518 Brier=0.0277 best=03 [SELECT] epoch=06/15 loss=0.06350 macroAP=0.2727 F2@20=0.3573 Brier=0.0278 best=03 [VARIANT SHARED_TABM] selected_epochs=3 macroAP=0.2778 F2@20=0.3595 Brier=0.0275 [REFIT] epoch=01/3 loss=0.12421 [REFIT] epoch=03/3 loss=0.10138 --------------------------------------------------------------------------------------------------------------------------------------- [VARIANT FACULTY_MOD_TABM] direct shared TabM training [SELECT] epoch=01/15 loss=0.11935 macroAP=0.2520 F2@20=0.3431 Brier=0.0292 best=01 [SELECT] epoch=02/15 loss=0.09939 macroAP=0.2723 F2@20=0.3543 Brier=0.0276 best=02 [SELECT] epoch=03/15 loss=0.08684 macroAP=0.2704 F2@20=0.3470 Brier=0.0281 best=02 [SELECT] epoch=04/15 loss=0.07658 macroAP=0.2669 F2@20=0.3488 Brier=0.0282 best=02 [SELECT] epoch=05/15 loss=0.06876 macroAP=0.2666 F2@20=0.3544 Brier=0.0281 best=02 [VARIANT FACULTY_MOD_TABM] selected_epochs=2 macroAP=0.2723 F2@20=0.3543 Brier=0.0276 [REFIT] epoch=01/2 loss=0.12365 [REFIT] epoch=02/2 loss=0.10760 --------------------------------------------------------------------------------------------------------------------------------------- [VARIANT FACULTY_TIME_TABM] direct shared TabM training [SELECT] epoch=01/15 loss=0.11899 macroAP=0.2531 F2@20=0.3505 Brier=0.0287 best=01 [SELECT] epoch=02/15 loss=0.09905 macroAP=0.2684 F2@20=0.3550 Brier=0.0275 best=02 [SELECT] epoch=03/15 loss=0.08636 macroAP=0.2677 F2@20=0.3492 Brier=0.0281 best=02 [SELECT] epoch=04/15 loss=0.07572 macroAP=0.2651 F2@20=0.3484 Brier=0.0280 best=02 [SELECT] epoch=05/15 loss=0.06824 macroAP=0.2645 F2@20=0.3537 Brier=0.0281 best=02 [VARIANT FACULTY_TIME_TABM] selected_epochs=2 macroAP=0.2684 F2@20=0.3550 Brier=0.0275 [REFIT] epoch=01/2 loss=0.12345 [REFIT] epoch=02/2 loss=0.10725 --------------------------------------------------------------------------------------------------------------------------------------- [VARIANT RELATIONAL_FT_TABM] direct shared TabM training [SELECT] epoch=01/15 loss=0.11024 macroAP=0.2849 F2@20=0.3576 Brier=0.0277 best=01 [SELECT] epoch=02/15 loss=0.09034 macroAP=0.3120 F2@20=0.3720 Brier=0.0265 best=02 [SELECT] epoch=03/15 loss=0.07958 macroAP=0.2970 F2@20=0.3733 Brier=0.0272 best=02 [SELECT] epoch=04/15 loss=0.07158 macroAP=0.2924 F2@20=0.3623 Brier=0.0275 best=02 [SELECT] epoch=05/15 loss=0.06502 macroAP=0.3057 F2@20=0.3702 Brier=0.0268 best=02 [VARIANT RELATIONAL_FT_TABM] selected_epochs=2 macroAP=0.3120 F2@20=0.3720 Brier=0.0265 [REFIT] epoch=01/2 loss=0.11467 [REFIT] epoch=02/2 loss=0.09777 --------------------------------------------------------------------------------------------------------------------------------------- [VARIANT SFTR_TABM] direct shared TabM training [SELECT] epoch=01/15 loss=0.10905 macroAP=0.3020 F2@20=0.3735 Brier=0.0272 best=01 [SELECT] epoch=02/15 loss=0.09096 macroAP=0.3141 F2@20=0.3777 Brier=0.0262 best=02 [SELECT] epoch=03/15 loss=0.08114 macroAP=0.3009 F2@20=0.3789 Brier=0.0273 best=02 [SELECT] epoch=04/15 loss=0.07215 macroAP=0.2890 F2@20=0.3725 Brier=0.0269 best=02 [SELECT] epoch=05/15 loss=0.06452 macroAP=0.2890 F2@20=0.3661 Brier=0.0274 best=02 [VARIANT SFTR_TABM] selected_epochs=2 macroAP=0.3141 F2@20=0.3777 Brier=0.0262 [SAFE BLEND] selected alpha=0.50 where 0=Committee, 1=Suite22 primary [REFIT] epoch=01/2 loss=0.11617 [REFIT] epoch=02/2 loss=0.09960 SUITE22 TARGET FOLD 6 — NEW MODEL RESULTS -------------------------------------------------------------------------------- faculty model rows prevalence ap auc brier ece10 precision_at_20 recall_at_20 fbeta_at_20 khoa_cong_nghe_thong_tin committee 5651 0.0996 0.3724 0.8361 0.0752 0.0234 0.3195 0.6412 0.5337 khoa_cong_nghe_thong_tin suite22_shared_tabm 5651 0.0996 0.3189 0.8050 0.0828 0.0548 0.2841 0.5702 0.4746 khoa_cong_nghe_thong_tin suite22_faculty_mod_tabm 5651 0.0996 0.3117 0.8101 0.0824 0.0510 0.2823 0.5666 0.4716 khoa_cong_nghe_thong_tin suite22_faculty_time_tabm 5651 0.0996 0.3060 0.8074 0.0815 0.0448 0.2814 0.5648 0.4701 khoa_cong_nghe_thong_tin suite22_relational_ft_tabm 5651 0.0996 0.4021 0.8349 0.0783 0.0560 0.3150 0.6323 0.5263 khoa_cong_nghe_thong_tin suite22_sftr_tabm 5651 0.0996 0.3876 0.8243 0.0770 0.0404 0.2956 0.5933 0.4938 khoa_cong_nghe_thong_tin suite22_safe_blend 5651 0.0996 0.4090 0.8441 0.0747 0.0350 0.3230 0.6483 0.5396 khoa_quan_tri_kinh_doanh_va_du_lich committee 7442 0.0797 0.3777 0.8583 0.0606 0.0196 0.2782 0.6981 0.5363 khoa_quan_tri_kinh_doanh_va_du_lich suite22_shared_tabm 7442 0.0797 0.3261 0.8368 0.0648 0.0351 0.2581 0.6476 0.4974 khoa_quan_tri_kinh_doanh_va_du_lich suite22_faculty_mod_tabm 7442 0.0797 0.3196 0.8242 0.0672 0.0451 0.2446 0.6138 0.4715 khoa_quan_tri_kinh_doanh_va_du_lich suite22_faculty_time_tabm 7442 0.0797 0.3040 0.8175 0.0666 0.0388 0.2352 0.5902 0.4534 khoa_quan_tri_kinh_doanh_va_du_lich suite22_relational_ft_tabm 7442 0.0797 0.4449 0.8693 0.0616 0.0449 0.2883 0.7234 0.5557 khoa_quan_tri_kinh_doanh_va_du_lich suite22_sftr_tabm 7442 0.0797 0.4242 0.8466 0.0628 0.0451 0.2648 0.6644 0.5104 khoa_quan_tri_kinh_doanh_va_du_lich suite22_safe_blend 7442 0.0797 0.4256 0.8694 0.0611 0.0366 0.2876 0.7218 0.5544 khoa_quoc_te_hoc committee 2466 0.0243 0.2778 0.8239 0.0215 0.0109 0.0811 0.6667 0.2729 khoa_quoc_te_hoc suite22_shared_tabm 2466 0.0243 0.1255 0.8169 0.0226 0.0078 0.0791 0.6500 0.2660 khoa_quoc_te_hoc suite22_faculty_mod_tabm 2466 0.0243 0.1095 0.7886 0.0229 0.0094 0.0690 0.5667 0.2319 khoa_quoc_te_hoc suite22_faculty_time_tabm 2466 0.0243 0.1112 0.7874 0.0229 0.0070 0.0690 0.5667 0.2319 khoa_quoc_te_hoc suite22_relational_ft_tabm 2466 0.0243 0.1714 0.8259 0.0223 0.0129 0.0811 0.6667 0.2729 khoa_quoc_te_hoc suite22_sftr_tabm 2466 0.0243 0.1453 0.7860 0.0227 0.0144 0.0669 0.5500 0.2251 khoa_quoc_te_hoc suite22_safe_blend 2466 0.0243 0.2447 0.8218 0.0214 0.0077 0.0811 0.6667 0.2729 khoa_tieng_anh committee 6204 0.0197 0.2882 0.8256 0.0175 0.0116 0.0620 0.6311 0.2227 khoa_tieng_anh suite22_shared_tabm 6204 0.0197 0.1717 0.8565 0.0178 0.0107 0.0717 0.7295 0.2574 khoa_tieng_anh suite22_faculty_mod_tabm 6204 0.0197 0.1405 0.8018 0.0182 0.0048 0.0693 0.7049 0.2487 khoa_tieng_anh suite22_faculty_time_tabm 6204 0.0197 0.1479 0.8080 0.0180 0.0042 0.0709 0.7213 0.2545 khoa_tieng_anh suite22_relational_ft_tabm 6204 0.0197 0.2532 0.8476 0.0168 0.0080 0.0741 0.7541 0.2660 khoa_tieng_anh suite22_sftr_tabm 6204 0.0197 0.2137 0.8130 0.0172 0.0093 0.0693 0.7049 0.2487 khoa_tieng_anh suite22_safe_blend 6204 0.0197 0.2791 0.8340 0.0165 0.0051 0.0701 0.7131 0.2516 khoa_tieng_bo_dao_nha committee 892 0.0818 0.5210 0.8806 0.0550 0.0281 0.2865 0.6986 0.5426 khoa_tieng_bo_dao_nha suite22_shared_tabm 892 0.0818 0.3833 0.8534 0.0622 0.0272 0.2865 0.6986 0.5426 khoa_tieng_bo_dao_nha suite22_faculty_mod_tabm 892 0.0818 0.3467 0.8382 0.0651 0.0349 0.2865 0.6986 0.5426 khoa_tieng_bo_dao_nha suite22_faculty_time_tabm 892 0.0818 0.3433 0.8352 0.0651 0.0335 0.2584 0.6301 0.4894 khoa_tieng_bo_dao_nha suite22_relational_ft_tabm 892 0.0818 0.4395 0.8673 0.0609 0.0418 0.2809 0.6849 0.5319 khoa_tieng_bo_dao_nha suite22_sftr_tabm 892 0.0818 0.4398 0.8671 0.0610 0.0383 0.2865 0.6986 0.5426 khoa_tieng_bo_dao_nha suite22_safe_blend 892 0.0818 0.5087 0.8825 0.0554 0.0251 0.3034 0.7397 0.5745 khoa_tieng_duc committee 1839 0.0457 0.4558 0.9230 0.0334 0.0125 0.1984 0.8690 0.5185 khoa_tieng_duc suite22_shared_tabm 1839 0.0457 0.3415 0.9212 0.0364 0.0195 0.1957 0.8571 0.5114 khoa_tieng_duc suite22_faculty_mod_tabm 1839 0.0457 0.3380 0.9009 0.0355 0.0116 0.1902 0.8333 0.4972 khoa_tieng_duc suite22_faculty_time_tabm 1839 0.0457 0.3451 0.9018 0.0354 0.0118 0.1902 0.8333 0.4972 khoa_tieng_duc suite22_relational_ft_tabm 1839 0.0457 0.4124 0.9116 0.0349 0.0202 0.1875 0.8214 0.4901 khoa_tieng_duc suite22_sftr_tabm 1839 0.0457 0.3759 0.8853 0.0361 0.0192 0.1766 0.7738 0.4616 khoa_tieng_duc suite22_safe_blend 1839 0.0457 0.4682 0.9282 0.0325 0.0132 0.2011 0.8810 0.5256 khoa_tieng_han_quoc committee 3277 0.0375 0.2531 0.8587 0.0323 0.0193 0.1435 0.7642 0.4098 khoa_tieng_han_quoc suite22_shared_tabm 3277 0.0375 0.2991 0.8534 0.0333 0.0276 0.1313 0.6992 0.3749 khoa_tieng_han_quoc suite22_faculty_mod_tabm 3277 0.0375 0.3034 0.8529 0.0326 0.0224 0.1374 0.7317 0.3923 khoa_tieng_han_quoc suite22_faculty_time_tabm 3277 0.0375 0.2884 0.8430 0.0329 0.0244 0.1328 0.7073 0.3793 khoa_tieng_han_quoc suite22_relational_ft_tabm 3277 0.0375 0.3094 0.8538 0.0320 0.0248 0.1374 0.7317 0.3923 khoa_tieng_han_quoc suite22_sftr_tabm 3277 0.0375 0.2653 0.8379 0.0327 0.0212 0.1313 0.6992 0.3749 khoa_tieng_han_quoc suite22_safe_blend 3277 0.0375 0.2964 0.8658 0.0319 0.0200 0.1420 0.7561 0.4054 khoa_tieng_italia committee 2026 0.0464 0.2286 0.7987 0.0467 0.0351 0.1481 0.6383 0.3841 khoa_tieng_italia suite22_shared_tabm 2026 0.0464 0.1587 0.7713 0.0422 0.0170 0.1160 0.5000 0.3009 khoa_tieng_italia suite22_faculty_mod_tabm 2026 0.0464 0.1560 0.7705 0.0418 0.0135 0.1235 0.5319 0.3201 khoa_tieng_italia suite22_faculty_time_tabm 2026 0.0464 0.1569 0.7656 0.0418 0.0145 0.1210 0.5213 0.3137 khoa_tieng_italia suite22_relational_ft_tabm 2026 0.0464 0.1930 0.7848 0.0412 0.0187 0.1333 0.5745 0.3457 khoa_tieng_italia suite22_sftr_tabm 2026 0.0464 0.1817 0.7594 0.0416 0.0185 0.1309 0.5638 0.3393 khoa_tieng_italia suite22_safe_blend 2026 0.0464 0.2407 0.8010 0.0393 0.0080 0.1506 0.6489 0.3905 khoa_tieng_nga committee 1842 0.1113 0.4801 0.7788 0.0777 0.0481 0.3179 0.5707 0.4924 khoa_tieng_nga suite22_shared_tabm 1842 0.1113 0.4392 0.8153 0.0820 0.0533 0.3424 0.6146 0.5303 khoa_tieng_nga suite22_faculty_mod_tabm 1842 0.1113 0.4162 0.7955 0.0825 0.0505 0.3451 0.6195 0.5345 khoa_tieng_nga suite22_faculty_time_tabm 1842 0.1113 0.4136 0.7946 0.0826 0.0490 0.3424 0.6146 0.5303 khoa_tieng_nga suite22_relational_ft_tabm 1842 0.1113 0.4801 0.8102 0.0788 0.0597 0.3560 0.6390 0.5513 khoa_tieng_nga suite22_sftr_tabm 1842 0.1113 0.4756 0.8088 0.0793 0.0554 0.3451 0.6195 0.5345 khoa_tieng_nga suite22_safe_blend 1842 0.1113 0.4895 0.7990 0.0760 0.0424 0.3370 0.6049 0.5219 khoa_tieng_nhat committee 2530 0.0348 0.1763 0.8325 0.0328 0.0179 0.1126 0.6477 0.3322 khoa_tieng_nhat suite22_shared_tabm 2530 0.0348 0.1493 0.8471 0.0322 0.0225 0.1126 0.6477 0.3322 khoa_tieng_nhat suite22_faculty_mod_tabm 2530 0.0348 0.1384 0.8274 0.0329 0.0240 0.1087 0.6250 0.3205 khoa_tieng_nhat suite22_faculty_time_tabm 2530 0.0348 0.1394 0.8292 0.0327 0.0224 0.1126 0.6477 0.3322 khoa_tieng_nhat suite22_relational_ft_tabm 2530 0.0348 0.1580 0.8445 0.0323 0.0224 0.1146 0.6591 0.3380 khoa_tieng_nhat suite22_sftr_tabm 2530 0.0348 0.1462 0.8258 0.0326 0.0228 0.1087 0.6250 0.3205 khoa_tieng_nhat suite22_safe_blend 2530 0.0348 0.1853 0.8514 0.0315 0.0184 0.1166 0.6705 0.3438 khoa_tieng_phap committee 2263 0.0221 0.2791 0.9146 0.0199 0.0130 0.0949 0.8600 0.3292 khoa_tieng_phap suite22_shared_tabm 2263 0.0221 0.2996 0.9105 0.0183 0.0062 0.0905 0.8200 0.3139 khoa_tieng_phap suite22_faculty_mod_tabm 2263 0.0221 0.2995 0.8940 0.0182 0.0060 0.0839 0.7600 0.2910 khoa_tieng_phap suite22_faculty_time_tabm 2263 0.0221 0.2946 0.8942 0.0184 0.0046 0.0861 0.7800 0.2986 khoa_tieng_phap suite22_relational_ft_tabm 2263 0.0221 0.2746 0.9048 0.0190 0.0113 0.0883 0.8000 0.3063 khoa_tieng_phap suite22_sftr_tabm 2263 0.0221 0.3060 0.8921 0.0182 0.0069 0.0861 0.7800 0.2986 khoa_tieng_phap suite22_safe_blend 2263 0.0221 0.3166 0.9191 0.0176 0.0050 0.0927 0.8400 0.3216 khoa_tieng_tay_ban_nha committee 1333 0.0638 0.3718 0.8478 0.0511 0.0235 0.2285 0.7176 0.5025 khoa_tieng_tay_ban_nha suite22_shared_tabm 1333 0.0638 0.3370 0.8594 0.0517 0.0302 0.2322 0.7294 0.5107 khoa_tieng_tay_ban_nha suite22_faculty_mod_tabm 1333 0.0638 0.3034 0.8487 0.0533 0.0282 0.2097 0.6588 0.4613 khoa_tieng_tay_ban_nha suite22_faculty_time_tabm 1333 0.0638 0.2983 0.8475 0.0533 0.0265 0.2135 0.6706 0.4695 khoa_tieng_tay_ban_nha suite22_relational_ft_tabm 1333 0.0638 0.3391 0.8636 0.0520 0.0328 0.2397 0.7529 0.5272 khoa_tieng_tay_ban_nha suite22_sftr_tabm 1333 0.0638 0.3537 0.8548 0.0511 0.0238 0.2322 0.7294 0.5107 khoa_tieng_tay_ban_nha suite22_safe_blend 1333 0.0638 0.4140 0.8712 0.0478 0.0137 0.2509 0.7882 0.5519 khoa_tieng_trung_quoc committee 4990 0.0335 0.3394 0.8835 0.0278 0.0107 0.1333 0.7964 0.3992 khoa_tieng_trung_quoc suite22_shared_tabm 4990 0.0335 0.3154 0.9126 0.0278 0.0129 0.1423 0.8503 0.4262 khoa_tieng_trung_quoc suite22_faculty_mod_tabm 4990 0.0335 0.2919 0.9019 0.0273 0.0062 0.1383 0.8263 0.4142 khoa_tieng_trung_quoc suite22_faculty_time_tabm 4990 0.0335 0.2897 0.9008 0.0273 0.0056 0.1373 0.8204 0.4112 khoa_tieng_trung_quoc suite22_relational_ft_tabm 4990 0.0335 0.3357 0.9062 0.0263 0.0073 0.1423 0.8503 0.4262 khoa_tieng_trung_quoc suite22_sftr_tabm 4990 0.0335 0.3139 0.9038 0.0271 0.0037 0.1373 0.8204 0.4112 khoa_tieng_trung_quoc suite22_safe_blend 4990 0.0335 0.3683 0.9031 0.0259 0.0027 0.1333 0.7964 0.3992 khoa_viet_nam_hoc committee 604 0.1457 0.6504 0.9018 0.0801 0.0387 0.5702 0.7841 0.7294 khoa_viet_nam_hoc suite22_shared_tabm 604 0.1457 0.6363 0.8638 0.0855 0.0383 0.4793 0.6591 0.6131 khoa_viet_nam_hoc suite22_faculty_mod_tabm 604 0.1457 0.6321 0.8801 0.0832 0.0253 0.4959 0.6818 0.6342 khoa_viet_nam_hoc suite22_faculty_time_tabm 604 0.1457 0.6435 0.8875 0.0815 0.0249 0.4959 0.6818 0.6342 khoa_viet_nam_hoc suite22_relational_ft_tabm 604 0.1457 0.6543 0.8886 0.0792 0.0217 0.5124 0.7045 0.6554 khoa_viet_nam_hoc suite22_sftr_tabm 604 0.1457 0.6199 0.8875 0.0848 0.0338 0.5041 0.6932 0.6448 khoa_viet_nam_hoc suite22_safe_blend 604 0.1457 0.6552 0.9064 0.0782 0.0309 0.5289 0.7273 0.6765 SUITE22 TARGET FOLD 6 — COMPONENT UPLIFT -------------------------------------------------------------------------------- faculty faculty_gain time_gain relation_gain graph_gain khoa_cong_nghe_thong_tin -0.0072 -0.0057 0.0961 -0.0145 khoa_quan_tri_kinh_doanh_va_du_lich -0.0065 -0.0157 0.1410 -0.0208 khoa_quoc_te_hoc -0.0161 0.0017 0.0603 -0.0261 khoa_tieng_anh -0.0313 0.0075 0.1053 -0.0395 khoa_tieng_bo_dao_nha -0.0366 -0.0034 0.0963 0.0003 khoa_tieng_duc -0.0035 0.0072 0.0673 -0.0366 khoa_tieng_han_quoc 0.0044 -0.0150 0.0210 -0.0441 khoa_tieng_italia -0.0028 0.0009 0.0361 -0.0113 khoa_tieng_nga -0.0230 -0.0026 0.0664 -0.0045 khoa_tieng_nhat -0.0109 0.0010 0.0186 -0.0118 khoa_tieng_phap -0.0001 -0.0049 -0.0200 0.0314 khoa_tieng_tay_ban_nha -0.0336 -0.0051 0.0408 0.0146 khoa_tieng_trung_quoc -0.0235 -0.0021 0.0459 -0.0218 khoa_viet_nam_hoc -0.0042 0.0114 0.0108 -0.0345 ========================================================================================================================================================================== SUITE22 — SHARED FACULTY-TIME RELATIONAL TABM | TARGET FOLD 7 ========================================================================================================================================================================== [DATA] faculties=14 common_raw=136 current_features=153 history=514,858 fail=13,041 (2.53%) target=53,645 fail=4,179 (7.79%) STRUCTURED EVIDENCE COVERAGE — TARGET -------------------------------------------------------------------------------- faculty rows prevalence student_semesters_mean course_neighbors_mean relation_events_mean component_events_mean khoa_cong_nghe_thong_tin 6926 0.1513 5.0739 1.1047 13.5247 21.9079 khoa_quan_tri_kinh_doanh_va_du_lich 8989 0.1249 4.9774 3.1391 13.3372 22.0629 khoa_quoc_te_hoc 2755 0.0465 5.1517 3.8116 13.5064 21.8530 khoa_tieng_anh 8369 0.0299 4.2629 2.4900 15.2323 23.8404 khoa_tieng_bo_dao_nha 1209 0.1183 4.0232 0.9694 15.5103 23.9917 khoa_tieng_duc 2284 0.0486 4.3424 0.6095 14.9518 23.9457 khoa_tieng_han_quoc 3434 0.0364 4.4793 2.0067 15.2271 23.9767 khoa_tieng_italia 2453 0.1035 4.4317 1.7660 15.3755 23.9984 khoa_tieng_nga 1924 0.0800 4.1112 0.7989 15.3004 23.9917 khoa_tieng_nhat 2795 0.0519 4.1395 1.5513 15.2068 23.9843 khoa_tieng_phap 2915 0.0408 4.1825 2.2521 15.3630 23.9866 khoa_tieng_tay_ban_nha 1957 0.0971 4.1114 2.1185 15.5876 24.0000 khoa_tieng_trung_quoc 6657 0.0326 4.4822 1.0817 15.5660 23.9887 khoa_viet_nam_hoc 978 0.1759 3.6564 0.1871 9.0982 21.1933 [SPLIT] train=405,366 validation=109,492 latest_blocks=3 --------------------------------------------------------------------------------------------------------------------------------------- [VARIANT SHARED_TABM] direct shared TabM training [SELECT] epoch=01/15 loss=0.11946 macroAP=0.2743 F2@20=0.3929 Brier=0.0373 best=01 [SELECT] epoch=02/15 loss=0.10301 macroAP=0.2788 F2@20=0.3958 Brier=0.0372 best=02 [SELECT] epoch=03/15 loss=0.09272 macroAP=0.2737 F2@20=0.3985 Brier=0.0368 best=02 [SELECT] epoch=04/15 loss=0.08307 macroAP=0.2791 F2@20=0.3970 Brier=0.0375 best=04 [SELECT] epoch=05/15 loss=0.07705 macroAP=0.2888 F2@20=0.3963 Brier=0.0370 best=05 [SELECT] epoch=06/15 loss=0.07072 macroAP=0.2806 F2@20=0.4057 Brier=0.0368 best=05 [SELECT] epoch=07/15 loss=0.06734 macroAP=0.2847 F2@20=0.4002 Brier=0.0375 best=05 [SELECT] epoch=08/15 loss=0.06323 macroAP=0.2874 F2@20=0.4031 Brier=0.0370 best=05 [VARIANT SHARED_TABM] selected_epochs=5 macroAP=0.2888 F2@20=0.3963 Brier=0.0370 [REFIT] epoch=01/5 loss=0.13455 [REFIT] epoch=05/5 loss=0.09813 --------------------------------------------------------------------------------------------------------------------------------------- [VARIANT FACULTY_MOD_TABM] direct shared TabM training [SELECT] epoch=01/15 loss=0.11912 macroAP=0.2732 F2@20=0.3931 Brier=0.0373 best=01 [SELECT] epoch=02/15 loss=0.10252 macroAP=0.2745 F2@20=0.3975 Brier=0.0373 best=02 [SELECT] epoch=03/15 loss=0.09181 macroAP=0.2728 F2@20=0.3954 Brier=0.0369 best=02 [SELECT] epoch=04/15 loss=0.08236 macroAP=0.2798 F2@20=0.3995 Brier=0.0374 best=04 [SELECT] epoch=05/15 loss=0.07606 macroAP=0.2821 F2@20=0.3971 Brier=0.0372 best=05 [SELECT] epoch=06/15 loss=0.06960 macroAP=0.2783 F2@20=0.3989 Brier=0.0368 best=05 [SELECT] epoch=07/15 loss=0.06635 macroAP=0.2789 F2@20=0.4001 Brier=0.0377 best=05 [SELECT] epoch=08/15 loss=0.06200 macroAP=0.2860 F2@20=0.3980 Brier=0.0373 best=08 [SELECT] epoch=09/15 loss=0.05957 macroAP=0.2790 F2@20=0.4013 Brier=0.0372 best=08 [SELECT] epoch=10/15 loss=0.05657 macroAP=0.2857 F2@20=0.4071 Brier=0.0372 best=08 [SELECT] epoch=11/15 loss=0.05591 macroAP=0.2917 F2@20=0.4042 Brier=0.0373 best=11 [SELECT] epoch=12/15 loss=0.05216 macroAP=0.2854 F2@20=0.3988 Brier=0.0376 best=11 [SELECT] epoch=13/15 loss=0.05352 macroAP=0.2848 F2@20=0.4013 Brier=0.0369 best=11 [SELECT] epoch=14/15 loss=0.05071 macroAP=0.2860 F2@20=0.3975 Brier=0.0373 best=11 [VARIANT FACULTY_MOD_TABM] selected_epochs=11 macroAP=0.2917 F2@20=0.4042 Brier=0.0373 [REFIT] epoch=01/11 loss=0.13422 [REFIT] epoch=11/11 loss=0.07659 --------------------------------------------------------------------------------------------------------------------------------------- [VARIANT FACULTY_TIME_TABM] direct shared TabM training [SELECT] epoch=01/15 loss=0.11904 macroAP=0.2725 F2@20=0.3946 Brier=0.0373 best=01 [SELECT] epoch=02/15 loss=0.10184 macroAP=0.2743 F2@20=0.3958 Brier=0.0372 best=02 [SELECT] epoch=03/15 loss=0.09153 macroAP=0.2769 F2@20=0.3967 Brier=0.0368 best=03 [SELECT] epoch=04/15 loss=0.08207 macroAP=0.2745 F2@20=0.4003 Brier=0.0376 best=03 [SELECT] epoch=05/15 loss=0.07562 macroAP=0.2829 F2@20=0.3959 Brier=0.0373 best=05 [SELECT] epoch=06/15 loss=0.06922 macroAP=0.2743 F2@20=0.3969 Brier=0.0371 best=05 [SELECT] epoch=07/15 loss=0.06601 macroAP=0.2769 F2@20=0.3955 Brier=0.0380 best=05 [SELECT] epoch=08/15 loss=0.06140 macroAP=0.2829 F2@20=0.3908 Brier=0.0376 best=08 [SELECT] epoch=09/15 loss=0.05873 macroAP=0.2779 F2@20=0.3999 Brier=0.0375 best=08 [SELECT] epoch=10/15 loss=0.05621 macroAP=0.2828 F2@20=0.4037 Brier=0.0376 best=08 [SELECT] epoch=11/15 loss=0.05532 macroAP=0.2872 F2@20=0.4020 Brier=0.0374 best=11 [SELECT] epoch=12/15 loss=0.05130 macroAP=0.2835 F2@20=0.3944 Brier=0.0379 best=11 [SELECT] epoch=13/15 loss=0.05246 macroAP=0.2823 F2@20=0.3937 Brier=0.0373 best=11 [SELECT] epoch=14/15 loss=0.04997 macroAP=0.2843 F2@20=0.3938 Brier=0.0377 best=11 [VARIANT FACULTY_TIME_TABM] selected_epochs=11 macroAP=0.2872 F2@20=0.4020 Brier=0.0374 [REFIT] epoch=01/11 loss=0.13398 [REFIT] epoch=11/11 loss=0.07579 --------------------------------------------------------------------------------------------------------------------------------------- [VARIANT RELATIONAL_FT_TABM] direct shared TabM training [SELECT] epoch=01/15 loss=0.10865 macroAP=0.3156 F2@20=0.4161 Brier=0.0358 best=01 [SELECT] epoch=02/15 loss=0.09163 macroAP=0.3288 F2@20=0.4189 Brier=0.0362 best=02 [SELECT] epoch=03/15 loss=0.08487 macroAP=0.3177 F2@20=0.4206 Brier=0.0354 best=02 [SELECT] epoch=04/15 loss=0.07681 macroAP=0.3139 F2@20=0.4211 Brier=0.0363 best=02 [SELECT] epoch=05/15 loss=0.07270 macroAP=0.3239 F2@20=0.4130 Brier=0.0362 best=02 [VARIANT RELATIONAL_FT_TABM] selected_epochs=2 macroAP=0.3288 F2@20=0.4189 Brier=0.0362 [REFIT] epoch=01/2 loss=0.12492 [REFIT] epoch=02/2 loss=0.10929 --------------------------------------------------------------------------------------------------------------------------------------- [VARIANT SFTR_TABM] direct shared TabM training [SELECT] epoch=01/15 loss=0.11060 macroAP=0.3194 F2@20=0.4148 Brier=0.0355 best=01 [SELECT] epoch=02/15 loss=0.09335 macroAP=0.3143 F2@20=0.4193 Brier=0.0376 best=01 [SELECT] epoch=03/15 loss=0.08499 macroAP=0.3195 F2@20=0.4106 Brier=0.0353 best=03 [SELECT] epoch=04/15 loss=0.07773 macroAP=0.3183 F2@20=0.4172 Brier=0.0359 best=03 [SELECT] epoch=05/15 loss=0.07255 macroAP=0.3201 F2@20=0.4117 Brier=0.0362 best=05 [SELECT] epoch=06/15 loss=0.06591 macroAP=0.3133 F2@20=0.4057 Brier=0.0355 best=05 [SELECT] epoch=07/15 loss=0.06176 macroAP=0.3176 F2@20=0.4078 Brier=0.0360 best=05 [SELECT] epoch=08/15 loss=0.05787 macroAP=0.3186 F2@20=0.4078 Brier=0.0362 best=05 [VARIANT SFTR_TABM] selected_epochs=5 macroAP=0.3201 F2@20=0.4117 Brier=0.0362 [SAFE BLEND] selected alpha=0.50 where 0=Committee, 1=Suite22 primary [REFIT] epoch=01/5 loss=0.12562 [REFIT] epoch=05/5 loss=0.09305 SUITE22 TARGET FOLD 7 — NEW MODEL RESULTS -------------------------------------------------------------------------------- faculty model rows prevalence ap auc brier ece10 precision_at_20 recall_at_20 fbeta_at_20 khoa_cong_nghe_thong_tin committee 6926 0.1513 0.4527 0.8086 0.1098 0.0569 0.4217 0.5573 0.5236 khoa_cong_nghe_thong_tin suite22_shared_tabm 6926 0.1513 0.3990 0.7898 0.1239 0.0977 0.3993 0.5277 0.4958 khoa_cong_nghe_thong_tin suite22_faculty_mod_tabm 6926 0.1513 0.4084 0.8037 0.1258 0.1090 0.4014 0.5305 0.4985 khoa_cong_nghe_thong_tin suite22_faculty_time_tabm 6926 0.1513 0.3942 0.7999 0.1271 0.1106 0.4058 0.5363 0.5039 khoa_cong_nghe_thong_tin suite22_relational_ft_tabm 6926 0.1513 0.3890 0.7849 0.1151 0.0680 0.3827 0.5057 0.4752 khoa_cong_nghe_thong_tin suite22_sftr_tabm 6926 0.1513 0.4038 0.7900 0.1202 0.0860 0.3949 0.5219 0.4904 khoa_cong_nghe_thong_tin suite22_safe_blend 6926 0.1513 0.4395 0.8062 0.1148 0.0747 0.4253 0.5620 0.5281 khoa_quan_tri_kinh_doanh_va_du_lich committee 8989 0.1249 0.4207 0.8205 0.0925 0.0333 0.3643 0.5833 0.5207 khoa_quan_tri_kinh_doanh_va_du_lich suite22_shared_tabm 8989 0.1249 0.3990 0.8154 0.0997 0.0702 0.3532 0.5654 0.5048 khoa_quan_tri_kinh_doanh_va_du_lich suite22_faculty_mod_tabm 8989 0.1249 0.4345 0.8296 0.1014 0.0863 0.3704 0.5931 0.5294 khoa_quan_tri_kinh_doanh_va_du_lich suite22_faculty_time_tabm 8989 0.1249 0.4182 0.8200 0.1032 0.0894 0.3626 0.5806 0.5183 khoa_quan_tri_kinh_doanh_va_du_lich suite22_relational_ft_tabm 8989 0.1249 0.4129 0.8133 0.0943 0.0533 0.3504 0.5610 0.5008 khoa_quan_tri_kinh_doanh_va_du_lich suite22_sftr_tabm 8989 0.1249 0.4229 0.8123 0.0975 0.0658 0.3565 0.5708 0.5095 khoa_quan_tri_kinh_doanh_va_du_lich suite22_safe_blend 8989 0.1249 0.4340 0.8229 0.0946 0.0539 0.3687 0.5904 0.5270 khoa_quoc_te_hoc committee 2755 0.0465 0.2446 0.8356 0.0412 0.0211 0.1488 0.6406 0.3857 khoa_quoc_te_hoc suite22_shared_tabm 2755 0.0465 0.2797 0.8302 0.0418 0.0312 0.1525 0.6562 0.3951 khoa_quoc_te_hoc suite22_faculty_mod_tabm 2755 0.0465 0.2619 0.8381 0.0436 0.0402 0.1615 0.6953 0.4186 khoa_quoc_te_hoc suite22_faculty_time_tabm 2755 0.0465 0.2461 0.8368 0.0445 0.0419 0.1579 0.6797 0.4092 khoa_quoc_te_hoc suite22_relational_ft_tabm 2755 0.0465 0.2809 0.8338 0.0397 0.0264 0.1633 0.7031 0.4233 khoa_quoc_te_hoc suite22_sftr_tabm 2755 0.0465 0.2903 0.8321 0.0408 0.0271 0.1561 0.6719 0.4045 khoa_quoc_te_hoc suite22_safe_blend 2755 0.0465 0.3013 0.8477 0.0411 0.0259 0.1597 0.6875 0.4139 khoa_tieng_anh committee 8369 0.0299 0.2209 0.8387 0.0259 0.0105 0.1010 0.6760 0.3160 khoa_tieng_anh suite22_shared_tabm 8369 0.0299 0.1948 0.8354 0.0264 0.0100 0.0986 0.6600 0.3085 khoa_tieng_anh suite22_faculty_mod_tabm 8369 0.0299 0.2278 0.8487 0.0267 0.0186 0.1069 0.7160 0.3347 khoa_tieng_anh suite22_faculty_time_tabm 8369 0.0299 0.2188 0.8462 0.0267 0.0186 0.1093 0.7320 0.3422 khoa_tieng_anh suite22_relational_ft_tabm 8369 0.0299 0.2009 0.8377 0.0264 0.0098 0.1027 0.6880 0.3216 khoa_tieng_anh suite22_sftr_tabm 8369 0.0299 0.2230 0.8428 0.0260 0.0115 0.1027 0.6880 0.3216 khoa_tieng_anh suite22_safe_blend 8369 0.0299 0.2426 0.8528 0.0256 0.0070 0.1039 0.6960 0.3254 khoa_tieng_bo_dao_nha committee 1209 0.1183 0.4075 0.7939 0.0870 0.0150 0.3264 0.5524 0.4853 khoa_tieng_bo_dao_nha suite22_shared_tabm 1209 0.1183 0.3955 0.7951 0.0906 0.0433 0.3264 0.5524 0.4853 khoa_tieng_bo_dao_nha suite22_faculty_mod_tabm 1209 0.1183 0.3848 0.8121 0.0967 0.0768 0.3430 0.5804 0.5098 khoa_tieng_bo_dao_nha suite22_faculty_time_tabm 1209 0.1183 0.3815 0.8155 0.0986 0.0820 0.3347 0.5664 0.4975 khoa_tieng_bo_dao_nha suite22_relational_ft_tabm 1209 0.1183 0.4058 0.8087 0.0892 0.0446 0.3471 0.5874 0.5160 khoa_tieng_bo_dao_nha suite22_sftr_tabm 1209 0.1183 0.3807 0.8279 0.0933 0.0597 0.3636 0.6154 0.5405 khoa_tieng_bo_dao_nha suite22_safe_blend 1209 0.1183 0.4168 0.8262 0.0880 0.0367 0.3471 0.5874 0.5160 khoa_tieng_duc committee 2284 0.0486 0.2956 0.8739 0.0396 0.0114 0.1860 0.7658 0.4717 khoa_tieng_duc suite22_shared_tabm 2284 0.0486 0.2760 0.8776 0.0414 0.0261 0.1947 0.8018 0.4939 khoa_tieng_duc suite22_faculty_mod_tabm 2284 0.0486 0.2943 0.8811 0.0418 0.0312 0.2079 0.8559 0.5272 khoa_tieng_duc suite22_faculty_time_tabm 2284 0.0486 0.2946 0.8810 0.0419 0.0290 0.1991 0.8198 0.5050 khoa_tieng_duc suite22_relational_ft_tabm 2284 0.0486 0.2947 0.8788 0.0396 0.0144 0.1904 0.7838 0.4828 khoa_tieng_duc suite22_sftr_tabm 2284 0.0486 0.3337 0.8799 0.0393 0.0201 0.1904 0.7838 0.4828 khoa_tieng_duc suite22_safe_blend 2284 0.0486 0.3370 0.8877 0.0388 0.0129 0.2013 0.8288 0.5105 khoa_tieng_han_quoc committee 3434 0.0364 0.3786 0.8930 0.0279 0.0197 0.1456 0.8000 0.4212 khoa_tieng_han_quoc suite22_shared_tabm 3434 0.0364 0.3492 0.8702 0.0292 0.0084 0.1354 0.7440 0.3917 khoa_tieng_han_quoc suite22_faculty_mod_tabm 3434 0.0364 0.4014 0.8958 0.0286 0.0191 0.1470 0.8080 0.4254 khoa_tieng_han_quoc suite22_faculty_time_tabm 3434 0.0364 0.3710 0.8944 0.0292 0.0185 0.1441 0.7920 0.4170 khoa_tieng_han_quoc suite22_relational_ft_tabm 3434 0.0364 0.3344 0.8816 0.0290 0.0072 0.1354 0.7440 0.3917 khoa_tieng_han_quoc suite22_sftr_tabm 3434 0.0364 0.3678 0.8881 0.0284 0.0066 0.1441 0.7920 0.4170 khoa_tieng_han_quoc suite22_safe_blend 3434 0.0364 0.4209 0.9030 0.0275 0.0117 0.1426 0.7840 0.4128 khoa_tieng_italia committee 2453 0.1035 0.3767 0.8338 0.0814 0.0301 0.3096 0.5984 0.5043 khoa_tieng_italia suite22_shared_tabm 2453 0.1035 0.3663 0.8255 0.0841 0.0533 0.3116 0.6024 0.5076 khoa_tieng_italia suite22_faculty_mod_tabm 2453 0.1035 0.3544 0.8285 0.0886 0.0748 0.3218 0.6220 0.5242 khoa_tieng_italia suite22_faculty_time_tabm 2453 0.1035 0.3468 0.8093 0.0908 0.0809 0.3075 0.5945 0.5010 khoa_tieng_italia suite22_relational_ft_tabm 2453 0.1035 0.3671 0.8231 0.0807 0.0444 0.3157 0.6102 0.5143 khoa_tieng_italia suite22_sftr_tabm 2453 0.1035 0.3539 0.8329 0.0849 0.0576 0.3198 0.6181 0.5209 khoa_tieng_italia suite22_safe_blend 2453 0.1035 0.3884 0.8456 0.0828 0.0480 0.3136 0.6063 0.5109 khoa_tieng_nga committee 1924 0.0800 0.2739 0.7723 0.0697 0.0403 0.2312 0.5779 0.4446 khoa_tieng_nga suite22_shared_tabm 1924 0.0800 0.2738 0.7873 0.0669 0.0226 0.2156 0.5390 0.4146 khoa_tieng_nga suite22_faculty_mod_tabm 1924 0.0800 0.2949 0.7951 0.0676 0.0475 0.2338 0.5844 0.4496 khoa_tieng_nga suite22_faculty_time_tabm 1924 0.0800 0.3105 0.8008 0.0671 0.0451 0.2494 0.6234 0.4795 khoa_tieng_nga suite22_relational_ft_tabm 1924 0.0800 0.2735 0.7868 0.0665 0.0228 0.2364 0.5909 0.4545 khoa_tieng_nga suite22_sftr_tabm 1924 0.0800 0.3041 0.8044 0.0652 0.0302 0.2338 0.5844 0.4496 khoa_tieng_nga suite22_safe_blend 1924 0.0800 0.2967 0.7989 0.0652 0.0160 0.2338 0.5844 0.4496 khoa_tieng_nhat committee 2795 0.0519 0.2195 0.8187 0.0447 0.0103 0.1699 0.6552 0.4170 khoa_tieng_nhat suite22_shared_tabm 2795 0.0519 0.2234 0.7965 0.0449 0.0103 0.1592 0.6138 0.3907 khoa_tieng_nhat suite22_faculty_mod_tabm 2795 0.0519 0.2531 0.8306 0.0454 0.0313 0.1753 0.6759 0.4302 khoa_tieng_nhat suite22_faculty_time_tabm 2795 0.0519 0.2318 0.8189 0.0459 0.0346 0.1646 0.6345 0.4039 khoa_tieng_nhat suite22_relational_ft_tabm 2795 0.0519 0.1875 0.7946 0.0465 0.0168 0.1556 0.6000 0.3819 khoa_tieng_nhat suite22_sftr_tabm 2795 0.0519 0.2478 0.8245 0.0442 0.0157 0.1682 0.6483 0.4126 khoa_tieng_nhat suite22_safe_blend 2795 0.0519 0.2529 0.8311 0.0439 0.0133 0.1682 0.6483 0.4126 khoa_tieng_phap committee 2915 0.0408 0.2748 0.8276 0.0338 0.0121 0.1235 0.6050 0.3399 khoa_tieng_phap suite22_shared_tabm 2915 0.0408 0.2688 0.8414 0.0353 0.0241 0.1407 0.6891 0.3872 khoa_tieng_phap suite22_faculty_mod_tabm 2915 0.0408 0.3050 0.8712 0.0353 0.0315 0.1527 0.7479 0.4202 khoa_tieng_phap suite22_faculty_time_tabm 2915 0.0408 0.3031 0.8707 0.0354 0.0320 0.1475 0.7227 0.4060 khoa_tieng_phap suite22_relational_ft_tabm 2915 0.0408 0.2909 0.8581 0.0338 0.0205 0.1527 0.7479 0.4202 khoa_tieng_phap suite22_sftr_tabm 2915 0.0408 0.2896 0.8360 0.0346 0.0212 0.1338 0.6555 0.3683 khoa_tieng_phap suite22_safe_blend 2915 0.0408 0.2984 0.8462 0.0338 0.0203 0.1304 0.6387 0.3588 khoa_tieng_tay_ban_nha committee 1957 0.0971 0.4033 0.8603 0.0715 0.0366 0.3350 0.6895 0.5691 khoa_tieng_tay_ban_nha suite22_shared_tabm 1957 0.0971 0.4571 0.8743 0.0713 0.0354 0.3402 0.7000 0.5778 khoa_tieng_tay_ban_nha suite22_faculty_mod_tabm 1957 0.0971 0.4442 0.8679 0.0726 0.0467 0.3274 0.6737 0.5560 khoa_tieng_tay_ban_nha suite22_faculty_time_tabm 1957 0.0971 0.4504 0.8634 0.0743 0.0555 0.3274 0.6737 0.5560 khoa_tieng_tay_ban_nha suite22_relational_ft_tabm 1957 0.0971 0.4796 0.8665 0.0678 0.0240 0.3504 0.7211 0.5951 khoa_tieng_tay_ban_nha suite22_sftr_tabm 1957 0.0971 0.4223 0.8709 0.0720 0.0396 0.3325 0.6842 0.5647 khoa_tieng_tay_ban_nha suite22_safe_blend 1957 0.0971 0.4316 0.8760 0.0706 0.0254 0.3504 0.7211 0.5951 khoa_tieng_trung_quoc committee 6657 0.0326 0.1597 0.8197 0.0296 0.0136 0.1022 0.6267 0.3092 khoa_tieng_trung_quoc suite22_shared_tabm 6657 0.0326 0.1983 0.8443 0.0293 0.0120 0.1104 0.6774 0.3342 khoa_tieng_trung_quoc suite22_faculty_mod_tabm 6657 0.0326 0.2430 0.8656 0.0280 0.0116 0.1172 0.7189 0.3547 khoa_tieng_trung_quoc suite22_faculty_time_tabm 6657 0.0326 0.2287 0.8602 0.0283 0.0110 0.1165 0.7143 0.3524 khoa_tieng_trung_quoc suite22_relational_ft_tabm 6657 0.0326 0.1744 0.8467 0.0296 0.0099 0.1097 0.6728 0.3320 khoa_tieng_trung_quoc suite22_sftr_tabm 6657 0.0326 0.1735 0.8481 0.0295 0.0114 0.1097 0.6728 0.3320 khoa_tieng_trung_quoc suite22_safe_blend 6657 0.0326 0.1856 0.8556 0.0288 0.0026 0.1157 0.7097 0.3502 khoa_viet_nam_hoc committee 978 0.1759 0.6040 0.8547 0.1059 0.0500 0.5306 0.6047 0.5882 khoa_viet_nam_hoc suite22_shared_tabm 978 0.1759 0.5899 0.8554 0.1083 0.0592 0.4898 0.5581 0.5430 khoa_viet_nam_hoc suite22_faculty_mod_tabm 978 0.1759 0.5821 0.8534 0.1087 0.0593 0.5000 0.5698 0.5543 khoa_viet_nam_hoc suite22_faculty_time_tabm 978 0.1759 0.5652 0.8539 0.1119 0.0663 0.5000 0.5698 0.5543 khoa_viet_nam_hoc suite22_relational_ft_tabm 978 0.1759 0.5819 0.8650 0.1033 0.0261 0.5306 0.6047 0.5882 khoa_viet_nam_hoc suite22_sftr_tabm 978 0.1759 0.5563 0.8528 0.1100 0.0541 0.4949 0.5640 0.5486 khoa_viet_nam_hoc suite22_safe_blend 978 0.1759 0.5895 0.8591 0.1049 0.0408 0.5102 0.5814 0.5656 SUITE22 TARGET FOLD 7 — COMPONENT UPLIFT -------------------------------------------------------------------------------- faculty faculty_gain time_gain relation_gain graph_gain khoa_cong_nghe_thong_tin 0.0094 -0.0142 -0.0052 0.0148 khoa_quan_tri_kinh_doanh_va_du_lich 0.0355 -0.0163 -0.0052 0.0099 khoa_quoc_te_hoc -0.0178 -0.0158 0.0347 0.0094 khoa_tieng_anh 0.0330 -0.0090 -0.0180 0.0221 khoa_tieng_bo_dao_nha -0.0107 -0.0033 0.0243 -0.0251 khoa_tieng_duc 0.0183 0.0003 0.0001 0.0390 khoa_tieng_han_quoc 0.0521 -0.0304 -0.0366 0.0334 khoa_tieng_italia -0.0118 -0.0077 0.0204 -0.0133 khoa_tieng_nga 0.0210 0.0157 -0.0371 0.0306 khoa_tieng_nhat 0.0298 -0.0213 -0.0443 0.0603 khoa_tieng_phap 0.0362 -0.0019 -0.0122 -0.0013 khoa_tieng_tay_ban_nha -0.0129 0.0062 0.0292 -0.0573 khoa_tieng_trung_quoc 0.0447 -0.0143 -0.0544 -0.0009 khoa_viet_nam_hoc -0.0078 -0.0170 0.0167 -0.0256 SUITE22 FOLD-BY-FOLD MACRO SUMMARY — ALL FACULTIES -------------------------------------------------------------------------------- fold model faculties macro_ap macro_auc macro_brier macro_ece10 macro_f2_at_20 1 committee 14 0.2688 0.8273 0.0250 0.0124 0.2688 1 suite18 14 0.2842 0.8406 0.0248 0.0126 0.2843 1 suite21_guarded 14 0.2702 0.8383 0.0249 0.0123 0.2738 1 suite22_faculty_mod_tabm 14 0.2610 0.8568 0.0251 0.0143 0.2862 1 suite22_faculty_time_tabm 14 0.2478 0.8524 0.0252 0.0148 0.2864 1 suite22_relational_ft_tabm 14 0.2527 0.8499 0.0252 0.0190 0.2953 1 suite22_safe_blend 14 0.2909 0.8491 0.0246 0.0117 0.2879 1 suite22_sftr_tabm 14 0.2771 0.8594 0.0244 0.0130 0.2878 1 suite22_shared_tabm 14 0.2295 0.8603 0.0269 0.0239 0.2859 2 committee 14 0.5042 0.9260 0.0178 0.0163 0.3481 2 suite18 14 0.5175 0.9343 0.0182 0.0173 0.3584 2 suite21_guarded 14 0.5133 0.9284 0.0184 0.0191 0.3508 2 suite22_faculty_mod_tabm 14 0.2498 0.8688 0.0243 0.0139 0.2969 2 suite22_faculty_time_tabm 14 0.2547 0.8720 0.0242 0.0147 0.3003 2 suite22_relational_ft_tabm 14 0.3768 0.9072 0.0227 0.0187 0.3316 2 suite22_safe_blend 14 0.4991 0.9309 0.0191 0.0150 0.3539 2 suite22_sftr_tabm 14 0.3230 0.8969 0.0225 0.0160 0.3244 2 suite22_shared_tabm 14 0.2388 0.8702 0.0243 0.0134 0.2964 3 committee 14 0.2981 0.8751 0.0224 0.0264 0.3174 3 suite18 14 0.3113 0.8945 0.0226 0.0290 0.3310 3 suite21_guarded 14 0.3112 0.8815 0.0222 0.0288 0.3242 3 suite22_faculty_mod_tabm 14 0.3046 0.8893 0.0217 0.0110 0.3186 3 suite22_faculty_time_tabm 14 0.3008 0.8770 0.0218 0.0110 0.3141 3 suite22_relational_ft_tabm 14 0.3144 0.8964 0.0214 0.0111 0.3280 3 suite22_safe_blend 14 0.3272 0.8965 0.0212 0.0168 0.3350 3 suite22_sftr_tabm 14 0.3228 0.8916 0.0212 0.0088 0.3345 3 suite22_shared_tabm 14 0.3132 0.8947 0.0214 0.0120 0.3306 4 committee 14 0.4261 0.9153 0.0213 0.0171 0.3673 4 suite18 14 0.4346 0.9222 0.0216 0.0205 0.3711 4 suite21_guarded 14 0.4367 0.9194 0.0214 0.0173 0.3732 4 suite22_faculty_mod_tabm 14 0.3545 0.9007 0.0220 0.0109 0.3445 4 suite22_faculty_time_tabm 14 0.3255 0.8975 0.0232 0.0135 0.3372 4 suite22_relational_ft_tabm 14 0.3650 0.9152 0.0228 0.0140 0.3604 4 suite22_safe_blend 14 0.4496 0.9243 0.0200 0.0130 0.3697 4 suite22_sftr_tabm 14 0.4099 0.9183 0.0211 0.0100 0.3609 4 suite22_shared_tabm 14 0.3487 0.9054 0.0229 0.0123 0.3478 5 committee 14 0.2795 0.8633 0.0330 0.0152 0.3960 5 suite18 14 0.2876 0.8703 0.0332 0.0186 0.3983 5 suite21_guarded 14 0.2882 0.8695 0.0339 0.0219 0.3973 5 suite22_faculty_mod_tabm 14 0.3030 0.8738 0.0330 0.0178 0.4040 5 suite22_faculty_time_tabm 14 0.2980 0.8766 0.0335 0.0188 0.4024 5 suite22_relational_ft_tabm 14 0.3091 0.8644 0.0336 0.0208 0.3859 5 suite22_safe_blend 14 0.3019 0.8740 0.0323 0.0137 0.4031 5 suite22_sftr_tabm 14 0.3172 0.8747 0.0327 0.0164 0.3994 5 suite22_shared_tabm 14 0.3034 0.8759 0.0330 0.0190 0.4082 6 committee 14 0.3623 0.8546 0.0451 0.0223 0.4432 6 suite18 14 0.3708 0.8649 0.0446 0.0211 0.4502 6 suite21_guarded 14 0.3674 0.8590 0.0449 0.0209 0.4438 6 suite22_faculty_mod_tabm 14 0.2934 0.8382 0.0474 0.0238 0.4165 6 suite22_faculty_time_tabm 14 0.2916 0.8371 0.0471 0.0223 0.4118 6 suite22_relational_ft_tabm 14 0.3477 0.8581 0.0454 0.0273 0.4418 6 suite22_safe_blend 14 0.3787 0.8641 0.0436 0.0188 0.4521 6 suite22_sftr_tabm 14 0.3321 0.8423 0.0460 0.0252 0.4226 6 suite22_shared_tabm 14 0.3073 0.8517 0.0471 0.0259 0.4251 7 committee 14 0.3380 0.8322 0.0615 0.0258 0.4498 7 suite18 14 0.3448 0.8409 0.0620 0.0295 0.4604 7 suite21_guarded 14 0.3467 0.8348 0.0613 0.0268 0.4490 7 suite22_faculty_mod_tabm 14 0.3493 0.8444 0.0651 0.0488 0.4666 7 suite22_faculty_time_tabm 14 0.3401 0.8408 0.0661 0.0511 0.4604 7 suite22_relational_ft_tabm 14 0.3338 0.8343 0.0615 0.0277 0.4570 7 suite22_safe_blend 14 0.3597 0.8471 0.0615 0.0278 0.4626 7 suite22_sftr_tabm 14 0.3407 0.8387 0.0633 0.0362 0.4545 7 suite22_shared_tabm 14 0.3336 0.8313 0.0638 0.0360 0.4450 SUITE22 ALL-FOLD MACRO SUMMARY — F1..F7 -------------------------------------------------------------------------------- model faculties mean_fold_ap mean_fold_auc mean_fold_brier mean_fold_ece10 mean_fold_mean_score mean_fold_calibration_gap mean_fold_precision_at_20 mean_fold_recall_at_20 mean_fold_f1_at_20 mean_fold_fbeta_at_20 council 1 0.3833 0.8557 0.0513 0.0386 0.1021 0.0367 0.2198 0.7135 0.3160 0.4561 suite22_safe_blend 14 0.3724 0.8837 0.0317 0.0167 0.0395 -0.0029 0.1557 0.7775 0.2405 0.3806 suite17 14 0.3654 0.8816 0.0324 0.0213 0.0507 0.0083 0.1549 0.7753 0.2392 0.3787 suite18 14 0.3644 0.8811 0.0324 0.0212 0.0507 0.0083 0.1552 0.7742 0.2396 0.3791 suite21_guarded 14 0.3620 0.8758 0.0324 0.0210 0.0530 0.0106 0.1529 0.7615 0.2359 0.3732 suite14 14 0.3615 0.8706 0.0409 0.0472 0.0843 0.0419 0.1514 0.7484 0.2333 0.3681 suite16 14 0.3601 0.8806 0.0558 0.0887 0.1303 0.0879 0.1546 0.7745 0.2387 0.3781 suite21_temporal 14 0.3583 0.8751 0.0323 0.0200 0.0516 0.0092 0.1527 0.7599 0.2355 0.3724 suite11_candidate 14 0.3566 0.8715 0.0328 0.0184 0.0468 0.0044 0.1522 0.7574 0.2346 0.3710 suite21_flat 14 0.3560 0.8736 0.0323 0.0200 0.0511 0.0087 0.1527 0.7586 0.2355 0.3722 committee 14 0.3539 0.8705 0.0323 0.0193 0.0492 0.0068 0.1519 0.7540 0.2342 0.3701 suite11_final 14 0.3538 0.8708 0.0410 0.0425 0.0761 0.0337 0.1519 0.7488 0.2340 0.3693 suite8 14 0.3538 0.8706 0.0456 0.0567 0.0952 0.0528 0.1517 0.7513 0.2340 0.3697 suite10_final 14 0.3532 0.8705 0.0409 0.0432 0.0783 0.0359 0.1520 0.7492 0.2342 0.3695 v2 1 0.3518 0.8561 0.0990 0.1436 0.2090 0.1436 0.2156 0.7076 0.3107 0.4499 suite7 14 0.3518 0.8681 0.0447 0.0530 0.0908 0.0484 0.1498 0.7409 0.2309 0.3646 suite9_candidate 14 0.3505 0.8698 0.0359 0.0283 0.0577 0.0153 0.1511 0.7483 0.2328 0.3676 shared 14 0.3504 0.8689 0.0461 0.0588 0.0964 0.0540 0.1514 0.7467 0.2334 0.3686 suite10_candidate 14 0.3489 0.8700 0.0336 0.0237 0.0561 0.0137 0.1522 0.7537 0.2345 0.3703 suite9_final 14 0.3487 0.8678 0.0407 0.0411 0.0754 0.0330 0.1499 0.7396 0.2308 0.3641 suite13 14 0.3360 0.8463 0.0526 0.0553 0.0792 0.0369 0.1456 0.7063 0.2238 0.3519 suite22_sftr_tabm 14 0.3318 0.8746 0.0330 0.0179 0.0358 -0.0066 0.1506 0.7586 0.2329 0.3692 suite22_relational_ft_tabm 14 0.3285 0.8751 0.0332 0.0198 0.0334 -0.0090 0.1514 0.7641 0.2341 0.3714 suite12 14 0.3259 0.8481 0.0530 0.0565 0.0801 0.0377 0.1474 0.7213 0.2272 0.3582 suite20_gru 14 0.3034 0.8611 0.0752 0.0978 0.1337 0.0913 0.1467 0.7427 0.2274 0.3613 suite22_faculty_mod_tabm 14 0.3022 0.8674 0.0341 0.0201 0.0289 -0.0135 0.1481 0.7423 0.2286 0.3619 suite22_shared_tabm 14 0.2963 0.8699 0.0342 0.0204 0.0302 -0.0122 0.1481 0.7412 0.2290 0.3627 suite20_transformer 14 0.2941 0.8665 0.0840 0.1069 0.1465 0.1041 0.1471 0.7420 0.2277 0.3614 suite22_faculty_time_tabm 14 0.2941 0.8648 0.0344 0.0209 0.0283 -0.0141 0.1469 0.7366 0.2267 0.3590 suite20_flat 14 0.2791 0.8592 0.0929 0.1358 0.1774 0.1350 0.1458 0.7286 0.2250 0.3560 SUITE22 HOLDOUT MACRO SUMMARY — F6/F7 -------------------------------------------------------------------------------- model faculties mean_fold_ap mean_fold_auc mean_fold_brier mean_fold_ece10 mean_fold_mean_score mean_fold_calibration_gap mean_fold_precision_at_20 mean_fold_recall_at_20 mean_fold_f1_at_20 mean_fold_fbeta_at_20 council 1 0.4449 0.8330 0.0874 0.0154 0.1393 0.0138 0.3813 0.6170 0.4665 0.5442 v2 1 0.4227 0.8266 0.1428 0.1623 0.2878 0.1623 0.3701 0.5983 0.4527 0.5279 suite22_safe_blend 14 0.3692 0.8556 0.0525 0.0233 0.0517 -0.0191 0.2353 0.6939 0.3286 0.4574 suite14 14 0.3602 0.8504 0.0687 0.0738 0.1405 0.0697 0.2333 0.6866 0.3253 0.4523 suite17 14 0.3578 0.8528 0.0532 0.0251 0.0735 0.0027 0.2340 0.6874 0.3262 0.4535 suite18 14 0.3578 0.8529 0.0533 0.0253 0.0734 0.0025 0.2352 0.6893 0.3278 0.4553 suite21_guarded 14 0.3571 0.8469 0.0531 0.0238 0.0761 0.0053 0.2308 0.6763 0.3214 0.4464 suite10_candidate 14 0.3570 0.8452 0.0534 0.0263 0.0774 0.0065 0.2320 0.6789 0.3230 0.4484 suite16 14 0.3561 0.8520 0.0728 0.0889 0.1580 0.0871 0.2341 0.6882 0.3264 0.4539 suite10_final 14 0.3559 0.8448 0.0608 0.0427 0.0976 0.0268 0.2313 0.6732 0.3216 0.4457 suite9_candidate 14 0.3547 0.8457 0.0567 0.0339 0.0818 0.0110 0.2317 0.6759 0.3224 0.4472 suite21_flat 14 0.3546 0.8479 0.0530 0.0242 0.0740 0.0031 0.2327 0.6828 0.3241 0.4504 suite21_temporal 14 0.3541 0.8473 0.0531 0.0234 0.0749 0.0041 0.2329 0.6831 0.3245 0.4508 suite9_final 14 0.3541 0.8451 0.0605 0.0422 0.1001 0.0293 0.2318 0.6740 0.3223 0.4466 suite8 14 0.3535 0.8440 0.0688 0.0639 0.1286 0.0578 0.2306 0.6759 0.3212 0.4463 suite7 14 0.3533 0.8438 0.0690 0.0643 0.1296 0.0588 0.2303 0.6754 0.3208 0.4457 suite11_final 14 0.3532 0.8452 0.0609 0.0414 0.0922 0.0214 0.2314 0.6752 0.3220 0.4467 shared 14 0.3530 0.8467 0.0709 0.0721 0.1389 0.0681 0.2309 0.6804 0.3222 0.4485 suite11_candidate 14 0.3513 0.8447 0.0535 0.0249 0.0711 0.0002 0.2316 0.6785 0.3226 0.4480 committee 14 0.3502 0.8434 0.0533 0.0240 0.0724 0.0016 0.2311 0.6756 0.3217 0.4465 suite13 14 0.3430 0.8409 0.0816 0.0817 0.1369 0.0660 0.2285 0.6691 0.3183 0.4420 suite22_relational_ft_tabm 14 0.3408 0.8462 0.0535 0.0275 0.0477 -0.0232 0.2312 0.6827 0.3228 0.4494 suite12 14 0.3377 0.8407 0.0829 0.0881 0.1417 0.0708 0.2286 0.6767 0.3195 0.4453 suite22_sftr_tabm 14 0.3364 0.8405 0.0546 0.0307 0.0426 -0.0282 0.2263 0.6638 0.3156 0.4386 suite20_transformer 14 0.3249 0.8396 0.0999 0.1189 0.1852 0.1144 0.2227 0.6666 0.3122 0.4365 suite22_faculty_mod_tabm 14 0.3213 0.8413 0.0562 0.0363 0.0381 -0.0327 0.2268 0.6711 0.3169 0.4416 suite22_shared_tabm 14 0.3204 0.8415 0.0555 0.0310 0.0473 -0.0236 0.2232 0.6629 0.3120 0.4351 suite22_faculty_time_tabm 14 0.3158 0.8390 0.0566 0.0367 0.0377 -0.0331 0.2240 0.6639 0.3129 0.4361 suite20_gru 14 0.3089 0.8360 0.0897 0.1059 0.1740 0.1032 0.2200 0.6593 0.3086 0.4318 suite20_flat 14 0.3078 0.8329 0.1119 0.1516 0.2222 0.1514 0.2229 0.6576 0.3112 0.4333 SUITE22 PRIMARY vs ALL AVAILABLE PREVIOUS VERSIONS — HOLDOUT -------------------------------------------------------------------------------- candidate reference faculties candidate_macro_ap reference_macro_ap mean_delta_ap median_delta_ap q25_delta_ap worst_delta_ap ap_wins ap_win_rate mean_delta_f2 median_delta_f2 worst_delta_f2 f2_wins f2_win_rate suite22_sftr_tabm committee 14 0.3364 0.3502 -0.0138 -0.0114 -0.0359 -0.0540 5 0.3571 -0.0079 -0.0111 -0.0621 5 0.3571 suite22_sftr_tabm council 1 0.3957 0.4449 -0.0492 -0.0492 -0.0492 -0.0492 0 0.0000 -0.0521 -0.0521 -0.0521 0 0.0000 suite22_sftr_tabm shared 14 0.3364 0.3530 -0.0167 -0.0223 -0.0354 -0.0437 3 0.2143 -0.0099 -0.0042 -0.0593 3 0.2143 suite22_sftr_tabm suite10_candidate 14 0.3364 0.3570 -0.0206 -0.0229 -0.0395 -0.0555 3 0.2143 -0.0099 -0.0091 -0.0649 4 0.2857 suite22_sftr_tabm suite10_final 14 0.3364 0.3559 -0.0196 -0.0219 -0.0386 -0.0570 4 0.2857 -0.0071 -0.0026 -0.0649 6 0.4286 suite22_sftr_tabm suite11_candidate 14 0.3364 0.3513 -0.0150 -0.0118 -0.0377 -0.0503 4 0.2857 -0.0095 -0.0124 -0.0593 5 0.3571 suite22_sftr_tabm suite11_final 14 0.3364 0.3532 -0.0169 -0.0156 -0.0409 -0.0507 5 0.3571 -0.0082 -0.0061 -0.0593 5 0.3571 suite22_sftr_tabm suite12 14 0.3364 0.3377 -0.0014 -0.0003 -0.0213 -0.0602 7 0.5000 -0.0067 -0.0079 -0.0438 5 0.3571 suite22_sftr_tabm suite13 14 0.3364 0.3430 -0.0066 -0.0074 -0.0179 -0.0353 6 0.4286 -0.0034 -0.0005 -0.0432 6 0.4286 suite22_sftr_tabm suite14 14 0.3364 0.3602 -0.0239 -0.0295 -0.0370 -0.0574 3 0.2143 -0.0138 -0.0131 -0.0600 4 0.2857 suite22_sftr_tabm suite16 14 0.3364 0.3561 -0.0197 -0.0251 -0.0350 -0.0587 3 0.2143 -0.0153 -0.0159 -0.0596 5 0.3571 suite22_sftr_tabm suite17 14 0.3364 0.3578 -0.0214 -0.0192 -0.0429 -0.0582 3 0.2143 -0.0149 -0.0160 -0.0677 4 0.2857 suite22_sftr_tabm suite18 14 0.3364 0.3578 -0.0214 -0.0175 -0.0400 -0.0561 3 0.2143 -0.0168 -0.0215 -0.0677 4 0.2857 suite22_sftr_tabm suite20_flat 14 0.3364 0.3078 0.0286 0.0260 0.0053 -0.0046 12 0.8571 0.0053 0.0060 -0.0229 10 0.7143 suite22_sftr_tabm suite20_gru 14 0.3364 0.3089 0.0275 0.0276 0.0129 0.0003 14 1.0000 0.0068 0.0101 -0.0423 10 0.7143 suite22_sftr_tabm suite20_transformer 14 0.3364 0.3249 0.0114 0.0130 0.0016 -0.0329 11 0.7857 0.0021 -0.0055 -0.0350 5 0.3571 suite22_sftr_tabm suite21_flat 14 0.3364 0.3546 -0.0183 -0.0166 -0.0379 -0.0574 3 0.2143 -0.0118 -0.0126 -0.0596 4 0.2857 suite22_sftr_tabm suite21_guarded 14 0.3364 0.3571 -0.0207 -0.0222 -0.0393 -0.0607 3 0.2143 -0.0079 -0.0081 -0.0543 5 0.3571 suite22_sftr_tabm suite21_temporal 14 0.3364 0.3541 -0.0178 -0.0208 -0.0323 -0.0563 3 0.2143 -0.0123 -0.0136 -0.0625 4 0.2857 suite22_sftr_tabm suite22_faculty_mod_tabm 14 0.3364 0.3213 0.0151 0.0232 -0.0030 -0.0359 10 0.7143 -0.0030 -0.0033 -0.0400 6 0.4286 suite22_sftr_tabm suite22_faculty_time_tabm 14 0.3364 0.3158 0.0205 0.0218 0.0021 -0.0163 10 0.7143 0.0024 -0.0018 -0.0289 6 0.4286 suite22_sftr_tabm suite22_relational_ft_tabm 14 0.3364 0.3408 -0.0044 -0.0069 -0.0120 -0.0300 5 0.3571 -0.0108 -0.0098 -0.0333 4 0.2857 suite22_sftr_tabm suite22_safe_blend 14 0.3364 0.3692 -0.0328 -0.0345 -0.0457 -0.0552 0 0.0000 -0.0188 -0.0169 -0.0458 1 0.0714 suite22_sftr_tabm suite22_shared_tabm 14 0.3364 0.3204 0.0159 0.0144 -0.0044 -0.0251 10 0.7143 0.0035 0.0060 -0.0304 9 0.6429 suite22_sftr_tabm suite7 14 0.3364 0.3533 -0.0170 -0.0194 -0.0388 -0.0516 4 0.2857 -0.0072 -0.0084 -0.0649 6 0.4286 suite22_sftr_tabm suite8 14 0.3364 0.3535 -0.0171 -0.0191 -0.0389 -0.0504 4 0.2857 -0.0078 -0.0101 -0.0649 5 0.3571 suite22_sftr_tabm suite9_candidate 14 0.3364 0.3547 -0.0183 -0.0175 -0.0375 -0.0521 4 0.2857 -0.0087 -0.0090 -0.0543 5 0.3571 suite22_sftr_tabm suite9_final 14 0.3364 0.3541 -0.0177 -0.0165 -0.0430 -0.0532 5 0.3571 -0.0081 -0.0057 -0.0649 5 0.3571 suite22_sftr_tabm v2 1 0.3957 0.4227 -0.0270 -0.0270 -0.0270 -0.0270 0 0.0000 -0.0358 -0.0358 -0.0358 0 0.0000 SUITE22 OPERATIONAL HOLDOUT SUMMARY — THRESHOLDS FROZEN ON F1..F5 -------------------------------------------------------------------------------- model faculties mean_ap mean_auc mean_fixed_precision mean_fixed_recall mean_fixed_fbeta mean_fixed_flag_rate mean_drift_precision mean_drift_recall mean_drift_fbeta mean_drift_flag_rate council 1 0.4449 0.8330 0.3313 0.7164 0.5795 0.2682 0.3656 0.6611 0.5681 0.2312 v2 1 0.4227 0.8266 0.3217 0.7013 0.5658 0.2699 0.3324 0.6714 0.5567 0.2581 suite22_safe_blend 14 0.3692 0.8556 0.3096 0.5746 0.4701 0.1444 0.3131 0.5628 0.4728 0.1329 suite14 14 0.3602 0.8504 0.2282 0.6870 0.4610 0.2336 0.3048 0.5822 0.4608 0.1526 suite17 14 0.3578 0.8528 0.2843 0.5969 0.4620 0.1653 0.3212 0.5363 0.4610 0.1231 suite18 14 0.3578 0.8529 0.2851 0.5956 0.4648 0.1619 0.3194 0.5338 0.4600 0.1236 suite21_guarded 14 0.3571 0.8469 0.2745 0.6059 0.4673 0.1695 0.3023 0.5485 0.4591 0.1324 suite10_candidate 14 0.3570 0.8452 0.2849 0.5732 0.4504 0.1552 0.3105 0.5433 0.4521 0.1322 suite16 14 0.3561 0.8520 0.3437 0.4843 0.4362 0.1095 0.3093 0.5353 0.4594 0.1260 suite10_final 14 0.3559 0.8448 0.3312 0.4650 0.3825 0.1135 0.3252 0.5075 0.4361 0.1230 suite9_candidate 14 0.3547 0.8457 0.2988 0.5525 0.4458 0.1468 0.3316 0.4966 0.4382 0.1135 suite21_flat 14 0.3546 0.8479 0.2720 0.6088 0.4732 0.1672 0.3050 0.5338 0.4555 0.1280 suite21_temporal 14 0.3541 0.8473 0.2671 0.6167 0.4729 0.1737 0.3088 0.5409 0.4558 0.1310 suite9_final 14 0.3541 0.8451 0.3704 0.4128 0.3509 0.0944 0.3552 0.4611 0.4221 0.0971 suite8 14 0.3535 0.8440 0.3182 0.5235 0.4477 0.1223 0.3266 0.4909 0.4351 0.1088 suite7 14 0.3533 0.8438 0.3123 0.5325 0.4415 0.1320 0.3526 0.4664 0.4263 0.0965 suite11_final 14 0.3532 0.8452 0.3616 0.3988 0.3547 0.0827 0.3424 0.4740 0.4287 0.1022 shared 14 0.3530 0.8467 0.3097 0.5537 0.4579 0.1306 0.3363 0.4979 0.4413 0.1090 suite11_candidate 14 0.3513 0.8447 0.2395 0.6577 0.4600 0.2153 0.3037 0.5305 0.4486 0.1318 committee 14 0.3502 0.8434 0.2619 0.5999 0.4623 0.1695 0.3036 0.5318 0.4524 0.1267 suite13 14 0.3430 0.8409 0.2823 0.5869 0.4569 0.1659 0.3355 0.4828 0.4360 0.1026 suite22_relational_ft_tabm 14 0.3408 0.8462 0.2781 0.5762 0.4523 0.1725 0.2889 0.5516 0.4602 0.1411 suite12 14 0.3377 0.8407 0.2651 0.6211 0.4324 0.2346 0.3012 0.5162 0.4373 0.1247 suite22_sftr_tabm 14 0.3364 0.8405 0.3093 0.5067 0.4298 0.1282 0.2827 0.5443 0.4526 0.1405 suite20_transformer 14 0.3249 0.8396 0.2973 0.5007 0.4181 0.1291 0.2570 0.5915 0.4518 0.1662 suite22_faculty_mod_tabm 14 0.3213 0.8413 0.2696 0.5236 0.4181 0.1427 0.2663 0.5322 0.4346 0.1445 suite22_shared_tabm 14 0.3204 0.8415 0.2370 0.6264 0.4478 0.2043 0.2746 0.5432 0.4438 0.1461 suite22_faculty_time_tabm 14 0.3158 0.8390 0.2799 0.5048 0.4110 0.1348 0.2741 0.5194 0.4316 0.1398 suite20_gru 14 0.3089 0.8360 0.3285 0.4069 0.3673 0.1068 0.2805 0.5240 0.4351 0.1386 suite20_flat 14 0.3078 0.8329 0.3178 0.4357 0.3880 0.1098 0.2703 0.5421 0.4369 0.1483 SUITE22 SELECTED EPOCHS -------------------------------------------------------------------------------- fold variant selected_epochs validation_macro_ap validation_macro_f2 validation_macro_brier validation_faculties 1 shared_tabm 2 0.1966 0.2317 0.0176 14 1 faculty_mod_tabm 1 0.1920 0.2417 0.0185 14 1 faculty_time_tabm 1 0.1900 0.2382 0.0185 14 1 relational_ft_tabm 3 0.2088 0.2324 0.0176 14 1 sftr_tabm 1 0.2038 0.2340 0.0181 14 2 shared_tabm 1 0.2208 0.2775 0.0226 14 2 faculty_mod_tabm 1 0.2186 0.2745 0.0230 14 2 faculty_time_tabm 1 0.2190 0.2730 0.0228 14 2 relational_ft_tabm 1 0.2356 0.2837 0.0222 14 2 sftr_tabm 1 0.2509 0.2883 0.0218 14 3 shared_tabm 1 0.2372 0.2877 0.0244 14 3 faculty_mod_tabm 1 0.2369 0.2901 0.0246 14 3 faculty_time_tabm 1 0.2362 0.2883 0.0246 14 3 relational_ft_tabm 1 0.2845 0.2978 0.0237 14 3 sftr_tabm 2 0.2894 0.2928 0.0232 14 4 shared_tabm 5 0.2625 0.3080 0.0236 14 4 faculty_mod_tabm 7 0.2574 0.2957 0.0246 14 4 faculty_time_tabm 3 0.2453 0.2942 0.0241 14 4 relational_ft_tabm 1 0.2879 0.3136 0.0228 14 4 sftr_tabm 4 0.3001 0.3150 0.0228 14 5 shared_tabm 10 0.3072 0.3305 0.0229 14 5 faculty_mod_tabm 10 0.2981 0.3289 0.0232 14 5 faculty_time_tabm 6 0.2786 0.3217 0.0238 14 5 relational_ft_tabm 15 0.3427 0.3431 0.0222 14 5 sftr_tabm 4 0.3388 0.3499 0.0221 14 6 shared_tabm 3 0.2778 0.3595 0.0275 14 6 faculty_mod_tabm 2 0.2723 0.3543 0.0276 14 6 faculty_time_tabm 2 0.2684 0.3550 0.0275 14 6 relational_ft_tabm 2 0.3120 0.3720 0.0265 14 6 sftr_tabm 2 0.3141 0.3777 0.0262 14 7 shared_tabm 5 0.2888 0.3963 0.0370 14 7 faculty_mod_tabm 11 0.2917 0.4042 0.0373 14 7 faculty_time_tabm 11 0.2872 0.4020 0.0374 14 7 relational_ft_tabm 2 0.3288 0.4189 0.0362 14 7 sftr_tabm 5 0.3201 0.4117 0.0362 14 SUITE22 SAFE-BLEND ALPHA BY FOLD -------------------------------------------------------------------------------- fold selected_alpha 1 0.2500 2 0.5000 3 0.2500 4 0.2500 5 0.2500 6 0.5000 7 0.5000 SUITE22 COMPONENT UPLIFT — HOLDOUT -------------------------------------------------------------------------------- fold faculty ap_shared_tabm ap_faculty_mod_tabm ap_faculty_time_tabm ap_relational_ft_tabm ap_sftr_tabm faculty_gain time_gain relation_gain graph_gain 6 khoa_cong_nghe_thong_tin 0.3189 0.3117 0.3060 0.4021 0.3876 -0.0072 -0.0057 0.0961 -0.0145 6 khoa_quan_tri_kinh_doanh_va_du_lich 0.3261 0.3196 0.3040 0.4449 0.4242 -0.0065 -0.0157 0.1410 -0.0208 6 khoa_quoc_te_hoc 0.1255 0.1095 0.1112 0.1714 0.1453 -0.0161 0.0017 0.0603 -0.0261 6 khoa_tieng_anh 0.1717 0.1405 0.1479 0.2532 0.2137 -0.0313 0.0075 0.1053 -0.0395 6 khoa_tieng_bo_dao_nha 0.3833 0.3467 0.3433 0.4395 0.4398 -0.0366 -0.0034 0.0963 0.0003 6 khoa_tieng_duc 0.3415 0.3380 0.3451 0.4124 0.3759 -0.0035 0.0072 0.0673 -0.0366 6 khoa_tieng_han_quoc 0.2991 0.3034 0.2884 0.3094 0.2653 0.0044 -0.0150 0.0210 -0.0441 6 khoa_tieng_italia 0.1587 0.1560 0.1569 0.1930 0.1817 -0.0028 0.0009 0.0361 -0.0113 6 khoa_tieng_nga 0.4392 0.4162 0.4136 0.4801 0.4756 -0.0230 -0.0026 0.0664 -0.0045 6 khoa_tieng_nhat 0.1493 0.1384 0.1394 0.1580 0.1462 -0.0109 0.0010 0.0186 -0.0118 6 khoa_tieng_phap 0.2996 0.2995 0.2946 0.2746 0.3060 -0.0001 -0.0049 -0.0200 0.0314 6 khoa_tieng_tay_ban_nha 0.3370 0.3034 0.2983 0.3391 0.3537 -0.0336 -0.0051 0.0408 0.0146 6 khoa_tieng_trung_quoc 0.3154 0.2919 0.2897 0.3357 0.3139 -0.0235 -0.0021 0.0459 -0.0218 6 khoa_viet_nam_hoc 0.6363 0.6321 0.6435 0.6543 0.6199 -0.0042 0.0114 0.0108 -0.0345 7 khoa_cong_nghe_thong_tin 0.3990 0.4084 0.3942 0.3890 0.4038 0.0094 -0.0142 -0.0052 0.0148 7 khoa_quan_tri_kinh_doanh_va_du_lich 0.3990 0.4345 0.4182 0.4129 0.4229 0.0355 -0.0163 -0.0052 0.0099 7 khoa_quoc_te_hoc 0.2797 0.2619 0.2461 0.2809 0.2903 -0.0178 -0.0158 0.0347 0.0094 7 khoa_tieng_anh 0.1948 0.2278 0.2188 0.2009 0.2230 0.0330 -0.0090 -0.0180 0.0221 7 khoa_tieng_bo_dao_nha 0.3955 0.3848 0.3815 0.4058 0.3807 -0.0107 -0.0033 0.0243 -0.0251 7 khoa_tieng_duc 0.2760 0.2943 0.2946 0.2947 0.3337 0.0183 0.0003 0.0001 0.0390 7 khoa_tieng_han_quoc 0.3492 0.4014 0.3710 0.3344 0.3678 0.0521 -0.0304 -0.0366 0.0334 7 khoa_tieng_italia 0.3663 0.3544 0.3468 0.3671 0.3539 -0.0118 -0.0077 0.0204 -0.0133 7 khoa_tieng_nga 0.2738 0.2949 0.3105 0.2735 0.3041 0.0210 0.0157 -0.0371 0.0306 7 khoa_tieng_nhat 0.2234 0.2531 0.2318 0.1875 0.2478 0.0298 -0.0213 -0.0443 0.0603 7 khoa_tieng_phap 0.2688 0.3050 0.3031 0.2909 0.2896 0.0362 -0.0019 -0.0122 -0.0013 7 khoa_tieng_tay_ban_nha 0.4571 0.4442 0.4504 0.4796 0.4223 -0.0129 0.0062 0.0292 -0.0573 7 khoa_tieng_trung_quoc 0.1983 0.2430 0.2287 0.1744 0.1735 0.0447 -0.0143 -0.0544 -0.0009 7 khoa_viet_nam_hoc 0.5899 0.5821 0.5652 0.5819 0.5563 -0.0078 -0.0170 0.0167 -0.0256 SUITE22 RELATIONAL UPLIFT BY EVIDENCE SUPPORT — HOLDOUT -------------------------------------------------------------------------------- source support_bucket cells mean_delta_ap median_delta_ap rows component_events 4+ 28 0.0249 0.0207 97004 course_neighbors 0 28 0.0052 0.0125 23888 course_neighbors 1 26 0.0211 0.0033 28377 course_neighbors 2-3 27 0.0241 0.0190 31241 course_neighbors 4+ 26 0.0486 0.0311 13498 relation_events 2-3 6 0.0417 0.0417 45 relation_events 4+ 28 0.0250 0.0207 96959 student_semesters 2-3 25 0.0126 0.0097 21649 student_semesters 4+ 28 0.0254 0.0243 75355 SUITE22 PRIMARY ABLATIONS — HOLDOUT -------------------------------------------------------------------------------- fold faculty ablation base_ap ablated_ap delta_ap mean_abs_probability_change 6 khoa_cong_nghe_thong_tin no_faculty_mod 0.3876 0.3880 0.0004 0.0015 6 khoa_quan_tri_kinh_doanh_va_du_lich no_faculty_mod 0.4242 0.4218 -0.0023 0.0036 6 khoa_quoc_te_hoc no_faculty_mod 0.1453 0.1470 0.0017 0.0004 6 khoa_tieng_anh no_faculty_mod 0.2137 0.2130 -0.0007 0.0003 6 khoa_tieng_bo_dao_nha no_faculty_mod 0.4398 0.4486 0.0088 0.0094 6 khoa_tieng_duc no_faculty_mod 0.3759 0.3654 -0.0105 0.0009 6 khoa_tieng_han_quoc no_faculty_mod 0.2653 0.2449 -0.0204 0.0069 6 khoa_tieng_italia no_faculty_mod 0.1817 0.1883 0.0066 0.0028 6 khoa_tieng_nga no_faculty_mod 0.4756 0.4791 0.0035 0.0048 6 khoa_tieng_nhat no_faculty_mod 0.1462 0.1442 -0.0020 0.0052 6 khoa_tieng_phap no_faculty_mod 0.3060 0.3065 0.0004 0.0011 6 khoa_tieng_tay_ban_nha no_faculty_mod 0.3537 0.3502 -0.0035 0.0131 6 khoa_tieng_trung_quoc no_faculty_mod 0.3139 0.2926 -0.0213 0.0120 6 khoa_viet_nam_hoc no_faculty_mod 0.6199 0.6174 -0.0025 0.0059 6 khoa_cong_nghe_thong_tin no_time_mod 0.3876 0.3876 0.0000 0.0007 6 khoa_quan_tri_kinh_doanh_va_du_lich no_time_mod 0.4242 0.4206 -0.0035 0.0012 6 khoa_quoc_te_hoc no_time_mod 0.1453 0.1452 -0.0001 0.0001 6 khoa_tieng_anh no_time_mod 0.2137 0.2138 0.0001 0.0001 6 khoa_tieng_bo_dao_nha no_time_mod 0.4398 0.4380 -0.0018 0.0003 6 khoa_tieng_duc no_time_mod 0.3759 0.3703 -0.0056 0.0004 6 khoa_tieng_han_quoc no_time_mod 0.2653 0.2649 -0.0004 0.0001 6 khoa_tieng_italia no_time_mod 0.1817 0.1807 -0.0010 0.0006 6 khoa_tieng_nga no_time_mod 0.4756 0.4758 0.0002 0.0008 6 khoa_tieng_nhat no_time_mod 0.1462 0.1467 0.0005 0.0002 6 khoa_tieng_phap no_time_mod 0.3060 0.3092 0.0031 0.0004 6 khoa_tieng_tay_ban_nha no_time_mod 0.3537 0.3542 0.0005 0.0003 6 khoa_tieng_trung_quoc no_time_mod 0.3139 0.3149 0.0010 0.0002 6 khoa_viet_nam_hoc no_time_mod 0.6199 0.6189 -0.0009 0.0005 6 khoa_cong_nghe_thong_tin no_interaction_mod 0.3876 0.3863 -0.0012 0.0109 6 khoa_quan_tri_kinh_doanh_va_du_lich no_interaction_mod 0.4242 0.4213 -0.0028 0.0015 6 khoa_quoc_te_hoc no_interaction_mod 0.1453 0.1449 -0.0005 0.0009 6 khoa_tieng_anh no_interaction_mod 0.2137 0.2012 -0.0126 0.0029 6 khoa_tieng_bo_dao_nha no_interaction_mod 0.4398 0.4333 -0.0065 0.0093 6 khoa_tieng_duc no_interaction_mod 0.3759 0.4107 0.0348 0.0038 6 khoa_tieng_han_quoc no_interaction_mod 0.2653 0.2634 -0.0019 0.0020 6 khoa_tieng_italia no_interaction_mod 0.1817 0.1845 0.0028 0.0010 6 khoa_tieng_nga no_interaction_mod 0.4756 0.4768 0.0012 0.0053 6 khoa_tieng_nhat no_interaction_mod 0.1462 0.1460 -0.0002 0.0009 6 khoa_tieng_phap no_interaction_mod 0.3060 0.3002 -0.0058 0.0030 6 khoa_tieng_tay_ban_nha no_interaction_mod 0.3537 0.3442 -0.0095 0.0075 6 khoa_tieng_trung_quoc no_interaction_mod 0.3139 0.3112 -0.0027 0.0046 6 khoa_viet_nam_hoc no_interaction_mod 0.6199 0.6484 0.0286 0.0085 6 khoa_cong_nghe_thong_tin identity_mod 0.3876 0.3761 -0.0115 0.0141 6 khoa_quan_tri_kinh_doanh_va_du_lich identity_mod 0.4242 0.4102 -0.0139 0.0052 6 khoa_quoc_te_hoc identity_mod 0.1453 0.1481 0.0028 0.0014 6 khoa_tieng_anh identity_mod 0.2137 0.1920 -0.0217 0.0044 6 khoa_tieng_bo_dao_nha identity_mod 0.4398 0.4289 -0.0109 0.0099 6 khoa_tieng_duc identity_mod 0.3759 0.3870 0.0111 0.0013 6 khoa_tieng_han_quoc identity_mod 0.2653 0.2181 -0.0472 0.0068 6 khoa_tieng_italia identity_mod 0.1817 0.1880 0.0063 0.0029 6 khoa_tieng_nga identity_mod 0.4756 0.4721 -0.0035 0.0138 6 khoa_tieng_nhat identity_mod 0.1462 0.1439 -0.0023 0.0056 6 khoa_tieng_phap identity_mod 0.3060 0.2909 -0.0152 0.0045 6 khoa_tieng_tay_ban_nha identity_mod 0.3537 0.3381 -0.0156 0.0182 6 khoa_tieng_trung_quoc identity_mod 0.3139 0.2701 -0.0438 0.0095 6 khoa_viet_nam_hoc identity_mod 0.6199 0.6467 0.0268 0.0115 6 khoa_cong_nghe_thong_tin graph_off 0.3876 0.4071 0.0195 0.0424 6 khoa_quan_tri_kinh_doanh_va_du_lich graph_off 0.4242 0.4260 0.0019 0.0286 6 khoa_quoc_te_hoc graph_off 0.1453 0.1476 0.0023 0.0261 6 khoa_tieng_anh graph_off 0.2137 0.1915 -0.0222 0.0467 6 khoa_tieng_bo_dao_nha graph_off 0.4398 0.4472 0.0074 0.0401 6 khoa_tieng_duc graph_off 0.3759 0.3552 -0.0207 0.0465 6 khoa_tieng_han_quoc graph_off 0.2653 0.2528 -0.0125 0.0353 6 khoa_tieng_italia graph_off 0.1817 0.1728 -0.0089 0.0545 6 khoa_tieng_nga graph_off 0.4756 0.4487 -0.0269 0.0415 6 khoa_tieng_nhat graph_off 0.1462 0.1209 -0.0253 0.0598 6 khoa_tieng_phap graph_off 0.3060 0.2908 -0.0152 0.0289 6 khoa_tieng_tay_ban_nha graph_off 0.3537 0.3714 0.0177 0.0453 6 khoa_tieng_trung_quoc graph_off 0.3139 0.2533 -0.0606 0.0424 6 khoa_viet_nam_hoc graph_off 0.6199 0.6328 0.0129 0.0600 6 khoa_cong_nghe_thong_tin zero_relations 0.3876 0.2797 -0.1078 0.0365 6 khoa_quan_tri_kinh_doanh_va_du_lich zero_relations 0.4242 0.2910 -0.1332 0.0185 6 khoa_quoc_te_hoc zero_relations 0.1453 0.0604 -0.0850 0.0181 6 khoa_tieng_anh zero_relations 0.2137 0.1349 -0.0789 0.0194 6 khoa_tieng_bo_dao_nha zero_relations 0.4398 0.2725 -0.1672 0.0274 6 khoa_tieng_duc zero_relations 0.3759 0.2262 -0.1497 0.0306 6 khoa_tieng_han_quoc zero_relations 0.2653 0.2281 -0.0372 0.0228 6 khoa_tieng_italia zero_relations 0.1817 0.1100 -0.0717 0.0315 6 khoa_tieng_nga zero_relations 0.4756 0.4257 -0.0499 0.0287 6 khoa_tieng_nhat zero_relations 0.1462 0.1246 -0.0216 0.0154 6 khoa_tieng_phap zero_relations 0.3060 0.1738 -0.1322 0.0150 6 khoa_tieng_tay_ban_nha zero_relations 0.3537 0.2734 -0.0803 0.0284 6 khoa_tieng_trung_quoc zero_relations 0.3139 0.2906 -0.0233 0.0361 6 khoa_viet_nam_hoc zero_relations 0.6199 0.4146 -0.2053 0.0702 6 khoa_cong_nghe_thong_tin shuffle_relations 0.3876 0.2370 -0.1506 0.0289 6 khoa_quan_tri_kinh_doanh_va_du_lich shuffle_relations 0.4242 0.2356 -0.1886 0.0215 6 khoa_quoc_te_hoc shuffle_relations 0.1453 0.0536 -0.0917 0.0069 6 khoa_tieng_anh shuffle_relations 0.2137 0.0914 -0.1223 0.0085 6 khoa_tieng_bo_dao_nha shuffle_relations 0.4398 0.2174 -0.2224 0.0329 6 khoa_tieng_duc shuffle_relations 0.3759 0.1861 -0.1898 0.0165 6 khoa_tieng_han_quoc shuffle_relations 0.2653 0.1348 -0.1305 0.0107 6 khoa_tieng_italia shuffle_relations 0.1817 0.1124 -0.0692 0.0187 6 khoa_tieng_nga shuffle_relations 0.4756 0.3452 -0.1305 0.0331 6 khoa_tieng_nhat shuffle_relations 0.1462 0.1218 -0.0244 0.0111 6 khoa_tieng_phap shuffle_relations 0.3060 0.1589 -0.1472 0.0089 6 khoa_tieng_tay_ban_nha shuffle_relations 0.3537 0.1712 -0.1825 0.0241 6 khoa_tieng_trung_quoc shuffle_relations 0.3139 0.1984 -0.1156 0.0184 6 khoa_viet_nam_hoc shuffle_relations 0.6199 0.2686 -0.3512 0.0903 7 khoa_cong_nghe_thong_tin no_faculty_mod 0.4038 0.4048 0.0009 0.0021 7 khoa_quan_tri_kinh_doanh_va_du_lich no_faculty_mod 0.4229 0.4200 -0.0029 0.0079 7 khoa_quoc_te_hoc no_faculty_mod 0.2903 0.2775 -0.0127 0.0071 7 khoa_tieng_anh no_faculty_mod 0.2230 0.2276 0.0047 0.0059 7 khoa_tieng_bo_dao_nha no_faculty_mod 0.3807 0.3796 -0.0011 0.0085 7 khoa_tieng_duc no_faculty_mod 0.3337 0.3318 -0.0019 0.0079 7 khoa_tieng_han_quoc no_faculty_mod 0.3678 0.3568 -0.0110 0.0125 7 khoa_tieng_italia no_faculty_mod 0.3539 0.3577 0.0038 0.0031 7 khoa_tieng_nga no_faculty_mod 0.3041 0.3024 -0.0017 0.0065 7 khoa_tieng_nhat no_faculty_mod 0.2478 0.2523 0.0046 0.0184 7 khoa_tieng_phap no_faculty_mod 0.2896 0.2858 -0.0038 0.0018 7 khoa_tieng_tay_ban_nha no_faculty_mod 0.4223 0.4151 -0.0072 0.0183 7 khoa_tieng_trung_quoc no_faculty_mod 0.1735 0.1649 -0.0086 0.0119 7 khoa_viet_nam_hoc no_faculty_mod 0.5563 0.5476 -0.0087 0.0071 7 khoa_cong_nghe_thong_tin no_time_mod 0.4038 0.4052 0.0014 0.0008 7 khoa_quan_tri_kinh_doanh_va_du_lich no_time_mod 0.4229 0.4234 0.0005 0.0008 7 khoa_quoc_te_hoc no_time_mod 0.2903 0.2907 0.0005 0.0003 7 khoa_tieng_anh no_time_mod 0.2230 0.2227 -0.0003 0.0003 7 khoa_tieng_bo_dao_nha no_time_mod 0.3807 0.3812 0.0005 0.0009 7 khoa_tieng_duc no_time_mod 0.3337 0.3320 -0.0017 0.0003 7 khoa_tieng_han_quoc no_time_mod 0.3678 0.3685 0.0007 0.0003 7 khoa_tieng_italia no_time_mod 0.3539 0.3540 0.0001 0.0002 7 khoa_tieng_nga no_time_mod 0.3041 0.3042 0.0002 0.0013 7 khoa_tieng_nhat no_time_mod 0.2478 0.2488 0.0010 0.0004 7 khoa_tieng_phap no_time_mod 0.2896 0.2893 -0.0003 0.0002 7 khoa_tieng_tay_ban_nha no_time_mod 0.4223 0.4215 -0.0009 0.0007 7 khoa_tieng_trung_quoc no_time_mod 0.1735 0.1731 -0.0004 0.0005 7 khoa_viet_nam_hoc no_time_mod 0.5563 0.5552 -0.0011 0.0042 7 khoa_cong_nghe_thong_tin no_interaction_mod 0.4038 0.4025 -0.0013 0.0064 7 khoa_quan_tri_kinh_doanh_va_du_lich no_interaction_mod 0.4229 0.4202 -0.0027 0.0054 7 khoa_quoc_te_hoc no_interaction_mod 0.2903 0.2880 -0.0023 0.0009 7 khoa_tieng_anh no_interaction_mod 0.2230 0.2229 -0.0001 0.0003 7 khoa_tieng_bo_dao_nha no_interaction_mod 0.3807 0.3812 0.0005 0.0011 7 khoa_tieng_duc no_interaction_mod 0.3337 0.3295 -0.0041 0.0013 7 khoa_tieng_han_quoc no_interaction_mod 0.3678 0.3682 0.0004 0.0002 7 khoa_tieng_italia no_interaction_mod 0.3539 0.3636 0.0097 0.0076 7 khoa_tieng_nga no_interaction_mod 0.3041 0.3044 0.0004 0.0032 7 khoa_tieng_nhat no_interaction_mod 0.2478 0.2461 -0.0017 0.0033 7 khoa_tieng_phap no_interaction_mod 0.2896 0.2893 -0.0003 0.0008 7 khoa_tieng_tay_ban_nha no_interaction_mod 0.4223 0.4188 -0.0035 0.0070 7 khoa_tieng_trung_quoc no_interaction_mod 0.1735 0.1733 -0.0002 0.0001 7 khoa_viet_nam_hoc no_interaction_mod 0.5563 0.5563 0.0000 0.0105 7 khoa_cong_nghe_thong_tin identity_mod 0.4038 0.4028 -0.0011 0.0073 7 khoa_quan_tri_kinh_doanh_va_du_lich identity_mod 0.4229 0.4212 -0.0017 0.0056 7 khoa_quoc_te_hoc identity_mod 0.2903 0.2746 -0.0157 0.0057 7 khoa_tieng_anh identity_mod 0.2230 0.2274 0.0045 0.0061 7 khoa_tieng_bo_dao_nha identity_mod 0.3807 0.3787 -0.0020 0.0080 7 khoa_tieng_duc identity_mod 0.3337 0.3283 -0.0054 0.0086 7 khoa_tieng_han_quoc identity_mod 0.3678 0.3541 -0.0137 0.0131 7 khoa_tieng_italia identity_mod 0.3539 0.3667 0.0128 0.0074 7 khoa_tieng_nga identity_mod 0.3041 0.3076 0.0036 0.0094 7 khoa_tieng_nhat identity_mod 0.2478 0.2556 0.0078 0.0199 7 khoa_tieng_phap identity_mod 0.2896 0.2860 -0.0036 0.0017 7 khoa_tieng_tay_ban_nha identity_mod 0.4223 0.4043 -0.0180 0.0248 7 khoa_tieng_trung_quoc identity_mod 0.1735 0.1596 -0.0139 0.0123 7 khoa_viet_nam_hoc identity_mod 0.5563 0.5503 -0.0060 0.0129 7 khoa_cong_nghe_thong_tin graph_off 0.4038 0.3895 -0.0143 0.0498 7 khoa_quan_tri_kinh_doanh_va_du_lich graph_off 0.4229 0.4200 -0.0028 0.0478 7 khoa_quoc_te_hoc graph_off 0.2903 0.2671 -0.0232 0.0458 7 khoa_tieng_anh graph_off 0.2230 0.1925 -0.0305 0.0253 7 khoa_tieng_bo_dao_nha graph_off 0.3807 0.3730 -0.0077 0.0651 7 khoa_tieng_duc graph_off 0.3337 0.2930 -0.0407 0.0267 7 khoa_tieng_han_quoc graph_off 0.3678 0.2797 -0.0881 0.0343 7 khoa_tieng_italia graph_off 0.3539 0.3422 -0.0117 0.0328 7 khoa_tieng_nga graph_off 0.3041 0.2989 -0.0052 0.0304 7 khoa_tieng_nhat graph_off 0.2478 0.2266 -0.0211 0.0311 7 khoa_tieng_phap graph_off 0.2896 0.2312 -0.0584 0.0347 7 khoa_tieng_tay_ban_nha graph_off 0.4223 0.4182 -0.0041 0.0322 7 khoa_tieng_trung_quoc graph_off 0.1735 0.1379 -0.0356 0.0300 7 khoa_viet_nam_hoc graph_off 0.5563 0.5548 -0.0015 0.0413 7 khoa_cong_nghe_thong_tin zero_relations 0.4038 0.3940 -0.0098 0.0220 7 khoa_quan_tri_kinh_doanh_va_du_lich zero_relations 0.4229 0.3887 -0.0341 0.0226 7 khoa_quoc_te_hoc zero_relations 0.2903 0.2715 -0.0188 0.0089 7 khoa_tieng_anh zero_relations 0.2230 0.1397 -0.0833 0.0266 7 khoa_tieng_bo_dao_nha zero_relations 0.3807 0.3504 -0.0303 0.0227 7 khoa_tieng_duc zero_relations 0.3337 0.3077 -0.0260 0.0228 7 khoa_tieng_han_quoc zero_relations 0.3678 0.3212 -0.0465 0.0284 7 khoa_tieng_italia zero_relations 0.3539 0.2525 -0.1014 0.0284 7 khoa_tieng_nga zero_relations 0.3041 0.2680 -0.0361 0.0323 7 khoa_tieng_nhat zero_relations 0.2478 0.2062 -0.0416 0.0280 7 khoa_tieng_phap zero_relations 0.2896 0.2944 0.0048 0.0159 7 khoa_tieng_tay_ban_nha zero_relations 0.4223 0.2911 -0.1312 0.0449 7 khoa_tieng_trung_quoc zero_relations 0.1735 0.1646 -0.0090 0.0342 7 khoa_viet_nam_hoc zero_relations 0.5563 0.4402 -0.1161 0.0592 7 khoa_cong_nghe_thong_tin shuffle_relations 0.4038 0.3386 -0.0652 0.0229 7 khoa_quan_tri_kinh_doanh_va_du_lich shuffle_relations 0.4229 0.3005 -0.1223 0.0280 7 khoa_quoc_te_hoc shuffle_relations 0.2903 0.2144 -0.0758 0.0084 7 khoa_tieng_anh shuffle_relations 0.2230 0.1337 -0.0893 0.0142 7 khoa_tieng_bo_dao_nha shuffle_relations 0.3807 0.3136 -0.0671 0.0344 7 khoa_tieng_duc shuffle_relations 0.3337 0.2164 -0.1173 0.0202 7 khoa_tieng_han_quoc shuffle_relations 0.3678 0.2173 -0.1505 0.0214 7 khoa_tieng_italia shuffle_relations 0.3539 0.2014 -0.1525 0.0287 7 khoa_tieng_nga shuffle_relations 0.3041 0.2436 -0.0604 0.0325 7 khoa_tieng_nhat shuffle_relations 0.2478 0.1724 -0.0754 0.0259 7 khoa_tieng_phap shuffle_relations 0.2896 0.2002 -0.0894 0.0137 7 khoa_tieng_tay_ban_nha shuffle_relations 0.4223 0.2849 -0.1375 0.0416 7 khoa_tieng_trung_quoc shuffle_relations 0.1735 0.1226 -0.0509 0.0234 7 khoa_viet_nam_hoc shuffle_relations 0.5563 0.3657 -0.1906 0.0872 [ABLATION SUMMARY] delta_ap_mean delta_ap_median harmed_cells cells mean_abs_change ablation graph_off -0.0170 -0.0134 22 28 0.0402 identity_mod -0.0068 -0.0045 20 28 0.0090 no_faculty_mod -0.0031 -0.0019 18 28 0.0067 no_interaction_mod 0.0007 -0.0009 19 28 0.0039 no_time_mod -0.0003 0.0000 13 28 0.0006 shuffle_relations -0.1272 -0.1223 28 28 0.0262 zero_relations -0.0722 -0.0608 27 28 0.0284 SUITE22 TIME COUNTERFACTUAL STABILITY — HOLDOUT -------------------------------------------------------------------------------- fold faculty counterfactual mean_abs_change median_abs_change p95_abs_change 6 khoa_cong_nghe_thong_tin t_minus_1 0.0047 0.0027 0.0142 6 khoa_quan_tri_kinh_doanh_va_du_lich t_minus_1 0.0094 0.0015 0.0497 6 khoa_quoc_te_hoc t_minus_1 0.0023 0.0005 0.0101 6 khoa_tieng_anh t_minus_1 0.0014 0.0005 0.0061 6 khoa_tieng_bo_dao_nha t_minus_1 0.0021 0.0002 0.0102 6 khoa_tieng_duc t_minus_1 0.0029 0.0008 0.0131 6 khoa_tieng_han_quoc t_minus_1 0.0015 0.0004 0.0067 6 khoa_tieng_italia t_minus_1 0.0049 0.0019 0.0193 6 khoa_tieng_nga t_minus_1 0.0034 0.0012 0.0146 6 khoa_tieng_nhat t_minus_1 0.0018 0.0003 0.0094 6 khoa_tieng_phap t_minus_1 0.0018 0.0004 0.0082 6 khoa_tieng_tay_ban_nha t_minus_1 0.0023 0.0010 0.0093 6 khoa_tieng_trung_quoc t_minus_1 0.0012 0.0002 0.0056 6 khoa_viet_nam_hoc t_minus_1 0.0232 0.0094 0.1235 6 khoa_cong_nghe_thong_tin t_plus_1 0.0013 0.0005 0.0050 6 khoa_quan_tri_kinh_doanh_va_du_lich t_plus_1 0.0025 0.0004 0.0129 6 khoa_quoc_te_hoc t_plus_1 0.0011 0.0002 0.0046 6 khoa_tieng_anh t_plus_1 0.0002 0.0000 0.0010 6 khoa_tieng_bo_dao_nha t_plus_1 0.0017 0.0001 0.0090 6 khoa_tieng_duc t_plus_1 0.0032 0.0004 0.0168 6 khoa_tieng_han_quoc t_plus_1 0.0006 0.0001 0.0028 6 khoa_tieng_italia t_plus_1 0.0046 0.0007 0.0221 6 khoa_tieng_nga t_plus_1 0.0011 0.0002 0.0063 6 khoa_tieng_nhat t_plus_1 0.0006 0.0001 0.0030 6 khoa_tieng_phap t_plus_1 0.0004 0.0000 0.0017 6 khoa_tieng_tay_ban_nha t_plus_1 0.0032 0.0016 0.0120 6 khoa_tieng_trung_quoc t_plus_1 0.0015 0.0004 0.0062 6 khoa_viet_nam_hoc t_plus_1 0.0162 0.0066 0.0869 7 khoa_cong_nghe_thong_tin t_minus_1 0.0067 0.0048 0.0193 7 khoa_quan_tri_kinh_doanh_va_du_lich t_minus_1 0.0047 0.0026 0.0168 7 khoa_quoc_te_hoc t_minus_1 0.0034 0.0018 0.0125 7 khoa_tieng_anh t_minus_1 0.0023 0.0006 0.0107 7 khoa_tieng_bo_dao_nha t_minus_1 0.0057 0.0028 0.0208 7 khoa_tieng_duc t_minus_1 0.0042 0.0012 0.0170 7 khoa_tieng_han_quoc t_minus_1 0.0055 0.0017 0.0237 7 khoa_tieng_italia t_minus_1 0.0047 0.0028 0.0150 7 khoa_tieng_nga t_minus_1 0.0065 0.0044 0.0195 7 khoa_tieng_nhat t_minus_1 0.0048 0.0014 0.0210 7 khoa_tieng_phap t_minus_1 0.0022 0.0005 0.0094 7 khoa_tieng_tay_ban_nha t_minus_1 0.0112 0.0050 0.0413 7 khoa_tieng_trung_quoc t_minus_1 0.0057 0.0021 0.0239 7 khoa_viet_nam_hoc t_minus_1 0.0172 0.0077 0.0624 7 khoa_cong_nghe_thong_tin t_plus_1 0.0083 0.0041 0.0292 7 khoa_quan_tri_kinh_doanh_va_du_lich t_plus_1 0.0057 0.0024 0.0231 7 khoa_quoc_te_hoc t_plus_1 0.0046 0.0024 0.0157 7 khoa_tieng_anh t_plus_1 0.0024 0.0004 0.0126 7 khoa_tieng_bo_dao_nha t_plus_1 0.0108 0.0038 0.0414 7 khoa_tieng_duc t_plus_1 0.0042 0.0011 0.0183 7 khoa_tieng_han_quoc t_plus_1 0.0033 0.0007 0.0161 7 khoa_tieng_italia t_plus_1 0.0084 0.0051 0.0265 7 khoa_tieng_nga t_plus_1 0.0156 0.0082 0.0551 7 khoa_tieng_nhat t_plus_1 0.0047 0.0007 0.0245 7 khoa_tieng_phap t_plus_1 0.0024 0.0004 0.0096 7 khoa_tieng_tay_ban_nha t_plus_1 0.0089 0.0034 0.0350 7 khoa_tieng_trung_quoc t_plus_1 0.0068 0.0018 0.0320 7 khoa_viet_nam_hoc t_plus_1 0.0200 0.0044 0.0887 SUITE22 DRIFT ↔ MODULATION CORRELATION — HOLDOUT -------------------------------------------------------------------------------- fold faculty component drift_modulation_corr mean_drift mean_modulation 6 khoa_cong_nghe_thong_tin faculty -0.1216 0.1411 0.0942 6 khoa_cong_nghe_thong_tin full 0.0105 0.1411 0.5339 6 khoa_cong_nghe_thong_tin interaction -0.0121 0.1411 0.5160 6 khoa_cong_nghe_thong_tin time -0.0571 0.1411 0.0997 6 khoa_quan_tri_kinh_doanh_va_du_lich faculty 0.0420 0.1569 0.2684 6 khoa_quan_tri_kinh_doanh_va_du_lich full -0.0101 0.1569 0.3683 6 khoa_quan_tri_kinh_doanh_va_du_lich interaction -0.0482 0.1569 0.1122 6 khoa_quan_tri_kinh_doanh_va_du_lich time -0.0172 0.1569 0.0997 6 khoa_quoc_te_hoc faculty -0.0557 0.1633 0.2215 6 khoa_quoc_te_hoc full -0.0666 0.1633 0.5198 6 khoa_quoc_te_hoc interaction -0.0714 0.1633 0.4847 6 khoa_quoc_te_hoc time -0.0312 0.1633 0.0997 6 khoa_tieng_anh faculty -0.0509 0.1212 0.1710 6 khoa_tieng_anh full -0.0305 0.1212 0.5170 6 khoa_tieng_anh interaction -0.0516 0.1212 0.4833 6 khoa_tieng_anh time -0.0169 0.1212 0.0997 6 khoa_tieng_bo_dao_nha faculty -0.0132 29.4564 0.4104 6 khoa_tieng_bo_dao_nha full -0.1195 29.4564 0.7625 6 khoa_tieng_bo_dao_nha interaction -0.1555 29.4564 0.6153 6 khoa_tieng_bo_dao_nha time 0.0526 29.4564 0.0997 6 khoa_tieng_duc faculty -0.0629 0.1894 0.1205 6 khoa_tieng_duc full -0.0058 0.1894 0.2674 6 khoa_tieng_duc interaction -0.0468 0.1894 0.3126 6 khoa_tieng_duc time -0.0577 0.1894 0.0997 6 khoa_tieng_han_quoc faculty -0.1174 0.1810 0.6768 6 khoa_tieng_han_quoc full -0.1056 0.1810 0.7518 6 khoa_tieng_han_quoc interaction -0.0608 0.1810 0.4382 6 khoa_tieng_han_quoc time -0.0352 0.1810 0.0997 6 khoa_tieng_italia faculty -0.0919 0.1728 0.2327 6 khoa_tieng_italia full -0.1043 0.1728 0.2485 6 khoa_tieng_italia interaction -0.0463 0.1728 0.0909 6 khoa_tieng_italia time -0.0119 0.1728 0.0997 6 khoa_tieng_nga faculty -0.0895 0.1498 0.2255 6 khoa_tieng_nga full -0.0574 0.1498 0.4964 6 khoa_tieng_nga interaction -0.0819 0.1498 0.3956 6 khoa_tieng_nga time -0.0245 0.1498 0.0997 6 khoa_tieng_nhat faculty -0.0989 0.1954 0.5306 6 khoa_tieng_nhat full -0.1250 0.1954 0.5964 6 khoa_tieng_nhat interaction -0.1108 0.1954 0.2402 6 khoa_tieng_nhat time 0.0173 0.1954 0.0997 6 khoa_tieng_phap faculty -0.0830 0.1664 0.1395 6 khoa_tieng_phap full -0.0205 0.1664 0.4746 6 khoa_tieng_phap interaction -0.0517 0.1664 0.4263 6 khoa_tieng_phap time -0.0518 0.1664 0.0997 6 khoa_tieng_tay_ban_nha faculty -0.0234 0.1615 0.6290 6 khoa_tieng_tay_ban_nha full -0.0150 0.1615 0.7824 6 khoa_tieng_tay_ban_nha interaction -0.0327 0.1615 0.6390 6 khoa_tieng_tay_ban_nha time -0.0415 0.1615 0.0997 6 khoa_tieng_trung_quoc faculty 0.1143 11.9473 0.6494 6 khoa_tieng_trung_quoc full 0.0809 11.9473 0.7881 6 khoa_tieng_trung_quoc interaction 0.0710 11.9473 0.6121 6 khoa_tieng_trung_quoc time -0.0171 11.9473 0.0997 6 khoa_viet_nam_hoc faculty -0.1027 0.2976 0.1850 6 khoa_viet_nam_hoc full -0.0882 0.2976 0.4223 6 khoa_viet_nam_hoc interaction -0.0930 0.2976 0.3619 6 khoa_viet_nam_hoc time -0.0773 0.2976 0.0997 7 khoa_cong_nghe_thong_tin faculty -0.0478 0.3572 0.0763 7 khoa_cong_nghe_thong_tin full -0.0210 0.3572 0.4463 7 khoa_cong_nghe_thong_tin interaction -0.0006 0.3572 0.4280 7 khoa_cong_nghe_thong_tin time -0.1408 0.3572 0.0899 7 khoa_quan_tri_kinh_doanh_va_du_lich faculty -0.0507 0.2969 0.2643 7 khoa_quan_tri_kinh_doanh_va_du_lich full -0.0387 0.2969 0.5205 7 khoa_quan_tri_kinh_doanh_va_du_lich interaction -0.0113 0.2969 0.4440 7 khoa_quan_tri_kinh_doanh_va_du_lich time -0.1788 0.2969 0.0899 7 khoa_quoc_te_hoc faculty -0.0569 0.2667 0.6847 7 khoa_quoc_te_hoc full 0.0512 0.2667 0.7022 7 khoa_quoc_te_hoc interaction 0.0164 0.2667 0.3104 7 khoa_quoc_te_hoc time -0.1514 0.2667 0.0899 7 khoa_tieng_anh faculty -0.1070 7.4862 0.7819 7 khoa_tieng_anh full -0.1098 7.4862 0.7785 7 khoa_tieng_anh interaction -0.0188 7.4862 0.1159 7 khoa_tieng_anh time -0.0180 7.4862 0.0899 7 khoa_tieng_bo_dao_nha faculty -0.0769 65.1677 0.5637 7 khoa_tieng_bo_dao_nha full -0.0517 65.1677 0.5691 7 khoa_tieng_bo_dao_nha interaction -0.0355 65.1677 0.1181 7 khoa_tieng_bo_dao_nha time -0.0157 65.1677 0.0899 7 khoa_tieng_duc faculty 0.0282 23.2980 0.7748 7 khoa_tieng_duc full 0.0454 23.2980 0.7756 7 khoa_tieng_duc interaction -0.0791 23.2980 0.2256 7 khoa_tieng_duc time -0.1100 23.2980 0.0899 7 khoa_tieng_han_quoc faculty -0.1724 31.0015 0.8775 7 khoa_tieng_han_quoc full -0.1985 31.0015 0.8819 7 khoa_tieng_han_quoc interaction -0.0200 31.0015 0.0633 7 khoa_tieng_han_quoc time -0.0395 31.0015 0.0899 7 khoa_tieng_italia faculty -0.0285 18.9190 0.3901 7 khoa_tieng_italia full 0.0798 18.9190 0.7078 7 khoa_tieng_italia interaction 0.0725 18.9190 0.6700 7 khoa_tieng_italia time -0.0236 18.9190 0.0899 7 khoa_tieng_nga faculty -0.0037 0.2545 0.5414 7 khoa_tieng_nga full 0.0003 0.2545 0.5632 7 khoa_tieng_nga interaction -0.0032 0.2545 0.2153 7 khoa_tieng_nga time -0.1804 0.2545 0.0899 7 khoa_tieng_nhat faculty -0.0719 0.3398 0.7416 7 khoa_tieng_nhat full -0.2079 0.3398 0.7590 7 khoa_tieng_nhat interaction -0.0024 0.3398 0.3823 7 khoa_tieng_nhat time -0.1624 0.3398 0.0899 7 khoa_tieng_phap faculty 0.0175 0.3397 0.3417 7 khoa_tieng_phap full -0.0946 0.3397 0.4343 7 khoa_tieng_phap interaction -0.0568 0.3397 0.2502 7 khoa_tieng_phap time -0.1524 0.3397 0.0899 7 khoa_tieng_tay_ban_nha faculty -0.1449 60.3578 0.7051 7 khoa_tieng_tay_ban_nha full -0.0858 60.3578 0.7590 7 khoa_tieng_tay_ban_nha interaction -0.1100 60.3578 0.4762 7 khoa_tieng_tay_ban_nha time -0.0115 60.3578 0.0899 7 khoa_tieng_trung_quoc faculty -0.0008 0.4921 0.7839 7 khoa_tieng_trung_quoc full 0.0073 0.4921 0.7851 7 khoa_tieng_trung_quoc interaction -0.1175 0.4921 0.0432 7 khoa_tieng_trung_quoc time -0.1727 0.4921 0.0899 7 khoa_viet_nam_hoc faculty 0.0317 33.8383 0.1673 7 khoa_viet_nam_hoc full -0.0034 33.8383 0.3393 7 khoa_viet_nam_hoc interaction 0.0329 33.8383 0.2742 7 khoa_viet_nam_hoc time 0.0221 33.8383 0.0899 SUITE22 STRONGEST LEARNED FEATURE-GRAPH EDGES — HOLDOUT -------------------------------------------------------------------------------- fold source_feature target_feature neighbor_rank attention_weight graph_rho 7 recent3_hp_CT_count hist_target_course_mean_grade10 1 0.3338 0.1138 7 course::hist_std hist_target_course_mean_grade10 1 0.3210 0.1138 7 hist_component_B1_special_count hist_target_course_mean_grade10 1 0.3078 0.1138 7 course::SiSoMin hist_target_course_mean_grade10 1 0.2977 0.1138 7 hist_conduct_low_count hist_target_course_mean_grade10 1 0.2929 0.1138 7 recent3_registered_credits_mean hist_target_course_mean_grade10 1 0.2849 0.1138 7 student_prior_course_count_log hist_component_K2_DC_count 1 0.2633 0.1138 7 hist_component_grade_min hist_target_course_mean_grade10 1 0.2600 0.1138 7 recent3_component_grade_count hist_component_K2_DC_count 1 0.2550 0.1138 7 hist_hp_VT_count hist_target_course_mean_grade10 1 0.2495 0.1138 7 hist_component_T1_VT_count hist_target_course_mean_grade10 1 0.2382 0.1138 7 prev_failed_credits hist_target_course_mean_grade10 1 0.2343 0.1138 7 hist_component_special_rate hist_target_course_mean_grade10 1 0.2324 0.1138 7 course::IsMHDacThu hist_component_K2_DC_count 1 0.2317 0.1138 7 hist_component_K2_count hist_component_K2_DC_count 1 0.2310 0.1138 7 hist_component_T1_mean hist_component_K2_DC_count 1 0.2298 0.1138 7 hist_component_grade_mean hist_target_course_mean_grade10 1 0.2262 0.1138 7 hist_hp_special_rate hist_target_course_mean_grade10 1 0.2259 0.1138 7 course::IsMonKT hist_target_course_mean_grade10 1 0.2246 0.1138 7 hist_component_K2_CT_count hist_component_K2_DC_count 1 0.2232 0.1138 7 hist_component_K1_DC_count hist_target_course_mean_grade10 1 0.2208 0.1138 7 prev_semester_NHHK hist_component_K2_DC_count 1 0.2190 0.1138 7 reg_span_days hist_target_course_mean_grade10 1 0.2177 0.1138 7 hist_passed_credits_sum hist_target_course_mean_grade10 1 0.2131 0.1138 7 hist_component_B1_CT_count hist_target_course_mean_grade10 1 0.2056 0.1138 7 course::SiSoMax hist_target_course_mean_grade10 1 0.2043 0.1138 7 hist_warning_in_last_semester hist_component_K2_DC_count 1 0.2012 0.1138 7 hist_registered_credits_mean hist_target_course_mean_grade10 1 0.2011 0.1138 7 course_status_FIT ||| ứng_dụng_công_nghệ_thông_tin ||| Computer Skills hist_component_K2_DC_count 1 0.1996 0.1138 7 hist_warning_gpa_sem_count hist_target_course_mean_grade10 1 0.1991 0.1138 7 recent3_hp_CT_count prev_outstanding_failed_credits 2 0.1966 0.1138 7 prev_ssvhk_HienDienSV hist_target_course_mean_grade10 1 0.1957 0.1138 7 hist_component_T1_low_rate hist_target_course_mean_grade10 1 0.1956 0.1138 7 student_prior_course_count_log hist_component_special_count 2 0.1947 0.1138 7 course::hist_std prev_outstanding_failed_credits 2 0.1943 0.1138 7 recent3_component_grade_count hist_component_special_count 2 0.1923 0.1138 7 hist_component_B1_special_count prev_outstanding_failed_credits 2 0.1917 0.1138 7 reg_first_days_from_open hist_component_K2_DC_count 1 0.1910 0.1138 7 recent3_component_grade_mean hist_component_K2_DC_count 1 0.1907 0.1138 7 hist_component_numeric_rate hist_component_K2_DC_count 1 0.1903 0.1138 SUITE22 FEATURE-GRAPH STABILITY -------------------------------------------------------------------------------- fold_a fold_b top100_jaccard common_edges edge_weight_rank_corr 6 7 0.0000 60 0.4091 [TIME MODULATION] Spearman corr(time_gain, mean_feature_drift)=-0.2107 over 28 faculty-fold cells SUITE22 PRIMARY UNCERTAINTY CORRELATIONS — HOLDOUT -------------------------------------------------------------------------------- fold faculty uncertainty_error_corr uncertainty_score_corr residualized_uncertainty_error_corr 6 khoa_cong_nghe_thong_tin 0.5054 0.9315 0.1432 6 khoa_quan_tri_kinh_doanh_va_du_lich 0.4927 0.9142 0.2626 6 khoa_quoc_te_hoc 0.3245 0.9421 0.0751 6 khoa_tieng_anh 0.4419 0.9418 0.1147 6 khoa_tieng_bo_dao_nha 0.5416 0.8768 0.3103 6 khoa_tieng_duc 0.5710 0.9371 0.3320 6 khoa_tieng_han_quoc 0.4185 0.9359 0.2209 6 khoa_tieng_italia 0.3986 0.9432 0.0557 6 khoa_tieng_nga 0.4814 0.8862 0.2385 6 khoa_tieng_nhat 0.4046 0.9484 0.1427 6 khoa_tieng_phap 0.5206 0.8933 0.2305 6 khoa_tieng_tay_ban_nha 0.5173 0.9063 0.2867 6 khoa_tieng_trung_quoc 0.5813 0.9337 0.1032 6 khoa_viet_nam_hoc 0.6333 0.9178 0.3741 7 khoa_cong_nghe_thong_tin 0.4603 0.9153 0.1180 7 khoa_quan_tri_kinh_doanh_va_du_lich 0.4782 0.9277 0.1658 7 khoa_quoc_te_hoc 0.4222 0.9558 0.0708 7 khoa_tieng_anh 0.4671 0.9455 0.0632 7 khoa_tieng_bo_dao_nha 0.4988 0.9466 0.1403 7 khoa_tieng_duc 0.5386 0.9596 0.0388 7 khoa_tieng_han_quoc 0.6095 0.9622 0.1099 7 khoa_tieng_italia 0.4906 0.9506 0.0589 7 khoa_tieng_nga 0.5030 0.9228 0.1858 7 khoa_tieng_nhat 0.5039 0.9621 0.0993 7 khoa_tieng_phap 0.4319 0.9324 0.0961 7 khoa_tieng_tay_ban_nha 0.5905 0.9405 0.3103 7 khoa_tieng_trung_quoc 0.5515 0.9599 0.0878 7 khoa_viet_nam_hoc 0.6470 0.8016 0.4262 SUITE22 HOLDOUT PAIRED BOOTSTRAP ΔAP -------------------------------------------------------------------------------- faculty reference rows delta_ap ci_low ci_high positive_ci negative_ci khoa_cong_nghe_thong_tin committee 12577 -0.0252 -0.0401 -0.0097 False True khoa_cong_nghe_thong_tin suite18 12577 -0.0156 -0.0296 0.0027 False False khoa_cong_nghe_thong_tin suite21_guarded 12577 -0.0345 -0.0533 -0.0163 False True khoa_quan_tri_kinh_doanh_va_du_lich committee 16431 0.0231 0.0048 0.0357 True False khoa_quan_tri_kinh_doanh_va_du_lich suite18 16431 0.0311 0.0149 0.0481 True False khoa_quan_tri_kinh_doanh_va_du_lich suite21_guarded 16431 0.0275 0.0128 0.0422 True False khoa_quoc_te_hoc committee 5221 0.0357 -0.0287 0.1025 False False khoa_quoc_te_hoc suite18 5221 0.0423 -0.0158 0.1115 False False khoa_quoc_te_hoc suite21_guarded 5221 0.0224 -0.0350 0.0920 False False khoa_tieng_anh committee 14573 -0.0143 -0.0461 0.0182 False False khoa_tieng_anh suite18 14573 -0.0108 -0.0452 0.0276 False False khoa_tieng_anh suite21_guarded 14573 -0.0172 -0.0478 0.0143 False False khoa_tieng_bo_dao_nha committee 2101 -0.0458 -0.0768 -0.0132 False True khoa_tieng_bo_dao_nha suite18 2101 -0.0305 -0.0724 0.0081 False False khoa_tieng_bo_dao_nha suite21_guarded 2101 -0.0523 -0.0904 -0.0161 False True khoa_tieng_duc committee 4123 -0.0192 -0.0687 0.0328 False False khoa_tieng_duc suite18 4123 -0.0204 -0.0760 0.0447 False False khoa_tieng_duc suite21_guarded 4123 -0.0302 -0.0712 0.0175 False False khoa_tieng_han_quoc committee 6711 0.0131 -0.0331 0.0677 False False khoa_tieng_han_quoc suite18 6711 0.0187 -0.0219 0.0710 False False khoa_tieng_han_quoc suite21_guarded 6711 -0.0110 -0.0643 0.0281 False False khoa_tieng_italia committee 4479 0.0357 0.0029 0.0699 True False khoa_tieng_italia suite18 4479 0.0489 0.0104 0.0876 True False khoa_tieng_italia suite21_guarded 4479 0.0325 -0.0011 0.0691 False False khoa_tieng_nga committee 3766 0.0208 -0.0049 0.0465 False False khoa_tieng_nga suite18 3766 0.0034 -0.0164 0.0222 False False khoa_tieng_nga suite21_guarded 3766 0.0217 0.0003 0.0524 True False khoa_tieng_nhat committee 5325 0.0072 -0.0304 0.0408 False False khoa_tieng_nhat suite18 5325 0.0142 -0.0220 0.0447 False False khoa_tieng_nhat suite21_guarded 5325 -0.0037 -0.0313 0.0261 False False khoa_tieng_phap committee 5178 0.0302 -0.0156 0.0749 False False khoa_tieng_phap suite18 5178 0.0360 -0.0067 0.0751 False False khoa_tieng_phap suite21_guarded 5178 0.0324 -0.0120 0.0743 False False khoa_tieng_tay_ban_nha committee 3290 0.0308 -0.0116 0.0714 False False khoa_tieng_tay_ban_nha suite18 3290 0.0487 0.0039 0.0873 True False khoa_tieng_tay_ban_nha suite21_guarded 3290 -0.0007 -0.0476 0.0391 False False khoa_tieng_trung_quoc committee 11647 -0.0140 -0.0540 0.0196 False False khoa_tieng_trung_quoc suite18 11647 -0.0225 -0.0584 0.0155 False False khoa_tieng_trung_quoc suite21_guarded 11647 -0.0285 -0.0615 0.0089 False False khoa_viet_nam_hoc committee 1582 -0.0505 -0.0837 -0.0149 False True khoa_viet_nam_hoc suite18 1582 -0.0526 -0.0812 -0.0267 False True khoa_viet_nam_hoc suite21_guarded 1582 -0.0516 -0.0817 -0.0236 False True HISTORICAL COUNCIL REFERENCE — 13 FACULTIES ONLY -------------------------------------------------------------------------------- source faculties macro_ap macro_auc suite22_primary 13 0.3454 0.8415 council_historical_13_faculty 13 0.3642 0.8498 ============================================================================================================== OPERATIONAL CONFUSION MATRICES — khoa_cong_nghe_thong_tin — POOLED F6/F7 ============================================================================================================== suite22_sftr_tabm — fixed ---------------------------------------------------------------------------- Actual / Predicted Normal >=5 Failure <5 ---------------------------------------------------------------------------- Normal >=5 8,901 2,065 Failure <5 615 996 ---------------------------------------------------------------------------- Precision=0.3254 Recall=0.6182 F2=0.5239 Flag=24.34% suite22_sftr_tabm — drift ---------------------------------------------------------------------------- Actual / Predicted Normal >=5 Failure <5 ---------------------------------------------------------------------------- Normal >=5 8,697 2,269 Failure <5 564 1,047 ---------------------------------------------------------------------------- Precision=0.3157 Recall=0.6499 F2=0.5364 Flag=26.37% suite22_safe_blend — fixed ---------------------------------------------------------------------------- Actual / Predicted Normal >=5 Failure <5 ---------------------------------------------------------------------------- Normal >=5 8,483 2,483 Failure <5 462 1,149 ---------------------------------------------------------------------------- Precision=0.3164 Recall=0.7132 F2=0.5702 Flag=28.88% suite22_safe_blend — drift ---------------------------------------------------------------------------- Actual / Predicted Normal >=5 Failure <5 ---------------------------------------------------------------------------- Normal >=5 8,646 2,320 Failure <5 490 1,121 ---------------------------------------------------------------------------- Precision=0.3258 Recall=0.6958 F2=0.5670 Flag=27.36% committee — fixed ---------------------------------------------------------------------------- Actual / Predicted Normal >=5 Failure <5 ---------------------------------------------------------------------------- Normal >=5 8,511 2,455 Failure <5 459 1,152 ---------------------------------------------------------------------------- Precision=0.3194 Recall=0.7151 F2=0.5731 Flag=28.68% committee — drift ---------------------------------------------------------------------------- Actual / Predicted Normal >=5 Failure <5 ---------------------------------------------------------------------------- Normal >=5 8,934 2,032 Failure <5 538 1,073 ---------------------------------------------------------------------------- Precision=0.3456 Recall=0.6660 F2=0.5618 Flag=24.69% suite18 — fixed ---------------------------------------------------------------------------- Actual / Predicted Normal >=5 Failure <5 ---------------------------------------------------------------------------- Normal >=5 8,335 2,631 Failure <5 438 1,173 ---------------------------------------------------------------------------- Precision=0.3084 Recall=0.7281 F2=0.5723 Flag=30.25% suite18 — drift ---------------------------------------------------------------------------- Actual / Predicted Normal >=5 Failure <5 ---------------------------------------------------------------------------- Normal >=5 8,745 2,221 Failure <5 512 1,099 ---------------------------------------------------------------------------- Precision=0.3310 Recall=0.6822 F2=0.5628 Flag=26.40% suite21_guarded — fixed ---------------------------------------------------------------------------- Actual / Predicted Normal >=5 Failure <5 ---------------------------------------------------------------------------- Normal >=5 8,332 2,634 Failure <5 448 1,163 ---------------------------------------------------------------------------- Precision=0.3063 Recall=0.7219 F2=0.5678 Flag=30.19% suite21_guarded — drift ---------------------------------------------------------------------------- Actual / Predicted Normal >=5 Failure <5 ---------------------------------------------------------------------------- Normal >=5 9,024 1,942 Failure <5 575 1,036 ---------------------------------------------------------------------------- Precision=0.3479 Recall=0.6431 F2=0.5498 Flag=23.68% v2 — fixed ---------------------------------------------------------------------------- Actual / Predicted Normal >=5 Failure <5 ---------------------------------------------------------------------------- Normal >=5 8,660 2,306 Failure <5 489 1,122 ---------------------------------------------------------------------------- Precision=0.3273 Recall=0.6965 F2=0.5683 Flag=27.26% v2 — drift ---------------------------------------------------------------------------- Actual / Predicted Normal >=5 Failure <5 ---------------------------------------------------------------------------- Normal >=5 8,735 2,231 Failure <5 501 1,110 ---------------------------------------------------------------------------- Precision=0.3322 Recall=0.6890 F2=0.5672 Flag=26.56% council — fixed ---------------------------------------------------------------------------- Actual / Predicted Normal >=5 Failure <5 ---------------------------------------------------------------------------- Normal >=5 8,712 2,254 Failure <5 460 1,151 ---------------------------------------------------------------------------- Precision=0.3380 Recall=0.7145 F2=0.5843 Flag=27.07% council — drift ---------------------------------------------------------------------------- Actual / Predicted Normal >=5 Failure <5 ---------------------------------------------------------------------------- Normal >=5 9,064 1,902 Failure <5 520 1,091 ---------------------------------------------------------------------------- Precision=0.3645 Recall=0.6772 F2=0.5780 Flag=23.80% ============================================================================================================== OVERALL 14-FACULTY POOLED CONFUSIONS — F6/F7 ============================================================================================================== suite22_sftr_tabm — fixed ---------------------------------------------------------------------------- Actual / Predicted Normal >=5 Failure <5 ---------------------------------------------------------------------------- Normal >=5 82,514 7,916 Failure <5 3,075 3,499 ---------------------------------------------------------------------------- Precision=0.3065 Recall=0.5322 F2=0.4639 Flag=11.77% suite22_sftr_tabm — drift ---------------------------------------------------------------------------- Actual / Predicted Normal >=5 Failure <5 ---------------------------------------------------------------------------- Normal >=5 81,415 9,015 Failure <5 2,786 3,788 ---------------------------------------------------------------------------- Precision=0.2959 Recall=0.5762 F2=0.4844 Flag=13.20% suite22_safe_blend — fixed ---------------------------------------------------------------------------- Actual / Predicted Normal >=5 Failure <5 ---------------------------------------------------------------------------- Normal >=5 81,313 9,117 Failure <5 2,601 3,973 ---------------------------------------------------------------------------- Precision=0.3035 Recall=0.6044 F2=0.5044 Flag=13.49% suite22_safe_blend — drift ---------------------------------------------------------------------------- Actual / Predicted Normal >=5 Failure <5 ---------------------------------------------------------------------------- Normal >=5 82,024 8,406 Failure <5 2,694 3,880 ---------------------------------------------------------------------------- Precision=0.3158 Recall=0.5902 F2=0.5028 Flag=12.67% committee — fixed ---------------------------------------------------------------------------- Actual / Predicted Normal >=5 Failure <5 ---------------------------------------------------------------------------- Normal >=5 79,962 10,468 Failure <5 2,508 4,066 ---------------------------------------------------------------------------- Precision=0.2798 Recall=0.6185 F2=0.4979 Flag=14.98% committee — drift ---------------------------------------------------------------------------- Actual / Predicted Normal >=5 Failure <5 ---------------------------------------------------------------------------- Normal >=5 82,442 7,988 Failure <5 2,921 3,653 ---------------------------------------------------------------------------- Precision=0.3138 Recall=0.5557 F2=0.4815 Flag=12.00% suite18 — fixed ---------------------------------------------------------------------------- Actual / Predicted Normal >=5 Failure <5 ---------------------------------------------------------------------------- Normal >=5 81,310 9,120 Failure <5 2,757 3,817 ---------------------------------------------------------------------------- Precision=0.2950 Recall=0.5806 F2=0.4865 Flag=13.34% suite18 — drift ---------------------------------------------------------------------------- Actual / Predicted Normal >=5 Failure <5 ---------------------------------------------------------------------------- Normal >=5 82,936 7,494 Failure <5 2,963 3,611 ---------------------------------------------------------------------------- Precision=0.3252 Recall=0.5493 F2=0.4827 Flag=11.45% suite21_guarded — fixed ---------------------------------------------------------------------------- Actual / Predicted Normal >=5 Failure <5 ---------------------------------------------------------------------------- Normal >=5 79,961 10,469 Failure <5 2,544 4,030 ---------------------------------------------------------------------------- Precision=0.2780 Recall=0.6130 F2=0.4939 Flag=14.95% suite21_guarded — drift ---------------------------------------------------------------------------- Actual / Predicted Normal >=5 Failure <5 ---------------------------------------------------------------------------- Normal >=5 82,461 7,969 Failure <5 2,952 3,622 ---------------------------------------------------------------------------- Precision=0.3125 Recall=0.5510 F2=0.4780 Flag=11.95% [DONE] Suite22 complete in 16.57 hours. Results: /root/disk_3tb/earlywarning/30072026/results/suite22_sftr_tabm