ó
    ï¥Èj›#  ã                  ó(  • S r SSKJr  SSKrSSKJr  SSKrSSKrSSK	r
SSKJr  SrSrS rSS	 jrS
 r\S:X  aY  \R&                  " 5       r\R+                  SSS9  \R-                  5       r\" \R2                  " \" \R4                  5      SS95        gg)zÞSuite29 audited faculty/fold/seed summaries, for both live training and offline replay.

No learning, label fitting, or checkpoint selection happens here. Historical
F6/F7 scores are retrospective: not a pristine holdout.
é    )ÚannotationsN)ÚPath)Úprint_table)Úsuite29_self_onlyÚsuite29_set)ÚapÚaucÚfbeta_at_20ÚbrierÚece10c                ó¾   • U R                  5       (       a4  U R                  5       R                  S:”  a  [        R                  " U 5      $ [        R
                  " 5       $ ©Nr   )Úis_fileÚstatÚst_sizeÚpdÚread_csvÚ	DataFrame)Úpaths    ÚM/root/disk_3tb/earlywarning/30072026/suite29_enrollment_set/suite29_report.pyÚcsv_optionalr      s=   € Ø $§¡§¡°4·9±9³;×3FÑ3FÈÓ3JŒ2�;Š;�tÓÐ^ÔPR×P\ÒP\ÓP^Ð^ó    c           	     óØ   • UR                   (       a  [        SU S3SS9  g UR                  X#-  SS9  [        XUS9  [	        U5      U:”  a  [        SU S	[	        U5       S
X#-   3SS9  g g )Nz[REPORT SKIP] z: no applicable rowsT©ÚflushF)Úindex©Úmax_rowsz[REPORT NOTE] Showing z of z rows; full table: )ÚemptyÚprintÚto_csvr   Úlen)ÚtitleÚdfÚoutÚnamer   s        r   Úprint_and_saver'      sv   € Ø	‡x‡xÜ�˜t˜fÐ$8Ð9ÀÒFØØ‡I�Iˆc‰h˜e€IÑ$Ü� HÒ-Ü
ˆ2ƒw�ÓÜÐ& x j°´S¸³W°IÐ=PÐQTÑQYÐPZÐ[ÐbfÓgð r   c                óà  • [        U 5      n[        US-  5      nUR                  (       a  [        SU 35      eS H  nX2;  d  M
  [	        SU 35      e   [        S5        [        S5        [        SU 35        [        SS	S
9  [         Vs/ s H  oDU;   d  M
  UPM     nnUR                  / SQSS9R                  " SlSSSS.U Vs0 s H  ofUS4_M	     snD6n[        SUUS5        [        S5        [        S5        [        [        UR                  UR                  5      5      n/ n	UR                  SS/5       H`  u  u  p«n[        [        UR                  UR                  5      5      nU	R                  [        X«[!        U5      [!        U5      XØ:H  S95        Mb     ["        R$                  " U	5      n	[        SU	US5        U	R&                  S:H  R)                  5       (       a
  [        SS	S
9  X"R                  R+                  SS/5         nUR                  (       d;  UR                  SS/SS9R                  SS S!S"S#S$9n[        S%UUS&5        [        S'S	S
9  X"R,                  [.        S(   :H     nX"R,                  [.        S)   :H     nUR1                  U/ S*QS+S,S-9nUR                  (       Gd  U H  nUU S.3   UU S/3   -
  US0U 3'   M     / S1QU Vs/ s H  nS0U 3PM
     sn-   n[        S2UU   US3S4S59  / nUR                  S6S/5       Hè  u  u  np¼UR2                  nUR                  [        UU[!        U5      [5        US):„  R7                  5       5      [5        US):  R7                  5       5      [5        US):H  R7                  5       5      [9        UR;                  5       5      [9        UR=                  5       5      [9        UR?                  5       5      [9        URA                  5       5      S79
5        Mê     [        S8["        R$                  " U5      US95        UR                  S:SS9R                  S;S<S=S>S? 4S@SA9n[        SBURC                  SCSSD9USE5        UUR                  R+                  SS/5         nUR                  (       d<  [        SFUR                  S:SS9R                  S;S<S>SG 4SH9RC                  SCSSD9USI5        O
[        SJS	S
9  [        USK-  5      nUR                  (       dÓ  UUR,                  SL:H     RE                  5       nUR                  (       d¢  SM n/ nUR                  S:SN/S	SO9 H\  u  u  nnnUR                  [        UU[5        URF                  R7                  5       5      U" USP5      U" USQ5      U" USR5      SS95        M^     [        ST["        R$                  " U5      USUSVS59  [        SWS	S
9  [        USX-  5      nUR                  (       Gd9  / nUR                  SSN/S	S	SY9 Hô  u  u  n
nnURH                  RK                  S(SZ9nUR                  [        U
U[5        URH                  R7                  5       5      [5        URL                  R7                  5       5      [9        [N        RP                  " URR                  US[95      [9        [N        RP                  " URT                  US[95      [9        [N        RP                  " URV                  US[95      S\95        Mö     [        S]["        R$                  " U5      US^5        [        S_S	S
9  [        US`-  5      n U R                  (       d\  U / SaQ   RE                  5       n![        SbU!USc5        U!U!RX                  S):„     n"[!        U"5      (       a  [        Sd[!        U"5       Se3S	S
9  [        USf-  5      n#U#R                  (       d  [        SgU#UShSVS59  [        SiS	S
9  [        SjU 3S	S
9  [        [!        U5      [5        UR                  R[                  5       5      [5        UR                  R[                  5       5      [5        UR,                  R[                  5       5      [!        U5      Sk9$ s  snf s  snf s  snf )mNzall_metrics.csvzNo metrics found in )ÚmodelÚfacultyÚfoldÚseedr   z)all_metrics.csv missing required column: zo
==============================================================================================================z[[SUITE29 FINAL RESEARCH REPORT] Faculty/fold/seed analysis; never select on target outcomesz[RESULT ROOT] zn==============================================================================================================Tr   )r+   r,   r)   F)Úas_index)r*   Únunique)ÚrowsÚsum)Úfailuresr0   )Úfaculty_cellsr/   r1   Úmeanu0   PER-FOLD/SEED MACRO METRICS â€” PER-FACULTY MEANzsummary_fold_seed_macro.csvza[METRIC] AP/AUC/F2/Brier are averaged equally across faculties (not pooled across registrations).zY[METRIC] Incomplete coverage must not be interpreted as a fair model-to-model comparison.r)   r,   )r)   r,   Úreported_cellsÚexpected_cellsÚcomplete_coverageu5   MODEL COVERAGE â€” FULL FACULTY/FOLD CELL REQUIREMENTzsummary_reference_coverage.csvz€[WARNING] Some historical references have incomplete coverage. Do NOT rank their partial macro-AP against a full-coverage model.é   é   )r*   Úsize)r   r3   )r	   r3   )r
   r3   )r   r3   )ÚcellsÚmean_apÚmean_aucÚmean_f2_at20Ú
mean_brieru:   RETROSPECTIVE F6/F7 MACRO â€” REPEATEDLY CONSULTED HOLDOUTzsummary_retrospective_f6_f7.csvzd[RETROSPECTIVE] F6/F7 were previously used for research decisions; they are not untouched test data.é   r   )r*   r+   r,   )Ú_setÚ_selfÚ
one_to_one)ÚonÚsuffixesÚvalidater@   rA   Údelta_)r+   r,   r*   Úrows_setÚfailures_setu7   PAIRED FACULTY/FOLD/SEED DIFFERENCES â€” SET MINUS SELFzsummary_paired_all.csvéÈ   r   r+   )
r+   r,   r2   Úset_winsÚ
set_lossesÚtiesÚmean_delta_apÚmedian_delta_apÚmin_delta_apÚmax_delta_apz'SET-ATTENTION WINS/LOSSES PER FOLD/SEEDzsummary_paired_wins.csvr*   )Údelta_apr9   )rQ   r3   )rQ   ÚmedianrQ   c                ó:   • [        U S:„  R                  5       5      $ r   ©Úfloatr3   ©Úss    r   Ú<lambda>Úrender_report.<locals>.<lambda>d   s   € ¬u°a¸±c·Z±Z³\Ô/Br   )Údelta_fbeta_at_20r3   )Ún_fold_seed_cellsrM   rN   Úwin_fractionÚmean_delta_f2_at20uA   SET VERSUS SELF â€” FACULTY STABILITY ACROSS INCLUDED FOLDS/SEEDSrM   )Ú	ascendingzsummary_paired_by_faculty.csvu1   SET VERSUS SELF â€” RETROSPECTIVE F6/F7 PAIRED APc                ó:   • [        U S:„  R                  5       5      $ r   rT   rV   s    r   rX   rY   m   s   € ´E¸1¸Q¹3¿*¹*»,Ô4Gr   )r:   rM   r\   z&summary_paired_retrospective_f6_f7.csvzQ[REPORT] Matched self-only/set data not available; hypothesis comparison omitted.zall_attention_stratified.csvr   c                óH   • [        [        R                  " X   U S   S95      $ )Nr/   ©Úweights)rU   ÚnpÚaverage)rW   Úcols     r   ÚweightedÚrender_report.<locals>.weightedv   s   € ÜœRŸZšZ¨©°q¸±yÑAÓBÐBr   Úsize_bin)ÚsortÚmean_self_massÚmean_peer_massÚmean_null_mass)r*   rh   r/   Ú	self_massÚ	peer_massÚ	null_massu9   WHERE DOES SET ATTENTION GO? FACULTY Ã— OBSERVED SET SIZEz&summary_set_attention_faculty_size.csvé    zL[INTERPRETATION] Attention allocation is descriptive, not causal importance.zall_group_size_summaries.csv)ri   Úobserved)Úlowerra   )r)   rh   ÚgroupsÚregistrationsÚobserved_failures_per_groupÚexpected_failures_per_groupÚgroup_count_maeu8   GROUP-SIZE DIAGNOSTICS â€” OBSERVED VS EXPECTED FAILURESz%summary_group_size_failure_counts.csvzk[INTERPRETATION] Failure-count diagnostics describe a marginal sum; not a learned joint event distribution.zall_history_coverage_audit.csv)r+   r*   Úpartial_groupsÚrows_in_partial_groupsÚ(fraction_retained_rows_in_partial_groupsu4   INCOMPLETE HISTORICAL COURSE SETS â€” COVERAGE AUDITz"summary_history_partial_groups.csvz
[WARNING] zy faculty/fold history cells have partially retained semester groups; this can change train-versus-target set composition.zall_bootstrap.csvz-PAIRED STUDENT-CLUSTER AP BOOTSTRAP INTERVALSzsummary_bootstrap.csvzq[UNCERTAINTY] These intervals are descriptive; repeated origins/seeds and prior holdout reuse remain limitations.z[REPORT COMPLETE] )r/   Ú	facultiesÚfoldsÚmodelsÚmatched_cells© ).r   r   r   ÚFileNotFoundErrorÚ
ValueErrorr    ÚMETRICSÚgroupbyÚaggr'   ÚsetÚzipr+   r*   ÚappendÚdictr"   r   r   r6   ÚanyÚisinr)   ÚPRIMARYÚmergerQ   Úintr0   rU   r3   rR   ÚminÚmaxÚsort_valuesÚcopyr/   rs   Úcliprt   rc   rd   Úmean_observed_failuresÚmean_expected_failuresÚmean_absolute_count_errorrx   r.   )$Ú
output_dirr%   Úmre   ÚcÚcolsÚvÚfullÚ	all_cellsÚcoverager)   r,   Úgr:   Úf67ÚretrW   ÚbÚpairedÚreport_colsr„   r+   Údr*   ÚretrospectiveÚattrf   Úgroupedrh   rs   Úsummaryrb   Úauditr/   ÚbadÚ	bootstraps$                                       r   Úrender_reportr¬   !   s  € Ü
ˆzÓ
€CÜ�SÐ*Ñ*Ó+€AØ‡w‡wÜÐ"6°s°eÐ <Ó=Ð=Û5ˆØ�<ÜÐHÈÈÐNÓOÐOñ 6ô 
ˆ.ÔÜ	Ð
gÔhÜ	ˆN˜3˜%Ð
 Ô!Ü	ˆ'˜ÒÝÓ)’w�! q¡&�A‘w€DÐ)Ø�9‰9Ò.¸ˆ9Ð?×CÒCð EØ+°.Ø#ñEá>BÓ'Cºd¸¨1¨V¨*ª¹dÑ'CñE€Dô ÐEÀtØÐ)ô+ä	Ð
mÔnÜ	Ð
eÔfô ”#�a—f‘f˜QŸY™YÓ'Ó(€IØ€HØŸI™I w¨vÐ&6Ö7Ñ‰ˆ�qÜ”#�a—f‘f˜QŸY™YÓ'Ó(ˆØ�‰œ 5Ä#ÀeÃ*Ü˜y›>¸UÑ=MñPö 	Qñ 8ô �\Š\˜(Ó#€HÜÐJÈ8ØÐ,ô.à×"Ñ" EÑ)×.Ñ.×0Ñ0Üð  Qð  X\ò  	]à	�&‰&�+‰+�q˜�eÓ
Ñ€CØ�9�9Ø�K‰K˜ Ð(°5ˆKÐ9×=Ñ=Ø$¨mØ#Ð1GØ'ð >ð )ˆô 	ÐSÐTWØÐ1ô	3äÐtÐ{ò  	Að �‰”˜‘ÑÑ€AØ�‰”˜‘ÑÑ€AØ�7‰7�1Ò1Ð;KÐUaˆ7Ðb€FØ�<�<ˆ<ÛˆAØ!'¨1¨#¨T¨
Ñ!3°F¸a¸SÀ¸;Ñ4GÑ!GˆF�V˜A˜3�<Ó ñ âGÑ_cÓHdÒ_cÐZ[È6ÐRSÐQTËÑ_cÑHdÑdˆÜÐPØ�;Ñ Ð$<Àcò	KàˆØ#Ÿ^™^¨V°F¨OÖ<‰M‰KˆT�$Ø�j‰jˆAØ�J‰J”t ¨4¼cÀ!»fÜ˜a ™cŸY™Y›[Ó)´S¸!¸A¹#¿¹»Ó5EÌ3ÐPQÐSTÑPTÏzÉzË|ÓK\Ü# A§F¡F£H›o¼eÀAÇHÁHÃJÓ>OÜ" 1§5¡5£7›^¼¸q¿u¹u»w»ñIö Jñ =ô 	Ð@ÄÇÂÈcÓARØÐ)ô	+à—‘˜y°%�Ð8×<Ñ<Ø1Ð@SØ1Ø$Ñ%BÐCØ;ð	 =ð =ˆô
 	ÐZØ×Ñ ¸%ÐÐ@ÀÐEdô	fà˜VŸ[™[×-Ñ-¨q°¨eÓ4Ñ5ˆØ×"×"ÜÐNØ×%Ñ% i¸Ð%Ð?×CÑCØ+Ð:MØ *Ñ+GÐHð Dð ÷ ‘+˜o¸�+Ð>¸sÐCkô	møô 	ÐaÐhlÒmä
�sÐ9Ñ9Ó
:€CØ�9�9Ø�#—)‘)˜]Ñ*Ñ+×0Ñ0Ó2ˆØ�y�yòCàˆGØ),¯©°iÀ
Ð5KÐQU¨Ó)VÑ%Ñ"�˜ AØ—‘œt¨G¸XÌ3ÈqÏvÉvÏzÉzË|ÓK\Ù& qÐ)9Ó:Ù& qÐ)9Ó:Ù& qÐ)9Ó:ñ <ö =ñ *Wô
 ÐVÜ—’˜WÓ% cÐ*RÐ\_òaäÐ`ÐgkÒlä˜Ð:Ñ:Ó;€FØ�<�<ˆ<ØˆØ"(§.¡.°'¸*Ð1EÈ4ÐY] .Ó"^ÑÑˆU�8˜QØ—H‘H—M‘M¨�MÐ*ˆGØ�N‰Nœ4 e°XÄSÈÏÉÏÉËÓEXÜ! !§/¡/×"5Ñ"5Ó"7Ó8Ü,1´"·*²*¸Q×=UÑ=UÐ^eÑ2fÓ,gÜ,1´"·*²*¸Q×=UÑ=UÐ^eÑ2fÓ,gÜ %¤b§j¢j°×1LÑ1LÐU\Ñ&]Ó ^ñ	`ö añ #_ô 	ÐQÜ�LŠL˜Ó! #Ð&Mô	OäÐ{ð  CGò  	Hä
�sÐ;Ñ;Ó
<€EØ�;�;Øò 8ñ 9ß9=¹»ð 	äÐMØ�Ð9ô	;à�×$Ñ$ QÑ&Ñ'ˆÜˆs�8‰8Ü�Jœs 3›x˜jð  )bð  cð  jnò  oä˜3Ð2Ñ2Ó3€IØ�?�?ÜÐFØ�cÐ1¸3ò	@äð  Bð  IMò  	Nä	Ð˜s˜eÐ
$¨4Ò0Ü”S˜“V¤c¨!¯)©)×*;Ñ*;Ó*=Ó&>ÄSÈÏÉÏÉÓIYÓEZÜ�1—7‘7—?‘?Ó$Ó%´C¸³KñAð Aùòi *ùò (DùòJ Ies   Â	a!Âa!Ãa&Ëa+Ú__main__z--output-dirT)Úrequiredé   )Úindent)rp   )Ú__doc__Ú
__future__r   ÚargparseÚpathlibr   ÚjsonÚnumpyrc   Úpandasr   Úsuite25_commonr   r‹   r‚   r   r'   r¬   Ú__name__ÚArgumentParserÚpÚadd_argumentÚ
parse_argsÚar    Údumpsr–   r   r   r   Ú<module>rÀ      s“   ðñõ
 #Û Ý Û Û Û Ý &à
.€Ø
8€ò_ôhòAAðF ˆZÓØ×ÒÓ€AØ‡N�N�>¨4€NÑ0Ø‡l�lƒn€AÙ	ˆ$�*Š*‘] 1§<¡<Ó0¸Ñ
:Õ;ð	 r   