ó
    ­³Àjœ¯  ã            	      ó.  • S r SSKJr  SSKJr  SSKJr  SSKrSSKrSSK	r	SSK
rSSKrSSKJrJr  Sr\" S S	 5       5      rS
 rS`S jrS rS rS rS r0 S/ SQ_S/ SQ_S/ SQ_S/ SQ_S/ SQ_S/ SQ_S/ SQ_S/ SQ_S / S!Q_S"/ S#Q_S$S%S&/_S'/ S(Q_S)S*S+/_S,/ S-Q_S.S/S0/_S1/ S2Q_S3/ S4Q_/ S5Q/ S6Q/ S7QS8/S9/S:/S;/S<.ErS=S>S?S@SASBSCSD.rSErSF rSG rSH rSI r SJ r!SKr"SLr#SMr$SNr%SOr&SPr'SQ r(SR r)SS r*ST r+SU r,SV r-SW r.SX r/SY r0SZ r1S[ r2S\ r3S]r4S^ r5SaS_ jr6g)ba4  Keyed, support-aware evaluation for Suite27 memory-conditioned boosting.

All ranking summaries give each eligible faculty/fold cell equal weight.
One-class cells have undefined AP/AUC and are counted explicitly. Missing scores
remain missing. Operational thresholds are learned only from development folds.
é    )Úannotations)ÚMapping)ÚPathN)Úaverage_precision_scoreÚroc_auc_score)é
   é   é   é   c              #  ó,   #   • U  H
  nS U 3v •  M     g7f)Úsuite27_N© )Ú.0Únames     ÚV/root/disk_3tb/earlywarning/30072026/suite27_memory_conditioned_boosting/evaluation.pyÚ	<genexpr>r      s   é € ÐqÒ2p¨$�h˜t˜fÕ%Ò2pùó   ‚)ÚstockÚnativeÚdeterministicÚglobalÚpathÚmcgbc                óŽ  • [         R                  " U [        S9n [         R                  " U[        S9nU R                  S:w  d(  UR                  S:w  d  [	        U 5      [	        U5      :w  a  [        S5      e[         R                  " U 5      R                  5       (       a*  [         R                  " U S5      R                  5       (       d  [        S5      e[         R                  " U5      R                  5       (       d  US:  US:„  -  R                  5       (       a  [        S5      eU R                  [         R                  5      U4$ )N©Údtypeé   z=Labels and scores must be equal-length one-dimensional arrays©r   r   z1Actual labels must be finite binary values 0 or 1r   zCScores must be probabilities in [0, 1], or NaN for missing coverage)ÚnpÚasarrayÚfloatÚndimÚlenÚ
ValueErrorÚisfiniteÚallÚisinÚisinfÚanyÚastypeÚint8)ÚyÚscores     r   Ú_vectorsr.      sä   € Ü
�
Š
�1œEÑ"€AÜ�JŠJ�u¤EÑ*€EØ‡v�v�ƒ{�e—j‘j A“o¬¨Q«´3°u³:Ó)=ÜÐXÓYÐYÜ�;Š;�q‹>×Ñ×Ñ¤r§w¢w¨q°&Ó'9×'=Ñ'=×'?Ñ'?ÜÐLÓMÐMÜ	‡x‚x�ƒ×Ñ×Ñ %¨!¡)°¸±	Ñ!:× ?Ñ ?× AÑ AÜÐ^Ó_Ð_Ø�8‰8”B—G‘GÓ˜eÐ#Ð#ó    c           	     óà  • Ubt  [         R                  " U5      S:„  nUR                  5       (       a%  [        [         R                  " X   5      5      S:  a   [
        R                  [
        R                  4$ OR[        U 5      S:X  d#  [        [         R                  " U 5      5      S:  a   [
        R                  [
        R                  4$ [        [        XUS95      [        [        XUS95      4$ )Nr   é   ©Úsample_weight)
r   r    r)   r#   ÚuniqueÚmathÚnanr!   r   r   )r,   r-   r3   Úactives       r   Ú_rank_metricsr8   $   s²   € ØÑ Ü—’˜MÓ*¨QÑ.ˆØ�z‰z�|‰|œs¤2§9¢9¨Q©YÓ#7Ó8¸1Ó<Ü—8‘8œTŸX™XÐ%Ð%ð  =ä	ˆQ‹�1‹œœBŸIšI a›LÓ)¨AÓ-Ü�x‰xœŸ™Ð!Ð!ÜÔ)¨!À-ÑPÓQÜ”- ¸ÑFÓGðIð Ir/   c                óä  • [         R                  " U[        S9n[        [         R                  " U S:H  U-  5      5      n[        [         R                  " U S:H  U-  5      5      n[        [         R                  " U S:H  U) -  5      5      n[        [         R                  " U S:H  U) -  5      5      nU[        X#-   S5      -  nU[        X$-   S5      -  nX#XEXgSU-  [        SU-  U-   U-   S5      -  SU-  [        SU-  U-   SU-  -   S5      -  X#-   [        U 5      (       a  X#-   [        U 5      -  O[        R                  [        U 5      (       a  X%-   [        U 5      -  S.$ [        R                  S.$ )Nr   r   r   r1   é   é   )ÚtpÚfpÚfnÚtnÚ	precisionÚrecallÚf1Úf2ÚflaggedÚ	flag_rateÚaccuracy)	r   r    ÚboolÚintÚsumÚmaxr#   r5   r6   )r,   Ú	predictedr<   r=   r>   r?   r@   rA   s           r   Ú
_confusionrL   /   sN  € Ü—
’
˜9¬DÑ1€IÜ	ŒR�VŠV�Q˜!‘V˜yÑ(Ó)Ó	*€BÜ	ŒR�VŠV�Q˜!‘V˜yÑ(Ó)Ó	*€BÜ	ŒR�VŠV�Q˜!‘V 	˜zÑ)Ó*Ó	+€BÜ	ŒR�VŠV�Q˜!‘V 	˜zÑ)Ó*Ó	+€BØ”S˜™ !“_Ñ$€IØ”#�b‘g˜q“/Ñ!€FØ bØ"Ø�b‘&œ3˜q 2™v¨™{¨RÑ/°Ó3Ñ3Ø�b‘&œ3˜q 2™v¨™{¨Q°©VÑ3°QÓ7Ñ7Ø‘wÜ/2°1¯v©v˜"™'¤S¨£VÒ+¼4¿8¹8Ü.1°!¯f©f˜™¤C¨£FÑ*ñDð Dô ;?¿(¹(ñDð Dr/   c                ó6  ^ ^^• [        T T5      u  m m[        T 5      n[        R                  " T5      nT U   TU   sm m[	        T T5      u  pE[        T 5      n[        T R                  5       5      n[        R                  nU(       aM  [        R                  " TS-  R                  [
        5      S5      m[        UUU 4S j[        S5       5       5      nX&X&-
  XvU-
  U(       a  Xv-  O[        R                  U(       a  Xb-  O[        R                  XEU(       a%  [        [        R                  " TT -
  S-  5      5      O[        R                  XˆU(       a  [        [        R                  " T5      5      O[        R                  U(       a6  [        [        R                  " T5      [        R                  " T 5      -
  5      O[        R                  S.n	[        R                  " T* SS9n
[         H§  n[        R                   " U["        S9nU(       a)  S	XÊS
[%        S['        U[)        X¶-  S-  5      5      5       '   [+        T U5      nUR-                  5        H-  u  pïU(       a  UOUS;   a  SO[        R                  Xž SU 3'   M/     U	SU 3   U	SU 3'   M©     U	$ )ab  Return ranking, probability-calibration, and top-budget metrics.

NaN scores are excluded with explicit support counts. A warning budget uses
round(rate * N), at least one warning when N > 0, and stable input-order
tie-breaking. This matches the previous Suite reporting convention. AP/AUC
are undefined for one-class cells; calibration remains defined.
r   é	   c              3  óR  >#   • U  Hœ  n[         R                  " TU:H  5      (       d  M#  [        [         R                  " TU:H  5      5      [	        [        [         R                  " TTU:H     5      5      [        [         R                  " TTU:H     5      5      -
  5      -  v •  Mž     g 7f©N)r   r)   r!   ÚmeanÚabs)r   ÚiÚbinsr-   r,   s     €€€r   r   Úmetrics.<locals>.<genexpr>R   s}   øé € ð ;â$�a¬¯ª¨t°q©y×(9óW”%œŸš ¨¡	Ó*Ó+Ü”eœBŸGšG E¨$°!©)Ñ$4Ó5Ó6¼¼r¿wºwÀqÈÐQRÉÁ|Ó?TÓ9UÑUÓVöWâ$ùs   ƒ"B'©A>B'r1   )Ú
total_rowsÚrowsÚmissing_scoresÚ	positivesÚ	negativesÚ
prevalenceÚcoverageÚapÚaucÚbrierÚece10ÚeceÚ
mean_scoreÚcalibration_gapÚstable©Úkindr   TNr   éd   >   r>   r=   r?   r<   rD   r   Ú_at_Úf2_at_Ú	fbeta_at_)r.   r#   r   r%   r8   rH   rI   r5   r6   Úminimumr*   Úranger!   rQ   ÚargsortÚBUDGETSÚzerosrG   rJ   ÚminÚroundrL   Úitems)r,   r-   ÚtotalÚkeepr]   r^   ÚnrY   ra   ÚresultÚorderÚbudgetrK   ÚconfÚkeyÚvaluerT   s   ``              @r   Úmetricsr|   @   s  ú€ ô ˜˜5Ó!�H€A€uÜ�‹F€EÜ�;Š;�uÓ€DØ�‰w˜˜d™€H€A€uÜ˜A˜uÓ%�G€BÜˆA‹€AÜ�A—E‘E“G“€IÜ
�(‰(€CÞÜ�zŠz˜5 2™:×-Ñ-¬cÓ2°AÓ6ˆÜö ;ä  œ9ó;ó ;ˆð "ÀÁ	Ø$°y±=Þ-.˜IšM´D·H±HÞ',˜!š)´$·(±(ØÞ;<”uœRŸWšW e¨a¡i°AÑ%5Ó6Ô7Ä$Ç(Á(ØÞ56œE¤"§'¢'¨%£.Ô1¼D¿H¹HÞGH¤¤r§w¢w¨u£~¼¿ºÀ»
Ñ'BÔ!CÌdÏhÉhñX€Fô �JŠJ˜�v HÑ-€EßˆÜ—H’H˜Q¤dÑ+ˆ	ÞØIMˆIÐDœS ¤C¨¬5°±¸cÑ1AÓ+BÓ$CÓDÐEÑFÜ˜!˜YÓ'ˆØŸ*™*ž,‰JˆCÞ45©5ÀÐHkÓAk¹AÔqu×qyÑqyˆF�U˜$˜v˜hÐ'Ó(ñ 'à'-°°v°hÐ.?Ñ'@ˆ�˜6˜(Ð#Ó$ñ ð €Mr/   c                ó´   • S Vs/ s H  oU R                   ;   d  M  UPM     nnU(       d  SU 4/$ U R                  [        U5      S:”  a  UOUS   SSS9$ s  snf )N©ÚfoldÚfacultyr   r   r   TF)ÚsortÚdropna)ÚcolumnsÚgroupbyr#   )Úframerz   Úkeyss      r   Ú_cell_groupsr‡   j   s[   € Ù.ÓGÒ.�C¸¿¹Ñ2F�CÑ.€DÐGÞØ�U�ˆ}ÐØ�=‰=¤ T£¨Q£™°D¸±GÀ$Èuˆ=ÐUÐUùò Hs
   …AœAc           	     óˆ  • SU ;  d  X;  a  [        SU< S35      e[        U 5       VVs/ s H   u  p#[        UR                  X1   5      S   PM"     nnnU Vs/ s H"  n[        R
                  " U5      (       d  M   UPM$     nnU(       a  [        [        R                  " U5      5      $ [        R                  $ s  snnf s  snf )zŒEqual-weight mean AP over two-class faculty/fold cells with coverage.

For validation frames without a fold column the cells are faculties.
Úactualzmacro_ap requires actual and z columnsr]   )
r$   r‡   r|   r‰   r   r%   r!   rQ   r5   r6   )r…   Úscore_columnÚ_ÚcellÚvaluesr{   s         r   Úmacro_aprŽ   q   sž   € ð
 �uÓ Ó 9ÜÐ8¸Ñ8HÈÐQÓRÐRÜLXÐY^ÔL_Ô`ÒL_ÁÀŒg�d—k‘k 4Ñ#5Ó6°tÔ<ÑL_€FÑ`Ù!'Ó>¢˜¬2¯;ª;°u×+=�e¡€FÐ>Þ%+Œ5”—’˜“Ó!Ð9´·±Ð9ùó aùÚ>s   ª'B9ÁB?Á;B?Úsuite14)Úsuite14_authority_safe_finalr�   ÚfinalÚsuite16)Úsuite16_hgb_finalr’   r‘   Úsuite17)Úsuite17_hgb_finalÚsuite17_finalr‘   Úsuite18)Úsuite18_hgb_finalÚsuite18_finalr‘   Úsuite20)Úsuite20_transformerÚ#suite20_semester_target_transformerÚtransformerr‘   Úsuite21)Ú!suite21_guarded_temporal_residualÚsuite21_guardedr‘   Úsuite22)Úsuite22_safe_blendÚ
safe_blendr‘   Úsuite22_primary)Úsuite22_sftr_tabmÚ	sftr_tabmÚprimaryÚsuite22_relational)Úsuite22_relational_ft_tabmÚrelational_ft_tabmÚ
relationalÚsuite23)Úsuite23_faculty_safe_fusionÚfaculty_safe_fusionr‘   Úsuite23_graphÚsuite23_cs_hagtÚcs_hagtÚsuite24)Úsuite24_evidence_residualÚevidence_residualr§   Úsuite24_posthocÚsuite24_posthoc_blendÚposthoc_blendÚsuite25)Úsuite25_sacrÚsacrr§   Úsuite25_blendÚsuite25_committee_blendÚcommittee_blendÚcouncil)Úsuite4_competence_councilÚcompetence_councilr¾   r‘   Úv2)Úfailure_probability_lt5Úfailure_probabilityÚstacked_probabilityr‘   )Úp_suite26_mintÚsuite26_mintÚmint)Úp_suite26_memoryÚsuite26_memoryÚmemory)Úp_suite26_treeÚsuite26_tree_onlyÚsuite26_treeÚ	tree_onlyÚsuite26_tairÚsuite26_tree_memoryrÍ   Úsuite26_joint_head)rÆ   rÉ   rÍ   Úsuite26_originalÚsuite26_original_memoryÚsuite26_original_treeÚsuite26_original_joint_head)Ú	sample_idÚtarget_sample_id)Ú
student_idÚstudentÚIDSV)Ú	course_idÚcourseÚIDMH)ÚsemesterÚtarget_NHHKÚNHHKÚtarget_semester)r   Úfold_id)r€   Úfaculty_name)r‰   Úactual_failure_lt5r,   ÚlabelÚtarget)rÖ   rØ   rÛ   rÞ   r   r€   r‰   )Ú	referencer   r€   ÚstatusÚdetailr   Úcolumnr†   Útarget_rowsÚsource_rowsÚmatched_rowsÚscored_rowsÚmissing_rowsÚinvalid_scoresÚextra_reference_rowsc                óœ  • [         R                  " U 5      (       a  g [        U 5      R                  5       n U (       d  g [        R
                  " SU 5      (       a  U R                  S5      S   n US:X  aF   [        U 5      n[        US5      u  p4SUs=::  a  S::  a  O  OUS;   a  US	-  U-   S
-
  n[        U5      $ U $ ! [         a    U s $ f = f)Nz-?(0|[1-9][0-9]*)\.0+Ú.r   rÞ   r   il  i'  )r   r1   é   rô   r   )
ÚpdÚisnaÚstrÚstripÚreÚ	fullmatchÚsplitrH   Údivmodr$   )r{   rz   ÚnumberÚyearÚterms        r   Ú_canonical_idr   ¥   sÀ   € Ü	‡w‚wˆu‡~�~ØÜ�‹J×ÑÓ€EÞØä	‡|‚|Ð,¨e×4Ñ4Ø—‘˜CÓ  Ñ#ˆØ
ˆjÓð	Ü˜“ZˆFÜ ¨Ó+‰JˆDØ�tÕ#˜tÖ#¨°	Ó(9Ø ™ D™¨1Ñ,�Ü�v“;Ðð €Løô ó 	ØŠLð	ús   Á5AB< Â<CÃ
Cc                óö  ^
^• U R                  5       n0 mU R                   H;  nTR                  [        U5      R	                  5       / 5      R                  U5        M=     [        R                  5        GH   u  m
n[        [        R                  U4S jU 5       5      5      n/ nU HI  nT
S:X  a  [        R                  " X   SS9nOX   R                  U
4S j5      nUR                  U5        MK     U(       d  M‰  US   nUSS  He  nUR                  U5      UR                  5       UR                  5       -  -  n	[!        U	R#                  5       5      (       a  MV  [%        S	T
 S
U 35      e   XqT
'   GM     U$ )zJNormalize known aliases and reject disagreement between duplicate aliases.c              3  óx   >#   • U  H/  nTR                  UR                  5       / 5        H  nUv •  M	     M1     g 7frP   )ÚgetÚlower)r   Úaliasrê   Úlower_columnss      €r   r   Ú)_normalize_identifiers.<locals>.<genexpr>Á   s8   øé € ð %Xº°Ø2?×2CÑ2CÀEÇKÁKÃMÐSU×2V¨õ &,Ù2Vñ &,ºùs   ƒ7:r‰   Úcoerce©Úerrorsc                ó   >• [        U T5      $ rP   ©r   )Úvrz   s    €r   Ú<lambda>Ú(_normalize_identifiers.<locals>.<lambda>È   s   ø€ ´MÀ!ÀSÔ4Ir/   r   r   NzConflicting aliases for z: )Úcopyrƒ   Ú
setdefaultr÷   r  ÚappendÚIDENTIFIER_ALIASESrr   ÚlistÚdictÚfromkeysrõ   Ú
to_numericÚmapÚeqrö   rG   r&   r$   )r…   Úoutputrê   Úaliasesrƒ   Ú
normalizedr{   ÚbaseÚotherÚsamerz   r  s             @@r   Ú_normalize_identifiersr   º   sK  ù€ à�Z‰Z‹\€FØ€MØ—-”-ˆØ× Ñ ¤ V£×!2Ñ!2Ó!4°bÓ9×@Ñ@ÀÖHñ  ä*×0Ñ0×2‰ˆˆWÜ”t—}‘}ô %X¹ó %Xó Xó Yˆàˆ
ÛˆFØ�h‹ÜŸš e¡m¸HÑE‘à™×)Ñ)Ô*IÓJ�Ø×Ñ˜eÖ$ñ ÷ ˆ:Ø˜a‘=ˆDØ# A B›�Ø—w‘w˜u“~¨¯©«°u·z±z³|Ñ)CÑD�Ü˜DŸH™H›J×'Ó'Ü$Ð'?À¸uÀBÀwÀiÐ%PÓQÐQñ (ð �3ŒKñ! 3ð" €Mr/   c           
     óN  • [        U 5      n [        U5      [        U5      p!U SU 3-  U S3-  X SU S3-  U SU 3-  U S3-  X SU S3-  X SU S3-  U SU 3-  U S3-  /nU R                  5       (       a{  U R                  S Vs1 s H  oB SU SU S3iM     sn;   =(       dH    U R                  R                  SU 3:H  =(       a%    U R                  S Vs1 s H
  oB SU S3iM     sn;   nX4/$ U Vs/ s H  ofS	4PM     snU S
-  S4U S-  S4/-   $ s  snf s  snf s  snf )NÚfold_z_scores.csvÚ_fold_z_target_scores.csvz_test_results.csv)ÚscoresÚtarget_scoresÚtest_resultsr‹   ú.csvTzpredictions.csvFz
scores.csv)r   r÷   Úis_filer   Úparent)Úrootr   r€   ÚscopedÚtailÚfixedr   s          r   Ú_reference_candidatesr.  Ô   s¦  € Ü�‹:€DÜ˜“Iœs 7›|ˆ'Ø�u˜T˜F�^Ñ#¨¨	°Ð&=Ñ=Ø�y  t f¨KÐ8Ñ8Ø�u˜T˜F�^Ñ#¨¨	Ð1CÐ&DÑDØ�y  t fÐ,>Ð?Ñ?Ø�y  t fÐ,=Ð>Ñ>Ø�u˜T˜F�^Ñ#¨¨	Ð1BÐ&CÑCðE€Fð ‡|�|‡~�~Ø—‘ÙHóJÚHð HL ¨&°°°a¸°v¸TÓBÙHñJñ J÷ hà—[‘[×%Ñ%¨5°°¨Ñ7÷ g¸D¿I¹IÙ:eÓfÒ:e°$˜	  4 &¨Ó-Ñ:eÑfñ=gð 	ð �ˆÐÙ%+Ó,¢V˜T�4‹L¡VÑ,°Ð8IÑ1IÈ5Ð0QØ04°|Ñ0CÀUÐ/Kð0Mñ Mð MùòJùò gùâ,s   Â	DÃDÃ9D"c                ó´	  ^^• [        U 5      R                  SS9m[        U5      R                  SS9mST;  a  [        S5      eU(       dB  S H<  nUT;   d  M  UT;   d  M  TTU   TU   R                  S   :H     R	                  5       mM>     SS/nU=(       d    S	T;   =(       a    S	T;   nU(       a  UR                  S
5        S nU GH  n[        UU4S jU 5       5      (       d  M!  T[        U5         R                  5       R                  5       R                  5       (       d=  T[        U5         R                  5       R                  5       R                  5       (       a  M�  TR                  [        U5      5      R                  5       (       d-  TR                  [        U5      5      R                  5       (       a  Mù  [        U5      n  O   Uc  [        S5      eTR                  SS9m[        R                  R                  TU   5      n	[        R                  R                  TU   5      n
U
R                  U	5      nUS:¬  n[        R                   " U5      nX¼   n["         GHC  nUT;  d  UT;  a  M  TU   R                  U   R                  SS9nTU   R                  U   R                  SS9nUS:X  ak  [        R$                  " UR'                  [(        5      5      R                  5       (       a$  UR+                  S5      R                  5       (       d  [        S5      eUR                  5       R                  5       (       dS  UR                  5       R                  5       (       d0  [-        UR/                  U5      R                  5       5      (       a  GM7  [        SU S35      e   [        R0                  " TU   SS9R'                  [(        5      n[        R$                  " U5      US:¬  -  US:*  -  n[        R2                  " [5        U 5      [        R6                  5      nUU   nUUU      UUU   '   [9        UR;                  5       5      nUSR=                  U5      [5        T5      [9        UR;                  5       5      U[5        U 5      U-
  [9        UU   ) R;                  5       5      [5        T5      [9        UR;                  5       5      -
  S.4$ )NT)Údropr‰   z(Reference has no actual labels to verifyr~   r   )rÖ   )rØ   rÛ   rÞ   r   )rØ   rÛ   c              3  óD   >#   • U  H  oT;   =(       a    UT;   v •  M     g 7frP   r   )r   rz   ÚleftÚrights     €€r   r   Ú#_align_reference.<locals>.<genexpr>ø   s   øé € ÐEº9°C˜$‘;×/ 3¨%¡<Ô/º9ùs   ƒ zNo sufficiently unique, complete identifiers: need sample_id, student/course/semester, or unique student/course in a fixed foldr   z/Invalid actual labels in matched reference rowszMatched reference z" mismatch; reference cell rejectedr  r	  r   Ú,)r†   rì   rí   rî   rï   rð   rñ   )r   Úreset_indexr$   Úilocr  r  r&   r  rö   r)   Ú
duplicatedrõ   Ú
MultiIndexÚ
from_frameÚget_indexerr   Úflatnonzeror  r%   Úto_numpyr!   r'   rG   r  r  Úfullr#   r6   rH   rI   Újoin)rŒ   Úsourcerê   Ú
fixed_cellrz   ÚchoicesÚfold_provenr†   Ú	candidateÚ	left_keysÚ
right_keysÚ	locationsÚmatchedÚlposÚrposÚlvÚrvr-   Úvalidr  ÚgoodÚscoredr2  r3  s                         @@r   Ú_align_referencerP  ç   sý  ù€ Ü! $Ó'×3Ñ3¸Ð3Ð>€DÜ" 6Ó*×6Ñ6¸DÐ6ÐA€EØ�uÓÜÐCÓDÐDö Û&ˆCØ�e�|  t¥Ø˜e C™j¨D°©I¯N©N¸1Ñ,=Ñ=Ñ>×CÑCÓE’ñ 'ð ÐFÐG€GØ×D ¨5¡×!C°V¸t±^€KÞØ�‰Ð2Ô3Ø€DÜˆ	ÜÕE¹9ÓE×EÑEÙØ”�Y“Ñ ×%Ñ%Ó'×+Ñ+Ó-×1Ñ1×3Ñ3°u¼TÀ)»_Ñ7M×7RÑ7RÓ7T×7XÑ7XÓ7Z×7^Ñ7^×7`Ñ7`ÙØ�?‰?œ4 	›?Ó+×/Ñ/×1Ñ1°U×5EÑ5EÄdÈ9ÃoÓ5V×5ZÑ5Z×5\Ñ5\ÙÜ�I‹ˆÙñ ð �|Üð ]ó ^ð 	^à×Ñ 4ÐÐ(€EÜ—‘×(Ñ(¨¨d©Ó4€IÜ—‘×)Ñ)¨%°©+Ó6€JØ×&Ñ& yÓ1€IØ˜1‰n€GÜ�>Š>˜'Ó"€DØÑ€Dß!Ð!ˆØ�d‹?˜c¨Ó.ÙØ�#‰Y�^‰^˜DÑ!×-Ñ-°4Ð-Ð8ˆØ�3‰Z�_‰_˜TÑ"×.Ñ.°DÐ.Ð9ˆØ�(‹?Ü—;’;˜rŸ{™{¬5Ó1Ó2×6Ñ6×8Ñ8ÀÇÁÈÃ×@SÑ@S×@UÑ@UÜ Ð!RÓSÐSØ�7‰7‹9�=‰=�?‰?˜bŸg™g›iŸm™mŸo™o´T¸"¿%¹%À»)¿-¹-»/×5JÔ5JÜÐ1°#°Ð6XÐYÓZÐZñ "ô �MŠM˜% ™-°Ñ9×BÑBÄ5ÓI€EÜ�KŠK˜Ó %¨1¡*Ñ-°¸!±Ñ<€EÜ�WŠW”S˜“Y¤§¡Ó'€FØ�‰;€DØ˜t D™zÑ*€Fˆ4�‰:ÑÜ�—‘“‹_€FØ˜CŸH™H T›N¼3¸u»:Ü$'¨¯©«Ó$6ÀvÜ$'¨£I°Ñ$6Ü&)¨E°$©K¨<×*<Ñ*<Ó*>Ó&?Ü,/°«J¼¸W¿[¹[»]Ó9KÑ,Kñ	Mð Mð Mr/   c                ó  ^• 1 SkR                  U R                  5      (       d  [        S5      e[        U R                  [
        R                  " [        U 5      [
        R                  5      5        Uc  0 n[        U[        5      (       d&  U Vs0 s H  n[        U5      R                  U_M     nnU R                  5       n/ nUR                  5        GH0  u  pVXSR                  ;   a  [        SU< S35      e[
        R                  " [        U5      [
        R                  5      nUR                  SS/SS	9R                   R                  5        GHª  u  u  p‰n
UR"                  U
   n[$        R'                  [(        S
5      nUR+                  XXU	[        U5      SSS[        U5      SSS9
  U(       a  [-        S [/        XhU	5       5       S5      OSnUc#  UR+                  SSS9  UR1                  U5        M§  Uu  p.[3        U5      US'    [4        R6                  " U[8        S9m[        T5      US'   [-        U4S jU/[:        R=                  US/5      Q 5       S5      nUc  [        SU S35      eXüS'   [?        UTXþ5      u  nnUXz'   UR+                  U5        US   [        U5      :X  a  UR+                  SSS9  O,US   (       a  UR+                  SSS9  OUR+                  SSS9   UR1                  U5        GM­     XsU'   GM3     [4        RH                  " U[(        S!9n[K        [$        R'                  / U RL                  R=                  S"/ 5      QUQ5      5      URL                  S"'   / U RL                  R=                  S#/ 5      QURO                  S$S%9QURL                  S#'   UU4$ s  snf ! [        [@        [B        [4        RD                  RF                  4 a$  nUR+                  S [3        U5      S9   SnAGNSnAff = f)&at  Add legacy probability columns using validated one-to-one keyed joins.

``reference_dirs`` maps report names to directories (or CSV paths). Missing,
ambiguous, malformed, or conflicting files yield explicit audit rows and NaN
scores. Every supplied identifier and the actual label are checked after the
join; matching label arrays are never sufficient alignment evidence.
>   r   r‰   r€   z6Reference alignment requires fold, faculty, and actualNz
Reference z# would overwrite an existing columnr   r€   T©r�   Ú r   )
rç   r   r€   rë   rì   rí   rî   rï   rð   rñ   c              3  óZ   #   • U  H!  u  pUR                  5       (       d  M  X4v •  M#     g 7frP   )r(  )r   Úpr-  s      r   r   Ú!add_references.<locals>.<genexpr><  s&   é € ð .Ò9c©X¨QØ!"§¡§ó )˜q�jÒ9cùs   ‚+¡
+ÚmissingzReference file not found)rè   ré   r   r   rì   c              3  óL   >#   • U  H  nUTR                   ;   d  M  Uv •  M     g 7frP   ©rƒ   )r   r  r@  s     €r   r   rV  G  s&   øé € ð ;Ò2a¨Ø"'¨6¯>©>Ñ"9÷  %™uÒ2aùs   ƒ$›	$r‘   zNo probability column for z; tried known score aliasesrê   rî   Úloadedz#Verified one-to-one keyed alignmentÚpartialz&Unmatched or invalid scores remain NaNÚ	unmatchedz&No valid scores on matched identifiersÚrejectedrY  Úreference_columnsÚreference_alignment_auditÚrecords©Úorient)(Úissubsetrƒ   r$   r.   r‰   r   r>  r#   r6   Ú
isinstancer   r   r   r  rr   r„   Úindicesr7  r  r  ÚAUDIT_COLUMNSÚupdateÚnextr.  r  r÷   rõ   Úread_csvÚobjectÚREFERENCE_ALIASESr  rP  ÚOSErrorÚKeyErrorr
  ÚParserErrorÚ	DataFramer  ÚattrsÚto_dict)r…   Úreference_dirsr   ÚwideÚauditr   r*  r$  r   r€   Ú	positionsrŒ   ÚrecordrD  r-  rê   ÚalignedÚcountsÚexcÚaudit_framer@  s                       @r   Úadd_referencesr{  !  s¿  ø€ ò )×1Ñ1°%·-±-×@Ñ@ÜÐQÓRÐRÜˆU�\‰\œ2Ÿ7š7¤3 u£:¬r¯v©vÓ6Ô7ØÑØˆÜ�n¤g×.Ñ.Ù<JÓKºN°Dœ$˜t›*Ÿ/™/¨4Ò/¹NˆÐKØ�:‰:‹<€DØ€EØ$×*Ñ*×,‰
ˆØ—<‘<ÓÜ˜z¨$©Ð1TÐUÓVÐVÜ—’œ˜T›¤B§F¡FÓ+ˆØ*.¯,©,¸À	Ð7JÐQU¨,Ð*V×*^Ñ*^×*dÑ*d×*fÑ&‰OˆT˜YØ—9‘9˜YÑ'ˆDÜ—]‘]¤=°"Ó5ˆFØ�M‰M D¸WÔRUÐVZÓR[Ø&'°aÀQÔUXÐY]ÓU^Ø)*Àð ñ Dö 9=ô ñ .Ô9NÈtÐ[bÔ9có .Ø/3ô5ØBFð àÑ Ø—‘ YÐ7Q�ÑRØ—‘˜VÔ$ÙØ#‰KˆDÜ  ›YˆF�6‰NðBÜŸš T´Ñ8�Ü(+¨F«��}Ñ%Üô ;°4Ð2aÔ:K×:OÑ:OÐPTÐW^ÐV_Ó:`Ñ2aó ;Ø<@óB�à‘>Ü$Ð'AÀ$ÀÐGbÐ%cÓdÐdØ#)�xÑ Ü"2°4¸ÀÓ"O‘�˜Ø$+�Ñ!Ø—‘˜fÔ%Ø˜-Ñ(¬C°«IÓ5Ø—M‘M¨Ð:_�MÒ`Ø˜M×*Ø—M‘M¨Ð;c�MÒdà—M‘M¨Ð=e�MÒfð �L‰L˜× ñC +gðD ˆTŒ
ñM -ôN —,’,˜u¬mÑ<€KÜ&*¬4¯=©=ð :DØ	�‰�‰Ð,¨bÓ	1ð:DØ4Bð:Dó ,Eó 'F€D‡J�JÐ"Ñ#ð/W°·±·±Ð@[Ð]_Ó0`ð /WØ0;×0CÑ0CÈ9Ð0CÐ0Uð/W€D‡J�JÐ*Ñ+à�ÐÐùò_ LøôL ¤¬´2·9±9×3HÑ3HÐIó BØ—‘ Z¼¸C»�×AûðBús+   Â N(È
B2N-Ê=N-ËN-Î-.O?ÏO:Ï:O?))Úsuite27_nativeÚsuite27_stockÚnative_hard_growth)Úsuite27_deterministicr|  Údeterministic_memory)Úsuite27_globalr  Úlearned_root_memory)Úsuite27_pathr�  Úancestor_conditioning)Úsuite27_mcgbrƒ  Úoptional_coadaptation)r   r€   Úmodel_aÚmodel_brV   rW   ÚstudentsÚavailable_aÚavailable_br\   Úap_aÚap_bÚdelta_apÚauc_aÚauc_bÚ	delta_aucÚ
f2_at_20_aÚ
f2_at_20_bÚdelta_f2_at_20Úbrier_aÚbrier_bÚdelta_brierÚece10_aÚece10_bÚdelta_ece10)r‡  rˆ  rû   Ú	statisticrŽ  Úci_lowÚci_highÚcellsÚexcluded_cellsrW   r‰  Úrequested_replicatesÚvalid_replicatesÚinvalid_replicatesÚseedrè   ©r‡  rˆ  rû   Ú	replicaterŽ  Úvalid_cellsÚrequired_cellsÚunique_sampled_students)
r€   Úmodelrè   Ú	thresholdÚdevelopment_rowsÚdevelopment_total_rowsÚdevelopment_positivesÚdevelopment_f2Údevelopment_flag_rateÚdevelopment_folds)r   r€   r©  Úpolicyrè   rª  rV   rW   rX   rY   rZ   r]   r^   r<   r=   r>   r?   r@   rA   rB   rC   rD   rE   rF   c                óH  ^ • S/[         Q[        QT R                  R                  S/ 5      QnUT R                   Vs/ s H/  n[        U5      R                  S5      (       d  M$  [        U5      PM1     sn-  n[        [        R                  U 4S jU 5       5      5      $ s  snf )NÚ	committeer^  Úsuitec              3  óJ   >#   • U  H  oTR                   ;   d  M  Uv •  M     g 7frP   rY  )r   rê   r…   s     €r   r   Ú!_score_columns.<locals>.<genexpr>|  s   øé € ÐT²5¨ÀeÇmÁmÑ<SŸf™f²5ùs   ƒ#š	#)
ÚCORE_MODELSrk  rp  r  rƒ   r÷   Ú
startswithr  r  r  )r…   Úknownrê   s   `  r   Ú_score_columnsrº  y  s�   ø€ ØÐfœ;ÐfÔ):Ðf¸U¿[¹[¿_¹_ÐM`ÐbdÓ=eÐf€EØ	¨¯ªÓYª˜f¼¸V»×9OÑ9OÐPW×9X‹kŒc�&Žk©ÑYÑY€EÜ”—‘ÔT±5ÓTÓTÓUÐUùò Zs   ¼#BÁ#Bc                óØ   • [         R                  " U [        S9n U [         R                  " U 5         n [	        U 5      (       a  [        U R                  5       5      $ [        R                  $ )Nr   )r   r    r!   r%   r#   rQ   r5   r6   )r�   s    r   Ú_meanr¼    sG   € Ü�ZŠZ˜¤eÑ,€FØ”B—K’K Ó'Ñ(€FÜ#& v§;¡;Œ5�—‘“ÓÐ<´D·H±HÐ<r/   c                óZ  • [        X![        U 5      [        U R                  R	                  5       R                  5       5      [        U R                  R	                  5       R                  5       5      [        U R                  R                  5       5      [        U R                  R                  5       5      [        U R                  R                  5       5      [        U R                  R                  5       5      [        U R                  R                  5       5      S9
nUS   (       a  US   US   -  O[        R                  US'   SSS1UknU R                   HN  nXT;  d  M
  UR                  S5      (       a  [        X   R                  5       5      X5'   M?  [!        X   5      X5'   MP     U$ )	N)	r©  rž  Úvalid_ap_cellsÚvalid_auc_cellsrV   rW   rX   rY   rZ   rV   rW   r\   r   r€   r©  )Útp_at_Úfp_at_Útn_at_Úfn_at_Úflagged_at_)r  r#   rH   r]   ÚnotnarI   r^   rV   rW   rX   rY   rZ   r5   r6   rƒ   r¸  r¼  )rž  r©  Úidentifiersrv   Úexcludedrê   s         r   Ú_aggregate_cellsrÈ  …  sE  € Ü�+´#°e³*Ü!$ U§X¡X§^¡^Ó%5×%9Ñ%9Ó%;Ó!<Ü"% e§i¡i§o¡oÓ&7×&;Ñ&;Ó&=Ó">Ü  ×!1Ñ!1×!5Ñ!5Ó!7Ó8¼sÀ5Ç:Á:Ç>Á>ÓCSÓ?TÜ!$ U×%9Ñ%9×%=Ñ%=Ó%?Ó!@Ü §¡× 3Ñ 3Ó 5Ó6Ä#ÀeÇoÁo×FYÑFYÓF[ÓB\ñ^€Fð CIÈ×BV˜ ™¨&°Ñ*>Ò>Ô\`×\dÑ\d€Fˆ:ÑØ˜	 7Ð4¨VÐ4€HØ—-”-ˆØÕ!Ø× Ñ Ð!X×YÑYÜ!$ U¡]×%6Ñ%6Ó%8Ó!9�“ä!& u¡}Ó!5�“ñ  ð €Mr/   c                ó  ^ • / nST ;   a  UR                  S T  5       5        UR                  U 4S j[         5       5        ST ;  a  ST ;   a  UR                  S T  5       5        [        [        R	                  U5      5      $ )Nr…  c              3  ó8   #   • U  H  oS :w  d  M
  S U4v •  M     g7f)r…  Nr   )r   r  s     r   r   Ú$_comparison_pairs.<locals>.<genexpr>š  s   é € Ð\º&°È^ÑD[Ó,�n eÕ,º&ùó   ‚	�c              3  óN   >#   • U  H  u  po1T;   d  M  UT;   d  M  X4v •  M     g 7frP   r   )r   ÚaÚbr‹   Úmodelss       €r   r   rË  ›  s%   øé € ÐQ¢z™G˜A !¸&±[“ÀQÈ&Á[“�!•¢zùs   ƒ%“%›
%r³  c              3  ó8   #   • U  H  oS :w  d  M
  US 4v •  M     g7f)r³  Nr   )r   rÎ  s     r   r   rË  ž  s   é € ÐJªv¨!¸kÑ9IÓ%�a˜Õ%ªvùrÌ  )ÚextendÚ
COMPONENTSr  r  r  )rÐ  Úpairss   ` r   Ú_comparison_pairsrÕ  —  si   ø€ Ø€EØ˜ÓØ�‰Ñ\¹&Ó\Ô\Ø	‡L�LÔQ¥zÓQÔQà˜VÓ#¨°vÓ(=Ø�‰ÑJ©vÓJÔJÜ”—‘˜eÓ$Ó%Ð%r/   c                óÞ  • / n[        U 5       GHÃ  u  u  p4nU GH³  u  pg[        R                  " XV   R                  [        5      5      n[        R                  " XW   R                  [        5      5      n	X‰-  n
UR
                  R                  5       U
   n[        XµU   R                  5       U
   5      [        XµU   R                  5       U
   5      pÜX4Xg[        U5      [        U
R                  5       5      SU;   a(  [        UR                  U
S4   R                  5       5      OS[        UR                  5       5      [        U	R                  5       5      [        U5      (       a  [	        U
R                  5       5      O[        R                  S.
nS H$  nXÏ   Xï S3'   Xß   Xï S3'   XÏ   Xß   -
  USU 3'   M&     UR                  U5        GM¶     GMÆ     [         R"                  " U[$        S9$ )	NrØ   r   ©
r   r€   r‡  rˆ  rV   rW   r‰  rŠ  r‹  r\   ©r]   r^   Úf2_at_20r_   r`   Ú_aÚ_bÚdelta_rY  )r‡   r   r%   r=  r!   r‰   r|   r#   rH   rI   ÚlocÚnuniquerQ   r5   r6   r  rõ   ro  ÚPAIR_COLUMNS)r…   rÔ  r`  r   r€   rŒ   rÎ  rÏ  rŠ  r‹  Úsharedr,   ÚmaÚmbrv  Úmetrics                   r   Ú_paired_cellsrä  ¢  s¤  € Ø€GÜ!-¨e×!4Ñ‰ˆ˜Ü‰DˆAÜŸ+š+ d¡g×&6Ñ&6´uÓ&=Ó>ˆKÜŸ+š+ d¡g×&6Ñ&6´uÓ&=Ó>ˆKØ Ñ.ˆFØ—‘×$Ñ$Ó& vÑ.ˆAÜ˜Q Q¡× 0Ñ 0Ó 2°6Ñ :Ó;¼WÀQÈQÉ×HXÑHXÓHZÐ[aÑHbÓ=c�Ø"À1Ü$'¨£I´s¸6¿:¹:»<Ó7HØS_ÐcgÓSg¤# d§h¡h¨v°|Ð/CÑ&D×&LÑ&LÓ&NÔ"OÐmnÜ%(¨¯©Ó):Ó%;ÌCÐP[×P_ÑP_ÓPaÓLbÜ:=¸d¿)¹)¤%¨¯©«Ô"6ÌÏÉñ	SˆFó
 F�Ø(*©
�˜ �}Ñ%Ø(*©
�˜ �}Ñ%Ø,.©J¸¹Ñ,C�˜ ˜xÐ(Ó)ñ Fð �N‰N˜6×"ô ñ "5ô" �<Š<˜¬Ñ6Ð6r/   c                ó  • / nUR                  5        GHR  u  pEU GHE  u  pgX R                  U:H  U R                  U:H  -  U R                  R	                  U5      -     nUR                  XFU[        U5      [        UR                  R                  5       R                  5       5      [        UR                  R                  5       5      [        UR                  R                  5       5      [        UR                  S:„  R                  5       5      [        UR                  S:H  R                  5       5      S.	S V	s0 s H  n	SU	 3[        USU	 3   5      _M     sn	E5        GMH     GMU     [        R                  " U/ SQS9$ s  sn	f )Nr   )	rû   r‡  rˆ  rž  r¾  rW   rV   ÚwinsÚtiesrØ  Úmean_delta_rÜ  )rû   r‡  rˆ  rž  r¾  rW   rV   ræ  rç  Úmean_delta_apÚmean_delta_aucÚmean_delta_f2_at_20Úmean_delta_brierÚmean_delta_ece10rY  )rr   r‡  rˆ  r   r'   r  r#   rH   rŽ  rÅ  rI   rW   rV   r¼  rõ   ro  )
ÚpairedÚsplitsrÔ  r`  rû   ÚfoldsrÎ  rÏ  rŒ   rz   s
             r   Ú_paired_summaryrñ  ¸  sV  € Ø€GØŸ™Ÿ‰ˆÜ‰DˆAØŸ>™>¨QÑ.°6·>±>ÀQÑ3FÑGÈ&Ï+É+×JZÑJZÐ[`ÓJaÑaÑbˆDØ�N‰N UÀQÔQTÐUYÓQZÜ.1°$·-±-×2EÑ2EÓ2G×2KÑ2KÓ2MÓ.NÜ$'¨¯	©	¯©«Ó$8ÌÈDÏOÉO×L_ÑL_ÓLaÓHbÜ$'¨¯©¸Ñ):×(?Ñ(?Ó(AÓ$BÌCÐQU×Q^ÑQ^ÐbcÑQc×PhÑPhÓPjÓLkñXñ
 +VóWÚ*U 3ð "-¨S¨EÐ2´E¸$ÀÈÀu¸~Ñ:NÓ4OÒOÙ*UñWð	X÷ Yô ñ 'ô �<Š<˜ò *=ñ >ð >ùòWs   Ä9Fc                óŠ  • 0 SU_SU_SS_SS_S[         R                  _S[         R                  _S	[         R                  _S
S_SS_SS_SS_SU_SS_SS_SU_SS_nU R                  (       a	  SUS'   U/ 4$ [        R                  " X   R                  [        5      5      [        R                  " X   R                  [        5      5      -  nU R                  U   R                  5       n/ n/ n	U R                  SS/5      R                  n
[        U5       HÃ  u  p¼UR                  R                  [        R                  5      n[        [        R                  " U5      5      S:  a  MS  XÁ   R                  [        5      XÂ   R                  [        5      pþU	R!                  [        [#        XÞ5      [#        Xß5      -
  5      5        UR!                  X¼XÞU45        MÅ     UR%                  [        U5      U
[        U5      -
  ['        S U 5       5      [)        U	5      S9  U(       d  U/ 4$ SU;  d-  UR*                  R-                  5       R/                  5       (       a	  SUS'   U/ 4$ U VVs/ s H"  tnnnUR*                  R1                  S 5      PM$     nnn[/        S U 5       5      (       a	  SUS'   U/ 4$ [3        [5        S U 5       5      5      n[7        U5       VVs0 s H	  u  nnUU_M     nnn[        U5      US'   U(       d	  S US'   U/ 4$ [        U5      S:  a	  S!US'   U/ 4$ [9        UU5       VVVVVs/ s H2  u  u    npÞnnXÞUUR1                  U5      R                  [:        5      4PM4     nnnnnn[        R<                  R?                  U5      n/ / nn[A        U5       GHm  n[        RB                  " URE                  S[        U5      [        U5      S"9[        U5      S#9n/ nU H{  u  pÞnnUU   nUS:„  n U R/                  5       (       a&  [        [        R                  " UU    5      5      S:  a  MN  UR!                  [        [#        XÞUS$9[#        XßUS$9-
  5      5        M}     [        U5      [        U5      :X  a  [)        U5      O[         R                  n![        R                  " U!5      (       a  UR!                  U!5        UR!                  XSUU![        U5      [        U5      [;        [        RF                  " U5      5      S%.5        GMp     UR%                  [        U5      U[        U5      -
  [        U5      U:X  a  S&O
U(       a  S'OS(S)9  U(       aL  UR%                  [        [        RH                  " US*5      5      [        [        RH                  " US+5      5      S,9  UU4$ s  snnf s  snnf s  snnnnnf )-a&  Paired student-cluster resampling of a fixed set of eligible cells.

A sampled student's multiplicity is reused for every occurrence in every
faculty and fold. A replicate is undefined if any originally eligible cell
loses a class; its omission is counted, never silently changes the cell set.
r‡  rˆ  rû   Úholdoutr›  Úmacro_faculty_fold_ap_deltarŽ  rœ  r�  rž  r   rŸ  rW   r‰  r   r¡  r¢  r£  rè   Úno_eligible_cellsÚno_holdout_rowsr   r€   r1   c              3  ó<   #   • U  H  tpn[        U5      v •  M     g 7frP   )r#   )r   r‹   rŒ   s      r   r   Ú"_bootstrap_pair.<locals>.<genexpr>å  s   é € Ð?²h { q°œ˜TŸ˜²hùs   ‚)rž  rŸ  rW   rŽ  rØ   Úmissing_student_idc                ó   • [        U S5      $ )NrØ   r  )r{   s    r   r  Ú!_bootstrap_pair.<locals>.<lambda>ë  s   € ´MÀ%ÈÔ4Vr/   c              3  ó\   #   • U  H"  oR                  5       R                  5       v •  M$     g 7frP   )rö   r)   )r   Úidss     r   r   rø  í  s   é € Ð
2¢z �8‰8‹:�>‰>×Ð¢zùs   ‚*,c              3  ó6   #   • U  H  o  H  o"v •  M     M     g 7frP   r   )r   rý  rÙ   s      r   r   rø  ð  s   é € ÐKªZ cÃs¸Gœ'Ás™'ªZùs   ‚ÚdisabledÚinsufficient_students)Úsize)Ú	minlengthr2   r¤  ÚokÚpartial_replicatesÚno_valid_replicates)r¡  r¢  rè   gš™™™™™™?g333333ï?)rœ  r�  )%r5   r6   Úemptyr   r%   r=  r!   rÝ  r  r„   Úngroupsr‡   r‰   r+   r#   r4   r  r   rg  rI   r¼  rØ   rö   r)   r  ÚsortedÚsetÚ	enumerateÚziprH   ÚrandomÚdefault_rngrl   ÚbincountÚintegersÚcount_nonzeroÚquantile)"r…   rÎ  rÏ  Ún_bootr£  r  Úcommonrà  ÚeligibleÚpoint_deltasÚtotal_cellsrz   rŒ   r,   ÚsaÚsbr‹   r  r‰  rS   rÙ   Ústudent_maprý  Úcell_arraysÚrngr�   r`  r¥  rx  ÚdeltasÚstudent_indicesÚweightsr7   r{   s"                                     r   Ú_bootstrap_pairr  É  s  € ðiˆI�qð i˜) Qð i¨°ð iØÐ6ðiØ8BÄDÇHÁHðià”d—h‘hðià )¬4¯8©8ðià5<¸aðiàAQÐSTðið �Aðið " 1ðið '=¸fðið  ð	ið $8¸ð	ið =CÀDð	ið KSÐTgð	i€Dð
 ‡{‡{Ø*ˆˆX‰Ø�RˆxˆÜ�[Š[˜™×*Ñ*¬5Ó1Ó2´R·[²[ÀÁ×ARÑARÔSXÓAYÓ5ZÑZ€FØ�Y‰Y�vÑ×#Ñ#Ó%€FØ€HØ€LØ—-‘- ¨Ð 3Ó4×<Ñ<€KÜ! &Ö)‰	ˆØ�K‰K× Ñ ¤§¡Ó)ˆÜŒr�yŠy˜‹|Ó˜qÓ ÙØ‘×!Ñ!¤%Ó(¨$©'×*:Ñ*:¼5Ó*AˆBØ×ÑœEÔ"9¸!Ó"@ÔCZÐ[\ÓCaÑ"aÓbÔcØ�‰˜ A¨2Ð.Ö/ñ *ð 	‡K�K”c˜(“m°KÄ#ÀhÃ-Ñ4OÜÑ?±hÓ?Ó?Ì%ÐP\ÓJ]ð ñ _æØ�RˆxˆØ˜6Ó! V×%6Ñ%6×%;Ñ%;Ó%=×%AÑ%A×%CÑ%CØ-ˆˆX‰Ø�Rˆxˆá%-ô/Ú%-�k�a˜ ð —/‘/×%Ñ%Ñ&VÖWÙ%-ð ñ /ä
Ñ
2¡zÓ
2×2Ñ2Ø-ˆˆX‰Ø�RˆxˆÜ”cÑK©ZÓKÓKÓL€HÜ09¸(Ô0CÔDÒ0C¡* ! W�7˜A’:Ñ0C€KÑDÜ˜8“}€DˆÑÞØ#ˆˆX‰Ø�RˆxˆÜ
ˆ8ƒ}�qÓØ0ˆˆX‰Ø�Rˆxˆä14°X¸zÔ1J÷LÚ1JÑ-Ñ(˜˜1˜a R¨#ð ˜2˜sŸw™w {Ó3×<Ñ<¼SÓAÓBÙ1Jð ô Lä
�)‰)×
Ñ
 Ó
%€CØ˜"ˆG€FÜ˜6—]ˆ	Ü—’˜SŸ\™\¨!¬S°«]ÄÀXÃ˜\ÐOÔ[^Ð_gÓ[hÑiˆØˆÛ*5Ñ&ˆA�2�Ø˜_Ñ-ˆGØ˜q‘[ˆFØ—:‘:—<‘<¤3¤r§y¢y°°6±Ó';Ó#<¸qÓ#@ÙØ�M‰Mœ%Ô 7¸ÈWÑ UÜ 7¸ÈWÑ Uñ!Vó Wö Xñ +6ô "% V£´°KÓ0@Ó!@”�f”ÄdÇhÁhˆÜ�;Š;�u×ÑØ�M‰M˜%Ô Ø�‰ 1¸YÐU^Ø$)¼#¸f»+ÔY\Ð]hÓYiÜ36´r×7GÒ7GÈÓ7OÓ3PñR÷ 	Sñ #ð  	‡K�K¤ V£ÀÌ#ÈfË+ÑAUÜ" 6›{¨fÓ4‘tÖSYÑ;OÐ_tð ñ wæØ�‰œ5¤§¢¨V°TÓ!:Ó;ÄUÌ2Ï;Ê;ÐW]Ð_cÓKdÓEeˆÑfØ�ˆ=ÐùóM/ùó EùöLs   É*)V0ËV6Ì:9V<c                óV  • [         R                  " U* SS9nX   X   pC[         R                  [         R                  " USS USS :g  5      [	        U5      S-
  4   n[         R
                  " U5      U   R                  [        5      nUS-   nXv-
  [        U R                  5       5      U-
  p˜SU-  [         R                  " SU-  U-   SU	-  -   S5      -  n
[        [         R                  " U
5      5      n[        XEU      5      nU[        X«   5      [        X{   [	        U 5      -  5      4$ )zDExact F2 maximum over score ties, preferring fewer warnings on ties.rd   re   Néÿÿÿÿr   r:   r;   )r   rm   Úr_r<  r#   Úcumsumr*   r!   rI   ÚmaximumrH   Úargmax)r,   r-   rw   Úsorted_yÚsorted_scoreÚendr<   rD   r=   r>   rC   Úbestrª  s                r   Ú_development_thresholdr*    s  € ä�JŠJ˜�v HÑ-€EØ™X u¡|ˆlÜ
�%‰%”—’˜|¨C¨RÐ0°LÀÀÐ4DÑDÓEÄsÈ5ÃzÐTUÁ~ÐUÑ
V€CÜ	�Š�8Ó	˜SÑ	!×	(Ñ	(¬Ó	/€BØ�A‰g€GØ‰\œ5 §¡£›>¨BÑ.ˆØ	
ˆR‰”"—*’*˜Q ™V b™[¨1¨r©6Ñ1°1Ó5Ñ	5€BÜŒr�yŠy˜‹}Ó€DÜ�l t¡9Ñ-Ó.€IØ”e˜B™H“o¤u¨W©]¼SÀ»VÑ-CÓ'DÐDÐDr/   c           
     óX  • X R                   R                  U5         nX R                   R                  U5         nUR                  (       d  UR                  (       a  gSU R                  ;   a  SOSnX44 Vs/ s H-  n[        R
                  " Xe   SS9R                  [        5      PM/     nn[        S U 5       5      (       a  [        SU S35      e[        US	   R                  5       5      [        US
   R                  5       5      p˜X‰:¼  a  [        SU SU SU SU	 35      egs  snf )a$  Reject thresholds calibrated on contemporaneous or future targets.

Canonical semesters determine time whenever present. Legacy evaluation
fixtures without semester use numeric fold order explicitly as a fallback.
An absent development or holdout split has no threshold application to check.
NrÞ   r   Úraiser	  c              3  óÐ   #   • U  H\  n[         R                  " U5      R                  5       (       + =(       d'    U[         R                  " U5      :g  R	                  5       v •  M^     g 7frP   )r   r%   r&   Úfloorr)   )r   r�   s     r   r   Ú._check_threshold_chronology.<locals>.<genexpr>/  sG   é € Ð
dÒ]cÐSYŒr�{Š{˜6Ó"×&Ñ&Ó(Ô(×N¨V´r·x²xÀÓ7GÑ-G×,LÑ,LÓ,NÔNÒ]cùs   ‚A$A&z9Operational threshold chronology requires finite integer z valuesr   r   z7Operational threshold chronology violated: development Ú z must strictly precede holdout )r   r'   r  rƒ   rõ   r  r=  r!   r)   r$   rH   rJ   rp   )
r…   Ú	dev_foldsÚholdout_foldsÚdevró  rz   rW   ÚarraysÚ
latest_devÚearliest_holdouts
             r   Ú_check_threshold_chronologyr7  "  s3  € ð —
‘
—‘ 	Ó*Ñ
+€CØ—J‘J—O‘O MÓ2Ñ3€GØ
‡y‡y�G—M—MØØ" e§m¡mÓ3‰*¸€CØTWÑSaÓbÒSaÈ4Œb�mŠm˜D™I¨gÑ6×?Ñ?ÄÖFÑSa€FÐbÜ
Ñ
dÑ]cÓ
d×dÑdÜÐTÐUXÐTYÐY`ÐaÓbÐbÜ#& v¨a¡y§}¡}£Ó#7¼¸VÀA¹Y¿]¹]»_Ó9MÐ ØÓ%ÜÐRÐSVÐRWÐWXÐYcÐXdð  eDð  EHð  DIð  IJð  K[ð  J\ð  ]ó  ^ð  	^ð &ùò	 cs   Á74D'c                ó\  • [        XU5        / / pTU R                  SSS9 GHÌ  u  pgXwR                  R                  U5         nXwR                  R                  U5         n	U GH…  n
[        R
                  " XŠ   R                  [        5      5      nUR                  R                  [        R                  5      U   XŠ   R                  [        5      U   pÜXj[        R                  [        U5      [        U5      [        UR                  5       5      [        R                  [        R                  SR                  [!        ["        [%        U5      5      5      S.	n[        U5      (       d  SUS'   OJ[        [        R&                  " U5      5      S:  a  S	US'   O![)        XÍ5      u  nnnUR+                  S
UUUS9  UR-                  U5        U	R                  SSS9 VVs/ s H
  u  nnUU4PM     nnn[        U	5      (       a  UR-                  SU	45        U GHË  u  nn[        R
                  " UU
   R                  [        5      5      nUR                  R                  [        R                  5      U   nUU
   R                  [        5      U   n[/        UU5      u  nnUXjSUS   US   [        U5      [        U5      [        U5      [        U5      -
  [        UR                  5       5      [        U5      [        UR                  5       5      -
  UUS.nUS   S
:X  a7  [        U5      (       a'  UR+                  [1        UUUS   :¬  5      5        SUS'   O{UR+                  [1        [        R2                  " / [        5      [        R2                  " / [4        5      5       Vs0 s H  nU[        R                  _M     sn5        US   S
:X  a  SUS'   UR-                  U5        GMÎ     GMˆ     GMÏ     [6        R8                  " U[:        S9[6        R8                  " U[<        S94$ s  snnf s  snf )Nr€   TrR  r5  )	r€   r©  rª  r«  r¬  r­  r®  r¯  r°  Úno_development_scoresrè   r1   Úone_class_developmentÚselected)rè   rª  r®  r¯  r   ÚPOOLEDr-  rª  )r   r€   r©  r±  rè   rª  rV   rW   rX   rY   rZ   r]   r^   ÚappliedÚno_holdout_scoresrY  )r7  r„   r   r'   r   r%   r=  r!   r‰   r+   r5   r6   r#   rH   rI   r?  r  r÷   r  r4   r*  rg  r  r8   rL   ÚarrayrG   rõ   ro  ÚTHRESHOLD_COLUMNSÚ
OP_COLUMNS)r…   rÐ  r1  r2  Ú
thresholdsÚoperationalr€   Úfaculty_framer3  ró  r©  Ú	availabler,   r$  rv  rª  rC   rE   r   rW   ÚgroupsÚyyÚssr]   r^   Úoprz   s                              r   Ú_operational_tablesrJ  6  sv  € Ü °-Ô@Ø  "�Ø"'§-¡-°	À -Ô"EÑˆØ×.Ñ.×3Ñ3°IÓ>Ñ?ˆØ× 2Ñ 2× 7Ñ 7¸Ó FÑGˆÜˆEÜŸš C¡J×$7Ñ$7¼Ó$>Ó?ˆIØŸ
™
×+Ñ+¬B¯G©GÓ4°YÑ?ÀÁ×ATÑATÔUZÓA[Ð\eÑAfˆvØ!(ÄtÇxÁxÜ*-¨a«&ÌCÐPSËHÜ/2°1·5±5³7«|ÌtÏxÉxÜ/3¯x©xØ+.¯8©8´C¼¼VÀIÓ=NÓ4OÓ+Pñ	RˆFô
 �q—6‘6Ø#:��xÒ Ü”R—Y’Y˜q“\Ó" QÓ&Ø#:��xÒ ä+AÀ!Ó+LÑ(�	˜2˜yØ—‘ Z¸9Ø-/Àyð ñ Rà×Ñ˜fÔ%Ø5<·_±_ÀVÐRV°_Ñ5WÔXÒ5W¡z t¨T�t˜T“lÑ5WˆFÑXÜ�7�|‰|Ø—‘˜x¨Ð1Ô2Ü$‘
��dÜŸKšK¨¨U©×(<Ñ(<¼UÓ(CÓD�	Ø—[‘[×)Ñ)¬"¯'©'Ó2°9Ñ=�Ø˜%‘[×)Ñ)¬%Ó0°Ñ;�Ü'¨¨BÓ/‘��CØ"¨wÐRYØ & xÑ 0¸vÀkÑ?RÜ$'¨£I´s¸2³wÔRUÐVZÓR[Ô^aÐbdÓ^eÑReÜ#& r§v¡v£x£=¼sÀ2»wÌÈRÏVÉVËXËÑ?VÐ^`Ðilñn�ð ˜(Ñ# zÓ1´c¸"·g±gØ—I‘Iœj¨¨R°6¸+Ñ3FÑ-FÓGÔHØ#,�B�x’Là—I‘I¼
Ä2Ç8Â8ÈBÔPSÓCTÔVX×V^ÒV^Ð_aÔcgÓVhÔ8iÓjÒ8i°˜s¤D§H¡Hš}Ñ8iÑjÔkØ˜hÑ'¨:Ó5Ø':˜˜8™Ø×"Ñ" 2×&ô! %ô) ñ #FôP �LŠL˜Ô->Ñ?Ü�LŠL˜¬jÑ9ð;ð ;ùó) Yùò  ks   ÇP#
Î!P)c                ó®   • [        U 5      R                  5       R                  SS5      R                  SS5      nUS;   =(       d    SU;   =(       d    SU;   $ )Nr0  r‹   Ú->   ÚitÚcnttÚcong_nghe_thong_tinÚinformation_technology)r÷   r  Úreplace)r€   r   s     r   Ú_is_itrR  e  sP   € Üˆw‹<×ÑÓ×'Ñ'¨¨SÓ1×9Ñ9¸#¸sÓC€DØ�>Ñ!×fÐ%:¸dÑ%B×fÐF^ÐbfÑFfÐfr/   c                ó|  • [        U [        5      (       a8  U R                  5        VVs0 s H  u  p[        U5      [	        U5      _M     snn$ [        U [
        [        [        R                  45      (       a  U  Vs/ s H  n[	        U5      PM     sn$ [        U [        R                  5      (       a  [	        U R                  5       5      $ [        U [        5      (       a  [        R                  " U 5      (       d  g U [        R                  L a  g [        U [         5      (       a  [        U 5      $ U $ s  snnf s  snf rP   )rd  r  rr   r÷   Ú
_json_safer  Útupler   ÚndarrayÚgenericÚitemr!   r5   r%   rõ   ÚNAr   )r{   rz   rX  s      r   rT  rT  j  sß   € Ü�%œ×ÑØ<A¿K¹K¼MÔJºM©y¨s”�C“œ* TÓ*Ò*¹MÒJÐJÜ�%œ$¤¤r§z¡zÐ2×3Ñ3Ù-2Ó3ªU T”
˜4Ö ©UÑ3Ð3Ü�%œŸ™×$Ñ$Ü˜%Ÿ*™*›,Ó'Ð'Ü�%œ×Ñ¬¯ª°e×(<Ñ(<ØØ”—‘‚~ØÜ�%œ×ÑÜ�5‹zÐØ€Lùó Kùâ3s   ©!D3Á<D9)r   r€   r©  r±  rè   rª  rW   r‰  Úflagged_coursesÚflagged_studentsÚstudent_flag_rateÚmean_flags_per_studentÚmax_flags_per_studentÚflagged_positive_studentsÚflagged_negative_only_studentsc                ó°  • / nX R                   R                  U5         nSU ;  a  [        R                  " [        S9$ UR                  SSS9 GHç  u  pg[        UR                  SSS95      SU4/-   nU GH»  u  pšU GH®  n[        R                  " X«   R                  [        5      5      nU
R                  U   nX"R                  U:H  UR                  U:H  -     n[        U5      (       a"  [        UR                  S   R                   5      O["        R$                  n[        U5      (       a"  ['        UR                  S   R(                  5      OS	nS
/S [*         5       Q7 GHÃ  n[-        X–UUUS
:X  a  UOSUS
:X  a  UO["        R$                  [        U5      [/        UR0                  R3                  5       5      S9n[        U5      (       a!  US
:X  aj  [        R                  " U5      (       dO  UR5                  [        SS  Vs0 s H  nU["        R$                  _M     sn5        [        U5      (       d  SUS'   GO×XÛ   R                  [        5      nUS
:X  a  UU:¬  nSUS'   O[        R6                  " [        U5      [8        5      n[;        S[=        [/        UR?                  S5      S   5      [        U5      -  S-  5      5      nSU[        R@                  " U* SS9SU '   [        RB                  " URE                  [.        5      UR0                  S9R                  SS9RG                  5       n[I        UR                  US4   5      n[I        UR                  UURJ                  R                  5       S:H  -  S4   5      nUR5                  [/        URG                  5       5      [        U5      [        U5      [;        US   S5      -  [        URM                  5       5      [/        UR;                  5       5      [        U5      [        UU-
  5      S9  URO                  U5        GMÆ     GM±     GM¾     GMê     [        R                  " U[        S9$ s  snf )a(  Course-level fixed/budget flags aggregated by student within faculty/fold.

Pooled rows count each student once across configured holdout folds. Fixed
thresholds are learned only from development labels. Undefined thresholds
remain unavailable; an empty holdout still writes the complete schema.
rØ   rY  r€   TrR  r   r<  r   r9  r-  c              3  ó,   #   • U  H
  nS U 3v •  M     g7f)Úbudget_Nr   )r   Úrates     r   r   Ú#student_workload.<locals>.<genexpr>“  s   é € Ð)OÂw¸t¨G°D°6Õ*:Âwùr   r=  )r   r€   r©  r±  rè   rª  rW   r‰  é   Nr>  rè   r   r‹   rg   rd   re   )Úindex)Úlevelr‰  )rZ  r[  r\  r]  r^  r_  r`  )(r   r'   rõ   ro  ÚWORKLOAD_COLUMNSr„   r  r   r%   r=  r!   rÝ  r€   r©  r#   r7  rª  r5   r6   r÷   rè   rn   r  rH   rØ   rÞ  rg  ro   rG   rJ   rq   rû   rm   ÚSeriesr*   rI   r	  r‰   rQ   r  )r…   rÐ  rB  r2  r`  ró  r€   Úfaculty_rowsrF  r   rŒ   r©  rt   rW   r;  rª  rè   r±  rv  rz   r$  ÚflagsÚcountrx  Úflagged_idsÚpositive_idss                             r   Ústudent_workloadrp    s¤  € ð €GØ—J‘J—O‘O MÓ2Ñ3€GØ˜5Ó Ü�|Š|Ô$4Ñ5Ð5Ø!(§¡°À Ô!FÑˆÜ�l×*Ñ*¨6¸Ð*Ð=Ó>À8È\ÐBZÐA[Ñ[ˆÜ ‰JˆDÜ�Ü—{’{ 4¡;×#7Ñ#7¼Ó#>Ó?�Ø—x‘x ‘~�Ø%×'9Ñ'9¸WÑ'DÈ×IYÑIYÐ]bÑIbÑ&cÑd�ÜADÀXÇÁœE (§-¡-°Ñ"2×"<Ñ"<Ô=ÔTX×T\ÑT\�	Ü9<¸X¿¹œ˜XŸ]™]¨1Ñ-×4Ñ4Ô5ÐLc�Ø&ÐPÑ)OÅwÓ)OÕP�FÜ! tÀEÐRXØ39¸WÓ3D©È)Ø9?À7Ó9J©IÔPT×PXÑPXÜ'*¨4£y¼3¸t¿¹×?VÑ?VÓ?XÓ;Yñ[�Fô ˜tŸ9™9¨°7Ó):Ä2Ç;Â;Èy×CYÑCYØŸ™Ô@PÐQRÐQSÑ@TÓ&UÒ@T¸ s¬D¯H©H¢}Ñ@TÑ&UÔVÜ" 4Ÿy™yØ/B˜F 8Ñ,ùà!%¡×!5Ñ!5´eÓ!<˜Ø! WÓ,Ø$*¨iÑ$7˜EØ/8˜F 8Ò,ä$&§H¢H¬S°«Y¼Ó$=˜EÜ$'¨¬5´°V·\±\À#Ó5FÀqÑ5IÓ1JÌSÐQUËYÑ1VÐY\Ñ1\Ó+]Ó$^˜EØPT˜E¤"§*¢*¨f¨W¸8Ñ"DÀVÀeÐ"LÑMÜ!#§¢¨5¯<©<¼Ó+<ÀDÇOÁOÑ!T×!\Ñ!\ÐcdÐ!\Ð!e×!iÑ!iÓ!k˜Ü&)¨$¯(©(°5¸,Ð3FÑ*GÓ&H˜Ü'*¨4¯8©8°E¸T¿[¹[×=QÑ=QÓ=SÐWXÑ=XÑ4YÐ[gÐ4gÑ+hÓ'i˜ØŸ™´c¸%¿)¹)»+Ó6FÔY\Ð]hÓYiÜ8;¸KÓ8HÌ3ÈvÐV`ÑOaÐcdÓKeÑ8eÜ=BÀ6Ç;Á;Ã=Ó=QÔilÐms×mwÑmwÓmyÓizÜ@CÀLÓ@QÜEHÈÐWcÑIcÓEdð	 &ñ fð
 —N‘N 6×*ô5 Qô  ô !ñ "GôH �<Š<˜Ô)9Ñ:Ð:ùò+ 'Vs   ÈQc                óf  • [        [        [        S U 5       5      5      5      n[        [        [        S U 5       5      5      5      n[        U5      [        U5      -  (       a  [        S5      e[	        U5      U:w  d  US:  a  [        S5      e[	        U5      [	        U5      pT1 SkR                  U R                  5      (       d  [        S5      eU R                  5       n[        R                  " UR                  SS	9n[        R                  " U5      R                  5       (       a,  U[        R                  " U5      :H  R                  5       (       d  [        S
5      eUR                  [        5      US'   [!        XbU5        UR"                  R%                  5       R'                  5       (       a  [        S5      e[)        UR*                  [        R,                  " [/        U5      [        R0                  5      5        [3        U5      nU H!  n	[)        UR*                  Xi   5      u  p«X¶U	'   M#     [5        U5      nUR7                  SSS9  [        [        UR                  R9                  5       5      5      nXÂUS.n[;        U5       VVVV	s/ s H0  u  u  pïnU  H!  n	XïU	S.[=        UR*                  UU	   5      EPM#     M2     nnnnn	SSS/[=        / / 5      R?                  5       Qn[        R@                  " UUS9nURC                  5        VVV	s/ s HG  u  nnU  H:  n	[E        UURF                  U	:H  UR                  RI                  U5      -     U	US9PM<     MI     nnnn	SSSSSSSSSSS/[=        / / 5       Vs/ s H  nUS;  d  M  UPM     snQn[        R@                  " UUS9nU VV	s/ s H6  oè  H-  n	[E        UURF                  U	:H  UR                  U:H  -     XžS 9PM/     M8     nnn	[        R@                  " US/US!S" QS9nURC                  5        VVVV	s/ s Hƒ  u  nn[        UR"                  R9                  5       5        HU  nU  HK  n	[E        UURF                  U	:H  UR"                  U:H  -  UR                  RI                  U5      -     U	UUS#9PMM     MW     M…     nnnnn	[        R@                  " USS/US!S" QS9n[K        U5      n[M        UU5      n[O        UUU5      n / n![P         HM  u  n"n#n$UURR                  U":H  URT                  U#:H  -     R                  5       n%U$U%S$'   U!RW                  U%5        MO     U!(       a  [        RX                  " U!SS%9O[        R@                  " / [Z        QS$PS9n![]        XhX#5      u  n&n'U'R^                  U'R"                  Ra                  [b        5      R                  [d        5         R                  5       n(/ / n*n)XfR                  RI                  U5         n+U H9  u  n"n#[g        U+U"U#XE5      u  n,n-U)RW                  U,5        U*Ri                  U-5        M;     [        R@                  " U)[j        S9n.[        R@                  " U*[l        S9n-[        R@                  " URn                  Rq                  S&/ 5      [r        S9n/[u        XhU&U5      n0U/ S'Q   R                  5       n1URv                  Ry                  5       U1S('   0 S)U_S*U_S+U_S,U_S-U_S.U_S/U _S0U!_S1U1_S2U&_S3U'_S4U(_S5U._S6U-_S&U/_S7U0_n20 n3SS8K=J>n4J?n5J@n6  U2RC                  5        H3  u  n$n7UU$ S93-  n8U4" U8U75        [ƒ        U8R…                  5       5      U3U$'   M5     [ƒ        US:-  R…                  5       5      U3S;'   / n9UR                  RI                  U5      R'                  5       (       d  U9RW                  S<5        UR                  RI                  U5      R'                  5       (       d  U9RW                  S=5        [/        U5      (       a3  UR†                  S:„  R'                  5       (       a  U9RW                  S>5        [/        U.5      (       a3  U.Rˆ                  S:„  R'                  5       (       a  U9RW                  S?5        [‹        [/        U5      XŒX#UR�                  S@SA9U R�                  S@SA9U&R�                  S@SA9U.R�                  S@SA9U/R�                  S@SA9U9U3SBSCSDSESFSGSHSISJSKSL.
SM.5      n:U5" U3S;   U:5        [�        SN[/        U5      SO SP[/        U5       SQ[‘        U5       3SSR9  U2RC                  5        H5  u  n$n7U$S):w  d  M  U6" U$R“                  SSST5      R•                  5       U75        M7     U9 H  n;[�        SUU; 3SSR9  M     U:$ s  sn	nnnf s  sn	nnf s  snf s  sn	nf s  sn	nnnf )Va9  Write complete CSV/JSON reports without selecting models on target labels.

Returns a JSON-safe summary and artifact paths. Operational policy is always
a fixed per-faculty, per-model development F2 threshold; unavailable thresholds
remain unavailable. Bootstrap CIs describe paired holdout macro AP differences.
c              3  ó8   #   • U  H  n[        U5      v •  M     g 7frP   ©rH   ©r   r   s     r   r   Úwrite_report.<locals>.<genexpr>¸  s   é € Ð A²y¨t¤ T§ ²yùó   ‚c              3  ó8   #   • U  H  n[        U5      v •  M     g 7frP   rs  rt  s     r   r   ru  ¹  s   é € Ð$Iº=°4¤S¨§Y Yº=ùrv  zKDevelopment and holdout folds overlap; thresholds would leak holdout labelsr   z'bootstrap must be a nonnegative integer>   r   r‰   r€   z4Reporting requires fold, faculty, and actual columnsr,  r	  z Fold IDs must be finite integersr   z%Faculty identifiers cannot be missingT)ÚparentsÚexist_ok)r&   Údevelopmentró  )r   r€   r©  r€   r©  rY  )rû   rû   rž  r¾  r¿  rV   rW   rX   rY   rZ   r\   >   rW   r\   rZ   rY   rV   rX   )r   r   N)rû   r€   Ú	component)Úignore_indexr_  r×  Úeligible_apÚpredictionsÚper_cell_metricsÚmacro_metricsÚper_fold_metricsÚper_faculty_metricsÚpaired_metricsÚpaired_summaryÚcomponent_upliftsÚaligned_cellsrB  Úoperational_metricsÚit_confusionÚbootstrap_apÚbootstrap_replicatesrp  )Ú
atomic_csvÚatomic_jsonÚprint_tabler'  zreport.jsonÚreportzANo development rows: fixed operational thresholds are unavailablezUNo configured holdout rows: holdout operational metrics and bootstrap are unavailablezXScore coverage differs; compare paired metrics on shared rows and inspect support countszeSome bootstrap draws lost a class in an eligible cell; invalid draws are counted and omitted from CIsr`  ra  zEsuite27_mcgb (prespecified; no architecture selection by this report)zLUnweighted mean over eligible faculty-fold cells; one-class AP/AUC undefinedzOEach model pair is evaluated on exactly its shared scored rows within each cellzBStable descending score order; round(rate*N), minimum one when N>0zZPer-faculty/model F2 maximization using development folds only; ties prefer fewer warningszŠLatest development canonical semester strictly precedes earliest holdout semester; numeric fold order is used only when semester is absentzwPaired student-cluster resampling, reusing each student's multiplicity across all folds/faculties; fixed eligible cellszX2.5/97.5 percentile of valid replicates; class-degenerate replicates explicitly excludedzWF6/F7 are historical comparative benchmarks with acknowledged prior project-level reusezBNever imputed; coverage, matched rows and eligible cells are saved)
r§   Úmacrorî  rx   rª  Úthreshold_chronologyÚ	bootstrapÚbootstrap_intervalÚhistorical_holdoutsrX   )rW   rÐ  rð  r1  r2  r�  r„  rB  r‘  Úreference_alignmentÚwarningsÚpathsÚconventionszSuite27 report: r5  z rows, z models, folds )Úflushr‹   r0  zReport note: )KrU  r  r	  r$   rH   rc  rƒ   r  rõ   r  r   r   r%   r&   r.  r*   r7  r€   rö   r)   r.   r‰   r>  r#   r6   rº  r   Úmkdirr4   r‡   r|   r†   ro  rr   rÈ  r©  r'   rÕ  rä  rñ  rÓ  r‡  rˆ  r  Úconcatrß  rJ  rÝ  r  rR  rG   r  rÒ  ÚBOOT_COLUMNSÚDRAW_COLUMNSrp  r  rf  rp  rŽ  rÅ  Úruntimer‹  rŒ  r�  r÷   ÚresolverX   r¢  rT  rq  Úprintr  rQ  Útitle)<r…   Úout_dirr1  r2  r‘  r£  ÚworkÚnumeric_foldrÐ  r©  r‹   r�   Ú	all_foldsrï  r   r€   rŒ   Úcell_recordsÚmetric_columnsrž  rû   rð  Úmacro_recordsrz   Úmacro_columnsr�  Úfold_recordsÚby_foldÚfaculty_recordsÚ
by_facultyrÔ  rî  r„  Ú
componentsrÎ  rÏ  r   r;  rB  rC  rM  Úboot_recordsÚdraw_recordsró  rv   ÚdrawsÚbootsÚ	alignmentÚworkloadr†  Útablesr–  r‹  rŒ  r�  Útabler   r•  ÚsummaryÚwarnings<                                                               r   Úwrite_reportr¸  ±  s{	  € ô ”fœSÑ A±yÓ AÓAÓBÓC€IÜœ&¤Ñ$I¹=Ó$IÓ!IÓJÓK€MÜ
ˆ9ƒ~œ˜MÓ*×*ÜÐfÓgÐgÜ
ˆ9ƒ~˜Ó" i°!£mÜÐBÓCÐCÜ˜)“n¤c¨$£iˆtÚ(×1Ñ1°%·-±-×@Ñ@ÜÐOÓPÐPØ�:‰:‹<€DÜ—=’= §¡°7Ñ;€LÜ�;Š;�|Ó$×(Ñ(×*Ñ*°<Ä2Ç8Â8ÈLÓCYÑ3Y×2^Ñ2^×2`Ñ2`ÜÐ;Ó<Ð<Ø×&Ñ&¤sÓ+€Dˆ�LÜ °Ô?Ø‡|�|×ÑÓ×Ñ× Ñ ÜÐ@ÓAÐAÜˆT�[‰[œ"Ÿ'š'¤# d£)¬R¯V©VÓ4Ô5Ü˜DÓ!€FÛˆÜ˜TŸ[™[¨$©+Ó6‰	ˆØˆU‹ñ ô �7‹m€GØ‡M�M˜$¨€MÑ.Ü”f˜TŸY™Y×-Ñ-Ó/Ó0Ó1€IØÀ]ÑS€Fô 2>¸dÔ1CöYâ1CÑ-™˜¨ÔQWÈð "Àñ :Ü˜tŸ{™{¨D°©KÓ8ó:áQWñ:á1Cð ó Yð ˜i¨ÐJ´7¸2¸r³?×3GÑ3GÓ3IÐJ€NÜ�LŠL˜¨~Ñ>€Eà)/¯©¬õMÚ)7™˜ ÄV¸Eô & e¨U¯[©[¸EÑ-AÀUÇZÁZÇ_Á_ÐUZÓE[Ñ,[Ñ&\Ð^cÐkpÔqÙEKñ rÙ)7ð ò Mà˜g wÐ0@ÐBSÐUaÐciØ% {°KÀðnä(/°°B¬óOmÚ(7 ¸3ð Glñ <lŸ©ñOmðn€Mô �LŠL˜°Ñ>€Eá )ô?Ú )˜³v¨eô % U¨E¯K©K¸5Ñ,@ÀUÇZÁZÐSWÑEWÑ+XÑ%YÐ[`ÔlÙ7=ñ mÙ )ð ñ ?ä�lŠl˜<°&Ð1M¸=ÈÈÐ;LÐ1MÑN€Gð ,2¯<©<¬>ö,â+9™<˜5 %ÌÐPT×P\ÑP\×PcÑPcÓPe×If¸gÜ$*˜5ô (¨¨u¯{©{¸eÑ/CÈÏÉÐY`ÑH`Ñ.aØ-2¯Z©Z¯_©_¸UÓ-Cñ/Dñ )EØFKÐSXÐbiôkñ %+ñkáIfñká+9ð ó ,ô —’˜o¸ÀÐ7_È]Ð[\Ð[]ÐM^Ð7_Ñ`€JÜ˜fÓ%€EÜ˜4 Ó'€FÜ$ V¨V°UÓ;€NØ€Jß ‰
ˆˆ1ˆdØ˜6Ÿ>™>¨QÑ.°6·>±>ÀQÑ3FÑGÑH×MÑMÓOˆØ $ˆ�ÑØ×Ñ˜(Ö#ñ !ö >H”—’˜:°DÒ9ÌRÏ\Ê\Ðb~ÔdpÐb~Ðr}Ðb~ÑM€JÜ1°$À	ÓYÑ€J�Ø	�‰˜×,Ñ,×0Ñ0´Ó8×?Ñ?ÄÓEÑ	F×	KÑ	KÓ	M€BØ!# R�,€LØ—9‘9—>‘> -Ó0Ñ1€GÛ‰ˆˆ1Ü'¨°°A°yÓG‰ˆ�Ø×Ñ˜FÔ#Ø×Ñ˜EÖ"ñ ô �LŠL˜¬|Ñ<€EÜ�LŠL˜¬|Ñ<€EÜ—’˜TŸZ™ZŸ^™^Ð,GÈÓLÔVcÑd€IÜ ¨j¸-ÓH€HØò Fñ GßGKÁtÃvð à#)§?¡?×#8Ñ#8Ó#:€M�-Ñ ð,ˆm˜Tð ,Ð#5°uð ,¸oÈuð ,Ø  'ð,Ø+@À*ð,à ð,à(8¸.ð,ð " :ð,ð 0?Àð,ð ˜Jð	,ð )>¸{ð	,ð M[Ð\^ð	,ð
 ˜eð,ð
 &<¸Uð,ð
 E`Ðajð,ð ! (ð,€Fð €Eß<Ñ<Ø—|‘|–~‰ˆˆeØ˜D˜6 ˜Ñ&ˆá�4˜ÔÜ˜$Ÿ,™,›.Ó)ˆˆd‹ñ	 &ô
 ˜7 ]Ñ2×;Ñ;Ó=Ó>€Eˆ(�OØ€HØ�9‰9�>‰>˜)Ó$×(Ñ(×*Ñ*Ø�‰Ð[Ô\Ø�9‰9�>‰>˜-Ó(×,Ñ,×.Ñ.Ø�‰ÐoÔpÜ
ˆ5‡z�z�u×+Ñ+¨aÑ/×4Ñ4×6Ñ6Ø�‰ÐrÔsÜ
ˆ5‡z�z�u×/Ñ/°!Ñ3×8Ñ8×:Ñ:Ø�‰Ðô  	AÜ¤# d£)°vØ'0Ø#(§=¡=¸	 =Ð#BØ,:×,BÑ,BÈ)Ð,BÐ,TØ(2×(:Ñ(:À)Ð(:Ð(LØ',§}¡}¸I }Ð'FØ1:×1BÑ1BÈ)Ð1BÐ1TØ&.¸à)pØ'uØ(yØ(lð ,Hð 7Cð ,eð 5Oð 6OØ0tñ
*vñwó x€Gñ& ��h‘ Ô)Ü	ÐœS ›Y q˜M¨´°V³°¸_ÌTÐR[Ë_ÐL]Ð
^ÐfjÒkØ—|‘|–~‰ˆˆeØ�=Õ Ù˜Ÿ™ S¨#Ó.×4Ñ4Ó6¸Ö>ñ &ó ˆÜ�˜g˜YÐ'¨tÔ4ñ à€Nùõ}Yùô
MùòOmùó?ùõ,s&   Ê7f
ÌAfÍ=
f Îf Î/=f%ÐB
f+
rP   ))r   r1   rô   r;   r:   )é   é   éÈ   é*   )7Ú__doc__Ú
__future__r   Úcollections.abcr   Úpathlibr   Újsonr5   rù   Únumpyr   Úpandasrõ   Úsklearn.metricsr   r   rn   rU  r·  r.   r8   rL   r|   r‡   rŽ   rk  r  rf  r   r   r.  rP  r{  rÓ  rß  r›  rœ  r@  rA  rº  r¼  rÈ  rÕ  rä  rñ  r  r*  r7  rJ  rR  rT  ri  rp  r¸  r   r/   r   Ú<module>rÅ     sD  ðñõ #å #Ý Û Û Û 	ã Û ß Bð €ÙÑqÑ2pÓqÓq€ò	$ôIòDò"'òTVò	:ðØÒCðàÒ8ðð Ò>ðð Ò>ð	ð
 Òeðð ÒPðð Ò<ðð ÒDðð Ò\ðð ÒNðð Ð'¨Ð3ðð ÒLðð Ð/°ÐAðð Ò2ðð Ð/Ð1BÐCðð  ÒVð!ð" 	Ò
\ð#ò$ ?ÚFÚXØ'Ð(Ø 5Ð6Ø,Ð-Ø$8Ð#9ò1Ð ð6 3Ø3Ø0ØFØØ*ØFñÐ ð;€ò
ò*ò4Mò&7Mòt=ð@€
ðZ€ðL€ð=€ðCÐ ðU€
ò
Vò=òò$&ò7ò,>ò"HòVEò^ò(,;ò^gò
ð lÐ ò
/;õdr/   