ó
    §nÇj¦  ã                  óÞ   • S r SSKJr  SSKJr  SSKrSSKrSSK	J
r
JrJrJrJrJrJr  / SQ/ SQ/ SQ/ S	Q/ S
Q/ SQ/ SQ/ SQ/ SQ/ SQ/ SQ/ SQS.rS rS rS rSS jrSS jrS rSS jrS rg)zMShared fold/faculty ranking, operational, uncertainty and baseline reporting.é    )Úannotations)ÚPathN)Úsafe_apÚsafe_aucÚmetric_dictÚprint_tableÚbinary_metricsÚwarn_by_rateÚ_select_threshold)Úsuite22_safe_blendÚ
safe_blendÚfinal)Úsuite25_committee_blendÚcommittee_blendr   )Úsuite25_sacrÚsacrÚprimary)Úsuite23_faculty_safe_fusionÚfaculty_safe_fusionr   )Úsuite24_evidence_residualÚevidence_residualr   )Úsuite26_tairÚtairr   )Úsuite17_hgb_finalÚsuite17_finalr   )Úsuite18_hgb_finalÚsuite18_finalr   )Ú!suite21_guarded_temporal_residualÚsuite21_guardedr   )Úsuite14_authority_safe_finalÚsuite14r   )Úsuite4_competence_councilÚcompetence_councilÚcouncilr   )Úfailure_probability_lt5Úfailure_probabilityÚstacked_probabilityr   )Úsuite22Úsuite25Úsuite25_standaloneÚsuite23Úsuite24Úsuite26Úsuite17Úsuite18Úsuite21r!   r$   Úv2c                ó  ^• 0 n/ nU R                  5        GH´  u  pVU(       d  M  [        R                  " [        U5      [        R                  5      n[        UR                  5       GH-  u  p‰UR                  U:H  n
[        U5      ofSU 3-  U	 S3-  Xi SU S3-  USU 3-  U	 S3-  Xi SU S3-  Xi SU S3-  /n[        S U 5       S 5      nUc  UR                  [        XUSS95        Mˆ   [        R                  " U5      m[        U4S	 j[        R                  XUS
/5       5       S 5      nUc,  [!        SU STR"                  R%                  5       S S  35      e[        T5      U
R'                  5       :w  a  [!        S5      e[        U4S jS 5       S 5      nUbk  [        R(                  " [        R*                  " TU   SS9R-                  5       R/                  [0        5      UR2                  U
   5      (       d  [!        S5      e[        R*                  " TU   SS9R-                  [4        5      n[        R6                  " U5      R9                  5       (       d  [!        S5      eX÷U
'   UR                  [        XUS[;        U5      US95        GM0     [        R6                  " U5      R?                  5       (       d  GM°  XsU'   GM·     X44$ ! [<         a0  nUR                  [        XUS[;        U5      S95         S nAGMŸ  S nAff = f)NÚfold_z_scores.csvÚ_fold_z_target_scores.csvz_test_results.csvc              3  óR   #   • U  H  oR                  5       (       d  M  Uv •  M     g 7f©N)Úexists)Ú.0Úps     ÚA/root/disk_3tb/earlywarning/30072026/suite28/suite28_reporting.pyÚ	<genexpr>Úreferences.<locals>.<genexpr>   s   é € Ð5¢$˜Q¯(©(¯*—q‘q¢$ùs   ‚'ž	'Úmissing)ÚfoldÚfacultyÚ	referenceÚstatusc              3  ó6   >#   • U  H  oT;   d  M
  Uv •  M     g 7fr6   © )r8   ÚkÚdfs     €r:   r;   r<   !   s   øé € Ð[Ò%O ÐXZÑSZŸ!™!Ò%Oùó   ƒ	�	r   z#No matching output score column in z
; columns=é   zRow count mismatchc              3  ó6   >#   • U  H  oT;   d  M
  Uv •  M     g 7fr6   rC   )r8   ÚzrE   s     €r:   r;   r<   $   s   øé € ÐhÒ(\ 1ÐegÑ`gŸQ™QÒ(\ùrF   )ÚactualÚactual_failure_lt5ÚyÚlabelÚtargetÚcoerce)ÚerrorszLabel mismatchzNon-finite predictionÚloaded_positional_label_checked)r>   r?   r@   rA   ÚpathÚcolumnÚERROR)r>   r?   r@   rA   Údetail) ÚitemsÚnpÚfullÚlenÚnanÚ	enumerateÚfaculty_namesr?   r   ÚnextÚappendÚdictÚpdÚread_csvÚREFERENCE_ALIASESÚgetÚ
ValueErrorÚcolumnsÚtolistÚsumÚarray_equalÚ
to_numericÚto_numpyÚastypeÚintrL   ÚfloatÚisfiniteÚallÚstrÚ	ExceptionÚany)Úrootsr>   ÚrowsÚresultsÚrecordsÚnameÚrootÚvaluesÚiÚfÚmÚlocsrR   ÚcolrJ   r9   ÚexrE   s                    @r:   Ú
referencesr€      sŒ  ø€ Ø€G�rˆwØ—[‘[—]‰	ˆÞ‘HÜ�wŠw”s˜4“y¤§¡Ó(ˆÜ˜T×/Ñ/×0‰CˆAØ�l‰l˜A‰oˆA¤4¨£:˜d¸5ÀÀ¸Ñ4GÈ1È#È[ÐHYÑ4YÐZ^ÐadÐdjÐkoÐjpÐp{Ð_|ÑZ|ð  ~Bð  EJð  KOð  JPð  CQñ  ~Qð  UVð  TWð  Wið  Rjñ  ~jð  koð  ruð  u{ð  |@ð  {Að  ASð  pTñ  kTð  UYð  \_ð  _eð  fjð  ekð  k|ð  Z}ñ  U}ð  4~¨dÜÑ5¡$Ó5°dÓ;ˆDØ‰|˜GŸN™N¬4°TÈdÐZcÑ+dÔeÑfnðzÜ—;’;˜tÓ$�ÜÔ[Ô%6×%:Ñ%:¸4ÀgÀÔ%OÓ[Ð\`Óa�Ø‘;¤ZÐ2UÐVZÐU[Ð[eÐfh×fpÑfp×fwÑfwÓfyÐz}Ð{}Ðf~Ðeð  1Aó  &Bð   BÜ�r“7˜AŸE™E›GÓ#¬*Ð5IÓ*JÐ$JÜÔhÑ(\ÓhÐimÓn�ØÑ%¬b¯nªn¼R¿]º]È2ÈfÉ:Ð]eÑ=f×=oÑ=oÓ=q×=xÑ=xÔy|Ó=}ð  C÷  Eñ  Eð  FGñ  H÷  /Iñ  /Iô  PZð  [kó  Plð  Jlä—-’-  3¡¨xÑ8×AÑAÄ%ÓH�Ü—{’{ 1“~×)Ñ)×+Ñ+´*Ð=TÓ2UÐ,UØ�q‘	˜GŸN™N¬4°TÈdÐZ{ô  BEð  FJó  BKð  SVñ  ,W÷  Xñ 1ô  �;Š;�vÓ×"Ñ"×$Ô$°6¨T¤]ñ' #ð( ˆ?Ðøô Óy 7§>¡>´$¸DÐUYÐahÔpsÐtvÓpwÑ2x×#yÓ#yûÐyús   Ã1F$KË
LË$LÌLc                ó  • / nUR                  5        Hé  u  pE[        R                  " U[        5      n[	        UR
                  5       H°  u  pgUR                  U:H  [        R                  " U5      -  o�R                  U   n	[        U	5      (       d  MK  UR                  XU[        [        U	5      5      [        U	R                  5       5      [        U	R                  5       5      S.[        X•U   5      E5        M²     Më     U$ )N)r>   r?   Úmodelrt   ÚfailuresÚ
prevalence)rV   rW   Úasarrayrm   r[   r\   r?   rn   rL   rY   r^   rl   rg   Úmeanr   )
r>   rt   ÚscoresÚoutputr‚   Úsrz   r{   r|   Úyys
             r:   Úrows_metricsr‹   .   sý   € Ø€FØ—<‘<–>‰ˆÜ
�*Š*�Q”uÓ
ˆÜ˜T×/Ñ/Ö0‰CˆAØ�|‰|˜Q‰¤§¢¨A£Ñ.ˆA·&±&¸±)¨rÜ�r—7‘7™8Ø�M‰M $¸5ÌÌCÐPRËGËÔ`cÐdf×djÑdjÓdlÓ`mô  |Að  BD÷  BIñ  BIó  BKó  |Lñ  dô  OZð  []ð  `añ  ^bó  Ocð  dö  eó 1ñ "ð €Mó    c           
     óì   • X R                   R                  [        U5      5         n/ SQnUR                  SSS9R                  " S0 U Vs0 s H  oDUS4_M	     snDSSS.D6R                  S	SS
9$ s  snf )N)ÚapÚaucÚbrierÚece10Úfbeta_at_20Úprecision_at_20Úrecall_at_20r‚   F)Úas_indexr†   )r?   Únunique)rŽ   Úcount)Ú	facultiesÚcellsrŽ   )Ú	ascendingrC   )r>   ÚisinÚlistÚgroupbyÚaggÚsort_values)rE   ÚfoldsÚaÚcolsrD   s        r:   Ú	summariesr£   8   s˜   € Ø�‰�‰”d˜5“kÓ	"Ñ#€AÒ)t DØ�9‰9�W eˆ9Ð,×0Ò0ñ  FÉ$Ó3OÊ$ÀQ°q¸°j²LÉ$Ñ3Oð  FÐZoð  wEó  F÷  Rñ  Rð  SWð  bgð  Rð  hð  hùÒ3Os   ÁA1c                ó   • X R                   U:H  U R                  R                  U5      -     / SQ   R                  SSS.S9nX R                   U:H  U R                  R                  U5      -     / SQ   R                  SSS.S9nUR	                  USS	/S
9ofR
                  UR                  -
  US'   UR                  UR                  -
  US'   U$ )N)r>   r?   rŽ   r’   Úap_aÚf2_a)rŽ   r’   )re   Úap_bÚf2_br>   r?   )ÚonÚdelta_apÚdelta_f2)	r‚   r>   r›   ÚrenameÚmerger¥   r§   r¦   r¨   )rE   r   Úotherr    r¡   ÚbrI   s          r:   Úpairedr°   <   sÜ   € Ø�(‰(�GÑ
˜RŸW™WŸ\™\¨%Ó0Ñ	0Ñ1Ò2WÑX×_Ñ_Ðntð  DJñ  iKÐ_ð  L€AØ�(‰(�E‰/˜2Ÿ7™7Ÿ<™<¨Ó.Ñ	.Ñ/Ò0UÑV×]Ñ]Ðlrð  BHñ  gIÐ]ð  J€AØ‡g�gˆa�F˜9Ð%€gÐ&€A·V±V¸A¿F¹F±] q¨¡}ÐQR×QWÑQWÐXY×X^ÑX^ÑQ^À1ÀZÁ=Ø€HrŒ   c           	     óz  • [         R                  R                  U5      n[         R                  " U5      R	                  [
        5      n[         R                  " USS9u  px[        [        U5      5       V	s/ s H  n	[         R                  " X‰:H  5      PM     n
n	[        U5      S:  d  [        [        U 5      5      S:  a0  [         R                  [         R                  [         R                  S4$ / n[        U5       H£  nUR                  [        U5      [        U5      S9n[         R                  " U V	s/ s H  ošU	   PM	     sn	5      oàU   n[        [         R                  " U5      5      S:  a  Mw  UR                  [        XñU   5      [        XòU   5      -
  5        M¥     [        X5      [        X5      -
  U(       a   [!        [         R"                  " US5      5      O[         R                  U(       a   [!        [         R"                  " US5      5      O[         R                  [        U5      4$ s  sn	f s  sn	f )NT)Úreturn_inverseé   r   )Úsizegš™™™™™™?g333333ï?)rW   ÚrandomÚdefault_rngr…   rk   rp   ÚuniqueÚrangerY   ÚflatnonzeroÚsetrZ   ÚintegersÚconcatenater^   r   rm   Úquantile)rL   r¡   r¯   ÚclusterÚnÚseedÚrngÚuniqÚinvrz   ÚpartsÚvalsÚ_ÚchoiceÚidsrŠ   s                   r:   Ú	bootstraprÉ   B   s  € Ü
�	‰	×Ñ˜dÓ#€C¬B¯JªJ°wÓ,?×,FÑ,FÄsÓ,K GÔUW×U^ÒU^Ð_fÐvzÑU{ÉHÈDô  diô  jmð  nró  jsô  dtó  Cuò  dtð  _`ô  DF÷  DRò  DRð  SVñ  SYö  DZñ  dtð  }Bð  CuÜ
ˆ4ƒy�ƒ{”cœ#˜a›&“k !“m¬B¯F©F´2·6±6¼"¿&¹&ÀÐ+CÐ$CØ	€DÜ�1ŽXˆØ�|‰|œC ›I¬3¨t«9ˆ|Ð5ˆ¼"¿.º.Ñ\bÓIcÒ\bÐWXÐPQÌ(Ñ\bÑIcÓ:d°cÐjmÑhnÐegÜŒr�yŠy˜‹}Ó˜aÓ¡Ø�‰”G˜B ™vÓ&¤w¨r°C±&Ó'9Ñ9Ö:ñ ô �A‹Lœ ›Ñ%Æt¤e¬B¯KªK¸¸TÓ,BÔ&CÔQS×QWÑQWÖy}ÔX]Ô^`×^iÒ^iÐjnÐosÓ^tÔXuô  DF÷  DJñ  DJô  KNð  OSó  KTð  Uð  Uùò Cuùò Jds   Á6"H3Ä7H8
c                ó¸  • US:H  S4US:¬  US:*  -  S4US:¬  US:*  -  S4US	:¬  S
4/US:H  S4US:„  US:  -  S4US:¬  S4/US:H  S4US:„  S4/S.n/ n[        UR                  5       Hð  u  p‰UR                  5        H×  u  p«U HÌ  u  pÍXÁR                  U:H  -  nUR	                  5       (       d  M-  SU4SU44 H“  u  nnUR                  [        X	X­U[        UR                  5       5      [        UR                  U   R                  5       5      [        UR                  U   UU   5      [        UR                  U   UU   5      S9	5        M•     MÎ     MÙ     Mò     U$ )Nr   Ú0é   é   z1-4é   é   z5-16é   z17+Úunseené
   zrare1-9zsupported10+Úno_recorded_historyÚrecorded_history)ÚhistoryÚcourse_supportÚstudent_identityr   Ú	committee)	r>   r?   ÚstratumÚgroupr‚   rt   rƒ   rŽ   r�   )r[   r\   rV   r?   rr   r^   r_   rl   rg   rL   r   r   )r>   rt   Úscore_aÚscore_bÚcourse_priorÚhistory_countsÚlabelsÚoutÚfir{   rÚ   ÚbinsÚmaskrM   r|   rw   r‰   s                    r:   Ú
stratifiedrä   L   sd  € Ø&¨Ñ)¨#Ð.°ÀÑ1BÀ^ÐUVÑEVÑ0WÐX]Ð/^ÐaoÐqrÑarð  vDð  FHñ  vHñ  aIð  JPð  `Qð  Sað  ceñ  Seð  fkð  Rlð  mØ+¨Q™¨xÐ8¸<È¹>ÈLÐY[ÉOÑ:\Ð]fÐ9gÐiuÐwyÑiyð  {Ið  iJð  KØ!/°Ñ!2Ð3HÐ IÈ>ÐZ[ÑK[Ð\nÐJoÐpñr€Fð 	€CÜ˜$×,Ñ,Ö-‰ˆØ Ÿ,™,ž.‰JˆEÛ"‘
�ØŸ™ bÑ(Ñ)�Ø—u‘u—w‘w™xØ )¨'Ð2°KÀÐ3HÓI‘F�D˜Ø—J‘Jœt¨ÀÐX\ÔbeÐfg×fkÑfkÓfmÓbnÔx{ð  }A÷  }Cñ  }Cð  DEñ  }F÷  }Jñ  }Jó  }Ló  yMô  QXð  Y]÷  Y_ñ  Y_ð  `añ  Ybð  cdð  efñ  cgó  Qhô  muð  vz÷  v|ñ  v|ð  }~ñ  vð  @Að  BCñ  @Dó  mEñ   Fö  Gó Jó #ó )ñ .ð €JrŒ   c                ór  • / n/ n[        X5      R                  5        GH`  u  u  pgn[        R                  " U V	s/ s H  o™S   PM	     sn	5      n
[        R                  " U V	s/ s H  o™S   PM	     sn	5      n[	        [        U
5      5      S:  a  Mu  [        X«5      u  pÍUR                  [        XgXÍ[	        U
5      [        U
R                  5       5      S95        U H�  nU R                  XæU45      nUc  M  Uu  nnS Hw  nUS:X  a  UU:¬  O[        UU5      R                  [        5      nUR                  [        SXæUU[	        U5      [        UR                  5       5      S.[        UU5      D65        My     MŸ     GMc     [         R"                  " U5      [         R"                  " U5      4$ s  sn	f s  sn	f )	zBThreshold selected on F1-F5 per faculty/model; F6-F7 never select.r   rÌ   r³   )r?   r‚   Ú	thresholdÚdev_flag_rateÚdev_rowsÚdev_failures)ÚfixedÚraterê   )r>   r?   r‚   Úpolicyrt   rƒ   rC   )Ú_pool_scoresrV   rW   r¼   rY   rº   r   r^   r_   rl   rg   rc   r
   rk   Úboolr	   r`   Ú	DataFrame)Úscores_by_foldÚ
metrics_dfÚ	dev_foldsÚholdoutÚpredÚparamsr{   r‚   rÚ   ÚxrŠ   r‰   Úthrrë   r>   Úitemr¡   r¯   rì   Ú	pred_bools                       r:   Úoperationalrú   Z   s¼  € à	€D�2ˆFÜ'¨ÓA×GÑG×I‰‰	ˆ�%Ü�>Š>©Ó/ª A˜Qœ4©Ñ/Ó0ˆ´2·>²>ÑQVÓBWÒQVÈAÀQÄ4ÑQVÑBWÓ3X°ÜŒs�2‹w‹<˜‹>™(Ü" 2Ó(‰ˆ¨¯©´tÀAÐ\_Ô|ð  ACó  }Dô  RUð  VX÷  V\ñ  V\ó  V^ó  R_ñ  8`ô  *aÛˆDØ×#Ñ# T¨E NÓ3ˆDØ‰|™HØ‰CˆAˆaÛ*�Ø$*¨G£O˜!˜Sš&¼ÀaÈÓ9M×9TÑ9TÔUYÓ9Z�	Ø—‘œDð  P d¸5ÈÔTWÐXYÓTZÔdgÐhi×hmÑhmÓhoÓdpñ  Pô  tBð  CDð  ENó  tOñ  Pö  Qó +ô	 ñ	 Jô �<Š<˜Ó¤§¢¨TÓ 2Ð2Ð2ùò 0ùÒBWs   »F/
Á$F4
c                óœ   • 0 nU R                  5        H5  u  u  p4nu  pgX1;   d  M  UR                  XE4/ 5      R                  Xg45        M7     U$ r6   )rV   Ú
setdefaultr^   )r‰   r    rà   r>   r{   r|   rL   r9   s           r:   rí   rí   j   sH   € Ø
€CØŸG™GžIÑ‰
ˆ�‘5�AØ�=˜Ÿ™¨¨¨bÓ1×8Ñ8¸!¸Ö?ñ &à€JrŒ   )©é   é   )éÈ   é*   ))rÌ   r³   é   rÍ   rÎ   rý   )Ú__doc__Ú
__future__r   Úpathlibr   ÚnumpyrW   Úpandasr`   Úsuite28_metricsr   r   r   r   r	   r
   r   rb   r€   r‹   r£   r°   rÉ   rä   rú   rí   rC   rŒ   r:   Ú<module>r	     sv   ðÙ SÝ "Ý Û Û ß r× rÑ rò 7Ú@Ú7ÚHÚFÚ,Ú8Ú8ÚJÚ=ÚOÚUñWÐ òò0òhôôUòô3ó rŒ   