ó
    ÒkŽjÆ  ã                  ól   • S SK Jr  S SKrS SKrS SKJrJr  SrS r	SS jr
S rS rS	 rS
 rS rSS jrg)é    )ÚannotationsN)Úsafe_apÚsafe_aucgê-�™—q=c                ó¾   • [         R                  " U [        5      n [         R                  " U [        S5      n U [         R
                  " U 5      -  R                  SS9* $ )Nç      ð?é   ©Úaxis)ÚnpÚasarrayÚfloatÚclipÚEPSÚlogÚsum)Úps    ÚA/root/disk_3tb/earlywarning/30072026/suite9/suite9_diagnostics.pyÚ_row_entropyr      sG   € Ü‡j‚j�”5Ó€AÜ‡g‚gˆa”�CÓ€AØŒr�vŠv�a‹y‰[×Ñ 1ÐÐ%Ð%Ð%ó    c                ó¢  • [         R                  " U [        5      n[         R                  " U[        5      nUR                  S:w  d  [        U5      [        U5      :w  a  [        S5      e[         R                  " USS 5      o3[         R                  " UR                  SSS9[        5      -  nUR                  S   oDS-
  n[        U5      [        [        R                  " [        US5      5      [        5      -  n[         R                   " USS9n[        [         R"                  " U5      5      [        [         R"                  " [         R                  " US:„  SS95      5      [        [         R"                  " US:H  5      5      [        [         R"                  " US S 2S4   S:„  5      5      [        [         R"                  " US S 2S4   5      5      S	.n[%        SU5       H…  n	[        [         R"                  " US S 2U	4   5      5      US
U	 3'   [        [         R"                  " Xy:H  5      5      USU	 3'   [        [         R"                  " US S 2U	4   S:„  5      5      USU	 3'   M‡     US:H  US:H  S.n
Ub?  [         R                  " U[        5      nU
R'                  US:*  US:¬  US:*  -  US:¬  S.5        U
R)                  5        H‡  u  pÍ[         R*                  " U5      (       d  M"  [        [         R"                  " X=S4   5      5      XŒ S3'   [%        SU5       H-  n	[        [         R"                  " X=U	4   5      5      XŒ SU	 3'   M/     M‰     U$ )Né   z/responsibilities must be N x (K+1) aligned to yr   r   T©r
   Úkeepdimsr	   g»½×Ùß|Û=)Ú!normalized_responsibility_entropyÚmean_active_routesÚtop1_assignment_fraction_nullÚactive_assignment_fraction_nullÚresponsibility_mass_nullÚresponsibility_mass_expert_Ú top1_assignment_fraction_expert_Ú"active_assignment_fraction_expert_)ÚfailureÚnormalé   )Úhistory0Ú
history1_2Úhistory3plusÚ_responsibility_mass_nullÚ_responsibility_mass_expert_)r   r   r   ÚintÚndimÚlenÚ
ValueErrorr   Úmaximumr   r   Úshaper   ÚmaxÚmathr   ÚargmaxÚmeanÚrangeÚupdateÚitemsÚany)ÚresponsibilitiesÚyÚhistory_semestersÚrÚk1ÚkÚentÚtop1ÚoutÚjÚgroupsÚhÚnameÚms                 r   Úresponsibility_summaryrF      s¡  € Ü‡j‚jÐ!¤%Ó(€A¬2¯:ª:°a¼Ó+<¨Ø‡v�vˆqƒy”C˜“FœC ›F“N¬Ð4eÓ)fÐ#fÜ‡g‚gˆa��$Ó€Aœ2Ÿ:š: a§e¡e°¸D eÐ&AÄ#ÓFÑF˜Ø‡w�wˆq�z€B�q‘D�!Ü�Q‹œœDŸHšH¤S¨¨A£YÓ/´Ó4Ñ4€CÜ	�Š�1˜!Ñ	€Dä,1´"·'²'¸#³,Ó,?Ü"¤2§7¢7¬2¯6ª6°!°E±'¸qÑ+AÓ#BÓCÜ(-¬b¯gªg°d¸A±gÓ.>Ó(?Ü*/´·²¸º!¸A¸#¹¸u¹Ó0EÓ*FÜ#(¬¯ª°²1°Q°3±«Ó#9ñ	€Cô �1�RŽ[ˆÜ/4´R·W²W¸QºqÀ¸s¹V³_Ó/EˆÐ)¨!¨Ð-Ñ.Ü49¼"¿'º'À$Á'Ó:JÓ4KˆÐ.¨q¨cÐ2Ñ3Ü6;¼B¿GºGÀAÂaÈÀcÁFÈ5ÁLÓ<QÓ6RˆÐ0°°Ð4Ó5ñ ð ˜‘d A q¡DÑ)€FØÑ$Ü
�*Š*Ð&¤sÓ
+ˆØ�‰ ! Q¡$°Q¸±T¸A¸q¹D±MÐQRÐTUÑQUÑVÔWØ—,‘,–.‰ˆÜ�vŠv�a�y‰y™Ü05´b·g²g¸aÀ!À¹f³oÓ0FˆˆfÐ-Ð.Ñ/Ü�q˜–ˆAÌ5ÔQS×QXÒQXÐYZÐ]^Ð[^ÑY_ÓQ`ÓKa˜S 6Ð)EÀaÀSÐ!IÓJ“ñ !ð €Jr   c                ó  • [         R                  " U [        5      n [         R                  " [         R                  " U[        5      SS5      nU [         R                  " U5      -  SU -
  [         R                  " SU-
  5      -  -   * $ )NçH¯¼šò×z>çËPÊÿÿï?r   )r   r   r   r   r   )r9   r   s     r   Ú_logloss_per_rowrJ   /   s]   € Ü‡j‚j�”5Ó€AœBŸGšG¤B§J¢J¨q´Ó$7¸¸VÓD˜!ØŒr�vŠv�a‹y‰[˜!˜A™#œrŸvšv a¨¡c›{Ñ*Ñ*Ð+Ð+r   c                ó  • [         R                  " U [        5      n [         R                  " U[        5      n[         R                  " U[        5      n[         R                  " U[        5      nUR                  S:w  d+  UR
                  [        U 5      UR
                  S   S-   4:w  a  [        S5      e[        X5      n[         R                  " USS9n/ n[        UR
                  S   5       GH•  n	[        XS S 2U	4   5      o¦U
-
  o·U	S-   :H  oÌ) nU	S-   [        UR                  5       5      [         R                  " U5      (       a  [        X   R                  5       5      OS[         R                  " U5      (       a  [        X   R                  5       5      O[         R                  [         R                  " U5      (       a!  [        [         R                  " X¼   5      5      O[         R                  [         R                  " U5      (       a!  [        [         R                  " X½   5      5      O[         R                  [        [         R                  " U5      5      [         R                  " U5      (       a  [        X   XLU	4   5      O[         R                  [         R                  " U5      (       a  [!        X   XLU	4   5      O[         R                  [         R                  " U5      (       a#  [        [         R                  " XLU	4   5      5      O[         R                  [         R                  " U5      (       a#  [        [         R                  " XMU	4   5      5      O[         R                  S.nUR#                  U5        GM˜     U$ )Nr   r   z,shape mismatch for expert region diagnosticsr	   r   )ÚexpertÚassigned_rowsÚassigned_failuresÚassigned_prevalenceÚmean_assigned_utilityÚmean_unassigned_utilityÚmean_all_utilityÚassigned_apÚassigned_aucÚassigned_mean_scoreÚunassigned_mean_score)r   r   r*   r   r+   r/   r,   r-   rJ   r2   r4   r   r7   r3   Únanr   r   Úappend)r9   ÚqÚcounterfactual_probr8   r   r;   Úlqr?   ÚrowsrA   ÚlkÚuÚassignedÚ
unassignedÚrows                  r   Úexpert_region_diagnosticsrb   4   se  € Ü‡j‚j�”3Ó€Aœ"Ÿ*š* Q¤uÓ-˜´·
²
Ð;NÌuÓ0U¨aÔXZ×XbÒXbÐcsÔtyÓXzÐVWØ‡v�vˆqƒy�A—G‘Gœc !›f Q§W¡W¨Q¡Z°¡\Ð2Ó2¼ÐDrÓ9sÐ3sÜ˜Ó€B¤"§)¢)¨A°1Ñ"5˜T¸2°dÜ�1—7‘7˜1‘:×ˆÜ˜A¢ ! ™fÓ%ˆ¨2© a¸aÀ¹c±{¨hÈiÀ:à�q‘SÜ §¡£Ó/Ü:<¿&º&À×:JÑ:J¤ A¡K§O¡OÓ$5Ô 6ÐPQÜ?A¿vºvÀh×?OÑ?O¤%¨©×(8Ñ(8Ó(:Ô";ÔUW×U[ÑU[ÜCEÇ6Â6È(×CSÑCS¤E¬"¯'ª'°!±+Ó*>Ô$?ÔY[×Y_ÑY_ÜGIÇvÂvÈj×GYÑGY¤e¬B¯GªG°A±MÓ,BÔ&CÔ_a×_eÑ_eÜ$¤R§W¢W¨Q£ZÓ0Ü@BÇÂÀx×@PÑ@Pœ' !¡+¨a¸°
©mÔ<ÔVX×V\ÑV\ÜBDÇ&Â&È×BRÑBRœ8 A¡K°¸1°*±Ô>ÔXZ×X^ÑX^ÜCEÇ6Â6È(×CSÑCS¤%¬¯ª°¸1°*±Ó(>Ô"?ÔY[×Y_ÑY_ÜGIÇvÂvÈj×GYÑGY¤E¬"¯'ª'°!¸q°L±/Ó*BÔ$CÔ_a×_eÑ_eñ
ˆð 	�‰�C×ñ ð  €Kr   c                óØ  • [         R                  " U [        5      n[         R                  " U[        5      nUR                  UR                  :w  a  [	        S5      e[         R
                  " U[        S5      o"UR                  SSS9-  n[         R
                  " USS5      o3[         R                  " UR                  SSS9[        5      -  n[         R                  " [         R                  " US:„  U[         R                  " [         R
                  " U[        S5      5      [         R                  " U5      -
  -  S5      SS9n[        [         R                  " [         R                  " USS9[         R                  " USS9:H  5      5      [        [         R                  " U5      5      [        [         R                  " [         R                  " X#-
  5      R                  SS95      5      S	.$ )
Nz8router weights and responsibilities must have same shaper   r   Tr   r   g        r	   )Úrouter_target_top1_accuracyÚrouter_target_klÚrouter_target_l1)r   r   r   r/   r-   r   r   r   r.   Úwherer   r3   r2   Úabs)Úweightsr8   Úwr;   Úkls        r   Úrouter_responsibility_agreementrl   K   sP  € Ü‡j‚j�œÓ€A¤"§*¢*Ð-=¼eÓ"D Ø‡w�w�—‘ÓœjÐ)cÓdÐdÜ‡g‚gˆa”�CÓ€A˜AŸE™E q°$˜EÐ7Ñ7˜¼"¿'º'À!ÀAÀa».¸ÌBÏJÊJÐWX×W\ÑW\ÐbcÐmqÐW\ÐWrÔsvÓLwÑIwÈÜ	‡v‚vŒb�hŠh�q˜‘s˜1œbŸfšf¤R§W¢W¨Q¬s°1Ó%5Ó6´r·v²v¸a³yÑ@ÑAÀ#ÓFÈAÑN€Bä&+¬B¯GªG´B·I²I¸aÀQÑ4GÌÏÊÐSTÐZ[ÑI\Ñ4\Ó,]Ó&^Ü ¤§¢¨£Ó-Ü ¤§¢¬¯ª°±«¯©¸a¨Ð)@Ó!AÓBñð r   c           	     óH  • [         R                  " [         R                  " U [        5      SS5      n [         R                  " U[        5      n[         R                  " U[        5      nUR                  [        U 5      UR                  S   S-   4:w  a  [        S5      e[         R                  " U 5      [         R                  " U * 5      -
  n[         R                  " US S 2SS 24   U-  SS9nXV-   nSS[         R                  " [         R                  " USS5      * 5      -   -  $ )	NrH   rI   r   zresponsibility shape mismatchr	   r   iØÿÿÿé(   )r   r   r   r   r/   r,   r-   r   Úlog1pr   Úexp)rY   Ú	residualsr8   Úresr;   ÚzÚcorrs          r   Úoracle_responsibility_scoreru   W   sØ   € Ü‡g‚gŒb�jŠj˜œ5Ó! $ vÓ.€A´2·:²:¸iÌÓ3N¨sÔQS×Q[ÒQ[Ð\lÔmrÓQsÈqØ‡w�w”�Q“˜Ÿ	™	 !™ Q™Ð'Ó'¬jÐ9XÓ.YÐ(YÜ‡f‚fˆQƒi”—’˜!˜“Ñ€AÜ	�Š�’!�A‘B�$‘˜‘ Ñ	#€DØ�f€AØ�”B—F’FœBŸGšG A c¨"Ó-Ð-Ó.Ñ.Ñ/Ð/r   c                ó8  • [         R                  " U [        5      n[        U5      n[	        [        [        U5      U-  5      5      n[        S[        X45      5      n[         R                  " U[        S9nUS::  a  U$ [         R                  " U* SS9nSXVS U '   U$ )Nr   )ÚdtypeÚ	mergesort)Úkindr   )
r   r   r   r,   r*   Úroundr0   ÚminÚzerosÚargsort)ÚscoresÚrateÚsÚnr=   ÚpredÚorders          r   Ú_warn_by_rater„   `   s~   € Ü‡j‚j�œÓ€A¤ Q£˜q¬#¬e´E¸$³KÀ±MÓ.BÓ*C¨ÄcÈ!ÌCÐPQËHÃoÀAÜ	�Š�!œ#Ñ	€DØˆ!ƒt�4ˆKÜ
�*Š*�a�R˜[Ñ
)€EØ€Dˆr�ˆ�OØ€Kr   c                ó
  • [         R                  " U [        5      n [        X5      n[        X#5      n[        [         R                  " U S:H  US:H  -  US:H  -  5      5      [        [         R                  " U S:H  US:H  -  US:H  -  5      5      [        [         R                  " U S:H  US:H  -  US:H  -  5      5      [        [         R                  " U S:H  US:H  -  US:H  -  5      5      [        [         R                  " U S:H  US:H  -  5      5      [        [         R                  " U S:H  US:H  -  5      5      [        [         R                  " U S:H  US:H  -  5      5      [        [         R                  " U S:H  US:H  -  5      5      S.$ )Nr   r   )Úrescued_failuresÚlost_failuresÚremoved_false_positivesÚadded_false_positivesÚbaseline_tpÚcandidate_tpÚbaseline_fpÚcandidate_fp)r   r   r*   r„   r   )r9   Úbaseline_scoreÚcandidate_scorer   ÚpbÚpcs         r   Útop_budget_transition_countsr’   i   s:  € Ü‡j‚j�”3Ó€Aœ=¨Ó=˜ÄÈÓAd¸bäœrŸvšv q¨!¡t¨b°!©e¡n°b¸!±eÑ&<Ó=Ó>ÜœBŸFšF A q¡D¨2¨q©5¡>°2°q±5Ñ#9Ó:Ó;Ü"%¤b§f¢f¨a°©d°R¸±U©^¸RÀ¹UÑ-CÓ&DÓ"EÜ #¤B§F¢F¨A¨q©D°2°q±5©>¸2¸q¹5Ñ+AÓ$BÓ CÜœ"Ÿ&š& ! Q¡$¨¨Q©¡Ó0Ó1Üœ2Ÿ6š6 1 a¡4¨"¨a©%¡.Ó1Ó2Üœ"Ÿ&š& ! Q¡$¨¨Q©¡Ó0Ó1Üœ2Ÿ6š6 1 a¡4¨"¨a©%¡.Ó1Ó2ñ	ð 	r   )N)gš™™™™™É?)Ú
__future__r   r1   Únumpyr   Úsuite2_commonr   r   r   r   rF   rJ   rb   rl   ru   r„   r’   © r   r   Ú<module>r—      s>   ðå "ã Û ç *à	€ò&ôò:,ò
ò.	ò0òõr   