ó
    .‚‘jü"  ã                  óô   • S SK Jr  S SKJr  S SKrS SKrS SKJ	r	J
r
Jr  S SKJr  SrSrSrS	rS
rSrSrSrSrSrSrSrSrSrSrSrS rS rS r S r!S%S jr"S r#S r$S r%\4S jr&S r'S  r(S! r)S&S" jr*S# r+S$ r,g)'é    )Úannotations)ÚPathN)Úsafe_apÚsafe_aucÚequal_budget_metrics)Úevaluate_facultyÚ	committeeÚresidual_moe_sharedÚresidual_moe_shared_privateÚresidual_moe_true_specialistÚ"residual_moe_competitive_candidateÚresidual_moe_competitive_finalÚsemantic_specialist_candidateÚsemantic_specialist_finalÚopportunity_latent_candidateÚopportunity_latent_finalÚ"suite12_collaborative_evidence_moeÚv2_classifierÚsuite4_competence_councilÚsuite13_e0_globalÚ.suite13_committee_preserving_collaborative_moe)gš™™™™™¹?g333333Ã?çš™™™™™É?g      Ð?c                ó  • U (       d  g [        U 5      SU 3-  U S3-  nUR                  5       (       d  g [        R                  " U5      nX6;  a  g SU;   ax  [	        U5      [	        U5      :w  dR  [
        R                  " UR                  R                  [        5      [
        R                  " U[        5      5      (       d  [        SU 35      e[	        U5      [	        U5      :w  a  [        SU 35      eXc   R                  [        5      $ )NÚfold_ú_scores.csvÚactualzalignment mismatch zrow mismatch )r   ÚexistsÚpdÚread_csvÚlenÚnpÚarray_equalr   Úto_numpyÚintÚasarrayÚ
ValueErrorÚfloat)ÚrootÚfoldÚfacultyÚcolumnÚyÚpÚdfs          ÚA/root/disk_3tb/earlywarning/30072026/suite13/suite13_reporting.pyÚoptional_scoresr0      sî   € Þ�tÜ
ˆ4ƒj�5˜˜�Ñ 7 )¨;Ð 7Ñ7€AØ�8‰8�:‰:˜TÜ	‡{‚{�1ƒ~€BØÓ˜tØ�2ƒ~œ3˜r›7¤C¨£F›?´"·.².ÀÇÁ×ASÑASÔTWÓAXÔY[×YcÒYcÐdeÔfiÓYj×2kÑ2kÔs}ð  ATð  UVð  TWð  Xó  tYð  nYÜ
ˆ2ƒw”�A“ƒœZ¨-¸°sÐ(;Ó<Ð<Ø‰:×ÑœuÓ%Ð%ó    c                óÚ  • U (       d  g [        U 5      U SU S3-  nUR                  5       (       d  g [        R                  " U5      nSU;  d  SU;  a  g [	        U5      [	        U5      :w  dR  [
        R                  " UR                  R                  [        5      [
        R                  " U[        5      5      (       d  [        SU 35      eUR                  R                  [        5      $ )NÚ_fold_z_test_results.csvÚactual_failure_lt5Úfailure_probability_lt5zV2 alignment mismatch )r   r   r   r   r    r!   r"   r4   r#   r$   r%   r&   r5   r'   )r(   r)   r*   r,   r-   r.   s         r/   Úv2_scorer6      sÔ   € Þ�tÜ
ˆ4ƒj�G�9˜F 4 &Ð(9Ð:Ñ:€AØ�8‰8�:‰:˜TÜ	‡{‚{�1ƒ~€BØ 2Ó%Ð)BÈ"Ó)LÐTXÜ
ˆ2ƒw”�A“ƒœbŸnšn¨R×-BÑ-B×-KÑ-KÌCÓ-PÔQS×Q[ÒQ[Ð\]Ô^aÓQb×cÑcÔjtð  xNð  OPð  NQð  vRó  kSð  eSØ×%Ñ%×.Ñ.¬uÓ5Ð5r1   c                ó
  • U (       d  g [        U 5      U SU S3-  [        U 5      SU 3-  U S3-  /n[        S U 5       S 5      nUc  g [        R                  " U5      nSU;  d  SU;  a  g [	        U5      [	        U5      :w  dR  [
        R                  " UR                  R                  [        5      [
        R                  " U[        5      5      (       d  [        SU 35      eUR                  R                  [        5      $ )Nr3   r   r   c              3  óR   #   • U  H  oR                  5       (       d  M  Uv •  M     g 7f)N)r   )Ú.0Úxs     r/   Ú	<genexpr>Ú council_score.<locals>.<genexpr>    s8   é € ð  tSò  @DÐz{÷  HPñ  HP÷  HR×tuÑtuò  @Dùs   ‚'ž	'r   ÚfinalzCouncil alignment mismatch )r   Únextr   r   r    r!   r"   r   r#   r$   r%   r&   r=   r'   )r(   r)   r*   r,   Úcandr-   r.   s          r/   Úcouncil_scorer@      s  € Þ�tÜ
ˆt‹*˜�y  t f¨KÐ8Ñ
8¼¸d»ÀeÈDÈ6ÀNÑ9RÐV]ÐU^Ð^iÐSjÑ9jÐ	k€DÔnrñ  tSñ  @Dó  tSð  TXó  oYÐlmØ�y˜Ü	‡{‚{�1ƒ~€BØ�rÓ˜W¨BÓ.°dÜ
ˆ2ƒw”�A“ƒœbŸnšn¨R¯Y©Y×-?Ñ-?ÄÓ-DÄRÇZÂZÐPQÔRUÓEV×WÑWÔ^hð  lGð  HIð  GJð  jKó  _Lð  YLØ�8‰8×ÑœUÓ#Ð#r1   c                óÒ  • [         [        R                  " U[        5      0n[        U R
                  [        4[        U R                  [        4[        U R                  [        4[        U R                  [        4[        U R                  [        4[        U R                  [        4[        U R                  [        4[         U R"                  [         4[$        U R"                  [$        4[&        [)        U SS 5      [&        4/
nU H  u  pxn	[+        X�X)U5      n
U
c  M  X¥U'   M     [-        U R.                  XU5      n
U
b  X¥[0        '   [3        U R4                  XU5      n
U
b  X¥[6        '   U$ )NÚsuite12_results_dir)Ú	COMMITTEEr!   r%   r'   ÚSHAREDÚshared_results_dirÚADAPTERÚsuite7_results_dirÚS8Úsuite8_results_dirÚS9CÚsuite9_results_dirÚS9FÚS10CÚsuite10_results_dirÚS10FÚS11CÚsuite11_results_dirÚS11FÚS12Úgetattrr0   r6   Úv2_results_dirÚV2r@   Úcouncil_results_dirÚCOUNCIL)Úargsr)   r*   r,   ÚqÚsÚrootsÚkeyr(   ÚcolÚzs              r/   Úreference_for_facultyr`   '   sñ  € Ü”—’˜AœeÓ$Ð%€AÜ�4×*Ñ*¬6Ð2´G¸D×<SÑ<SÔT[Ð3\Ô^`Ðae×axÑaxÔy{Ð]|ô  Bð  CG÷  CZñ  CZô  [^ð  ~_ô  adð  ei÷  e|ñ  e|ô  }@ð  `Aô  CGð  HL÷  H`ñ  H`ô  aeð  Bfô  hlð  mq÷  mEñ  mEô  FJð  gKô  MQð  RV÷  Rjñ  Rjô  koð  Lpô  rvð  w{÷  wOñ  wOô  PTð  qUô  WZô  [bð  cgð  h}ð  ~Bó  [Cô  DGð  VHð  I€EÛ‰ˆ�Ü
˜$ G°Ó
2ˆØ‹= ˜3›ñ ô ˆt×"Ñ" 4°Ó2€AØ�}˜1”r‘UÜ�D×,Ñ,¨T¸!Ó<€AØ�} ”w‘ZØ€Hr1   c                óz  • XU[        U5      [        [        R                  " U5      5      [	        [        R
                  " U5      5      [        X45      [        X45      S.n[         HQ  n[        X4Xu5      n[        [        SU-  5      5      o˜S   USU	 3'   US   USU	 3'   US   USU	 3'   US	   US
U	 3'   MS     U$ )N)r)   r*   ÚmodelÚrowsÚfailuresÚ
prevalenceÚapÚaucéd   Ú	precisionÚprecision_at_ÚrecallÚ
recall_at_Úf1Úf1_at_ÚfbetaÚf2_at_)r    r$   r!   Úsumr'   Úmeanr   r   ÚBUDGETSr   Úround)
r)   r*   rb   r,   r[   ÚbetaÚrÚbr_   Úts
             r/   Ú
metric_rowry   3   sJ  € Ø¨U¼#¸a»&ÌCÔPR×PVÒPVÐWXÓPYËNÔhmÔnp×nuÒnuÐvwÓnxÓhyô  @Gð  HIó  @Lô  S[ð  \]ó  S`ñ  a€AßˆÜ
˜q 1Ó
*ˆ¬S´°s¸1±u³Ó->¨1ÐXcÑVd¸qÀ=ÐQRÐPSÐATÑ?UÐyzð  |Dñ  zEÐefÐisÐtuÐsvÐgwÑexð  VWð  X\ñ  V]ð  FGð  JPð  QRð  PSð  HTñ  FUð  noð  pwñ  nxð  ^_ð  bhð  ijð  hkð  `ló  ^mñ à€Hr1   c                óh  • [         R                  " U 5      o"UR                  R                  U5         n/ nUR	                  SS/5       HQ  u  u  pEnXE[        U5      S.nS H$  n[        Xh   R                  5       5      USU 3'   M&     UR                  U5        MS     [         R                  " U5      $ )Nr*   rb   )r*   rb   Úholdout_folds)rf   rg   Úprecision_at_20Úrecall_at_20Úf1_at_20Úf2_at_20Ú
mean_fold_)	r   Ú	DataFramer)   ÚisinÚgroupbyr    r'   rr   Úappend)	ÚmetricsÚholdoutÚdrc   Úfacrb   Úgrv   Úcs	            r/   Úmean_fold_summaryr‹   9   sŸ   € Ü‡l‚l�7Ó€A §¡§¡¨GÓ 4Ñ5˜A¸2°dØŸ™ I¨gÐ#6Ö7‰‰ˆ�AØ´s¸1³vÑ
>ˆÛTˆAÔinÐopÑos×oxÑoxÓozÓi{ÐUVÐYcÐdeÐcfÐWgÓUhÑTØ�‰�AŽñ 8ô �<Š<˜ÓÐr1   c                óH  ^• / n[        [        5       R                  " U  Vs/ s H  n[        US   5      PM     sn6 5      n[        [        [
        [        [        [        [        [        [        1	nU Há  mU HØ  nU  Vs/ s H  oDS   U:X  d  M  UPM     nnU(       a  [        U4S jU 5       5      (       d  MB  [        UR                  =(       d    XrR                  :H  =(       a    TU;   5      n	[!        XTUR"                  UR$                  UR&                  UR(                  UR*                  UR,                  U	S9
u  p«UR/                  U5        MÚ     Mã     [4        R6                  " U5      $ s  snf s  snf ! [0         a   n[3        SU ST SU 35         S nAGM%  S nAff = f)NÚscoresr*   c              3  ó4   >#   • U  H  nTUS    ;   v •  M     g7f)r�   N© )r9   rv   rb   s     €r/   r;   Úoperational.<locals>.<genexpr>F   s   øé € Ð@ºC°q˜e q¨¡{Ö2ºCùs   ƒ)Úverbosez-[WARN] operational evaluation failed faculty=z model=ú: )ÚsortedÚsetÚunionrC   rV   rX   rS   ÚE0ÚMODELrL   rM   rP   ÚallÚboolÚverbose_operationalÚprimary_facultyr   Ú	dev_foldsr{   Úthreshold_betaÚmin_precisionÚmax_warning_ratioÚ	min_flagsÚextendÚ	ExceptionÚprintr   r�   )ÚrecordsÚ	facultiesrY   rc   rv   ÚmodelsÚprimaryrˆ   Úuser‘   Ú_ÚrrÚerb   s                @r/   Úoperationalr¬   A   s¥  ø€ Ø	€D”6œ#›%Ÿ+š+Á'Ó'JÂ'¸Q¬¨A¨h©KÖ(8Á'Ñ'JÐKÓLˆFÔV_Ô`bÔcjÔknÔoqÔrwÔx{ô  }Aô  BFð  VGÈWÛˆÛˆ#ÙÓ5š�1 Y¡<°Ñ#4�Q™ˆÐ5Þœ#Ô@¹CÓ@×@Ñ@ÁÜ�T×-Ñ-×a°#×7KÑ7KÑ2K×2`ÐPUÐY`ÑP`ÓbˆÜ! '¨e°D·N±NÀ4×CUÑCUÐVZ×ViÑViÐjn×j|Ñj|ð  ~B÷  ~Tñ  ~Tð  UY÷  Ucñ  Ucð  lsñ  t‰DˆAð  uy÷  u@ñ  u@ð  ACö  uDó	 ñ ô �<Š<˜ÓÐùò (Kùò 6øô ÓmœeÐ&SÐTWÐSXÐX_Ð`eÐ_fÐfhÐijÐhkÐ$l×mÓmûÐmús*   ¡E-Á>E2ÂE2Ã/A E7Å7
F!ÆFÆF!c           	     ól  • [        U5      (       a$  XR                  R                  [        5      S:H     O[        R
                  " 5       n/ n[        U R                  R                  5       5       GH  nX R                  U:H     oTUR                  R                  5       S.nS H   n[        XW   R                  5       5      Xg'   M"     S H­  nX"R                  U:H  UR                  U:H  -     n	S HE  n[        U	5      (       a  [        X—   R                  5       5      O[        R                  Xh SU 3'   MG     S H8  n[        U	5      (       a  [!        X—   R#                  5       5      OSXh SU S	3'   M:     M¯     UR%                  U5        GM     [        R
                  " U5      R'                  S
S/SSS9$ )NÚPOOLED)rb   r¥   )Úmean_fold_apÚmean_fold_aucÚmean_fold_precision_at_20Úmean_fold_recall_at_20Úmean_fold_f1_at_20Úmean_fold_f2_at_20)ÚfixedÚdrift)ri   rk   rm   ro   Ú	flag_rater©   )ÚtpÚfnÚfpÚtnr   Ú_totalr¯   Údrift_fbetaFÚlast)Ú	ascendingÚna_position)r    r)   ÚastypeÚstrr   r�   r“   rb   Úuniquer*   Únuniquer'   rr   Úpolicyr!   Únanr$   rq   r„   Úsort_values)
ÚmeanfÚwarningÚporc   rb   r‰   rv   rŠ   Úpolr‡   s
             r/   Úmacro_summaryrÌ   L   s˜  € Ü69¸'·l±l€w�|‰|×"Ñ"¤3Ó'¨Ñ1Ò2ÌÏÊË€BÐ\^ÐW[Ü˜Ÿ™×*Ñ*Ó,×-ˆØ
—‘˜UÑ"Ñ
#ˆÀÇÁ×ARÑARÓATÑ&U Aó QˆAô  W\ð  ]^ñ  ]a÷  ]fñ  ]fó  ]hó  Wið  RSó  RVñ  QÛ$ˆCØ—(‘(˜E‘/ B§I¡I¨s¡NÑ3Ñ4ˆAÛD�ÔknÐop×kqÑkqÔUZÐ[\Ñ[_×[dÑ[dÓ[fÔUgÔwy×w}Ñw}ÀQÈÈaÐPQÈsÀ|Ã_ÑDÛ*�ÔTWÐXY×TZÑTZÄÀQÁTÇXÁXÃZÄÐ`a¨1¨u°A°a°S¸Ð-?Ó+@Ó*ñ %ð 	�‰�A�ñ .ô �<Š<˜Ó×)Ñ)¨>¸-Ð*HÐSXÐekÐ)ÐlÐlr1   c                ób  • [        U5      (       a$  XR                  R                  [        5      S:H     O[        R
                  " 5       n[        [        [        [        [        [        [        [        [        [        [         ["        [$        [&        /n[)        S5        U GH  n/ nS Hß  u  pxX R*                  U:H     SU/   R-                  US0S9o�U R*                  U:H     SU/   R-                  US0S9o©R/                  U
SS9n[        U5      (       d  Mp  UR0                  UR2                  -
  oÆR5                  U S	US
:„  R7                  5        S[        U5       SUR9                  5       S SUR;                  5       S 3	5        Má     X3R*                  U:H  UR<                  S:H  -     SS/   R-                  SS0S9o“UR*                  U:H  UR<                  S:H  -     SS/   R-                  SS0S9o©R/                  U
SS9n[        U5      (       am  UR0                  UR2                  -
  oÆR5                  SUS
:„  R7                  5        S[        U5       SUR9                  5       S SUR;                  5       S 35        U(       d  GMë  [)        SU S	3SR?                  U5      -   5        GM     g )Nr®   z4
SUITE13 WIN-RATE AUDIT (overlapping faculties only)))ÚAPr¯   )zF2@20r´   r*   Úa)Úcolumnsrw   )Úonr’   r   Ú/u    wins meanÎ”=z+.4fu    medÎ”=r¶   ro   z	driftF2: z  vs z | ) r    r)   rÁ   rÂ   r   r�   rC   r–   rS   rD   rF   rH   rJ   rL   rM   rO   rP   rR   rX   rV   r£   rb   ÚrenameÚmergerÏ   rw   r„   rq   rr   ÚmedianrÅ   Újoin)rÈ   rÉ   Ú	candidaterÊ   ÚrefsÚrefÚbitsÚlabelr^   rÏ   rw   r‡   Údeltas                r/   Úprint_win_ratesrÝ   X   s�  € Ü69¸'·l±l€w�|‰|×"Ñ"¤3Ó'¨Ñ1Ò2ÌÏÊË€BÔ]fÔgiÔjmÔntÔu|Ô}ô  ADô  EHô  IMô  NRô  SWô  X\ô  ]dô  egð  ]hÐW[Ü	Ð
AÔBÜˆØˆÛO‰IˆEØ—K‘K Ñ*Ñ+¨Y°s¨OÑ<×CÑCÈSÐQTÈIÐCÐVˆAÐ_d×_jÑ_jÐloÑ_oÑYpÐr{Ð|ð  rAñ  ZB÷  ZIñ  ZIð  SVð  WZð  R[ð  ZIð  Z\ÐWX÷  _fñ  _fð  ghð  luð  _fð  _vð  ]^Ü�1�v‹v˜AŸC™C §¡™G�e§K¡K°5°'¸¸UÀ1¹W¿M¹M»OÐ;LÈAÌcÐRSËfÈXÐUbÐch×cmÑcmÓcoÐptÐbuÐu|ð  ~C÷  ~Jñ  ~Jó  ~Lð  MQð  }Rð  1Sö  %Tñ Pð �h‰h˜	Ñ! B§I¡I¨wÑ$6Ñ7Ñ
8¸)ÀGÐ9LÑ
M×
TÑ
TÐ^eÐfiÐ]jÐ
TÐ
kˆÐrt×rzÑrzÐ|Ñrð  CE÷  CLñ  CLð  NUñ  CUñ  rVñ  oWð  Ybð  cjð  Xkñ  ol÷  osñ  osð  }Dð  EHð  |Ið  osð  oJÐlm÷  MTñ  MTð  UVð  Zcð  MTð  Mdð  KLÜˆq�6‰6˜Ÿ™˜AŸC™C™�%§¡¨i¸¸q¹¿¹»Ð7HÈÌ#ÈaË&ÈÐQ^Ð_d×_iÑ_iÓ_kÐlpÐ^qÐqxÐy~÷  zFñ  zFó  zHð  IMð  yNð  -Oô  !Pß‰4”˜˜c˜U "�o e§j¡j°Ó&6Ñ6×7ò r1   c                óî  • [         R                  " U [        5      n/ n[        UR                  S   5       H»  n[        US-   UR                  S   5       H˜  nUS S 2U4   oQS S 2U4   n[         R
                  R                  USS9[         R
                  R                  USS9-  S-   orR                  X4[        [         R                  " XV-  R                  S5      U-  5      5      S.5        Mš     M½     U$ )Né   )Úaxisgê-�™—q=)Úexpert_iÚexpert_jÚmean_cosine)
r!   r%   r'   ÚrangeÚshapeÚlinalgÚnormr„   rr   rq   )Útokensr:   rc   ÚiÚjrÏ   rw   Údens           r/   Úrepresentation_cosinerì   d   s  € Ü‡j‚j�œÓ€A B˜tÜ�1—7‘7˜1‘:ÖˆÜ�q˜‘s˜1Ÿ7™7 1™:Ö&ˆAØ’�!�‰fˆAš˜1˜‘v�Q¤"§)¡)§.¡.°¸ .Ð":¼2¿9¹9¿>¹>È!ÐQR¸>Ð;SÑ"SÐTYÑ"Y˜c×ZeÑZeÐrsô  PUô  VX÷  V]ò  V]ð  _`ñ  _b÷  ^gñ  ^gð  hió  ^jð  knñ  ^nó  Voó  Ppñ  gqö  [ró 'ñ ð €Kr1   c           
     óâ  • [         R                  " U [        5      n [        U 5      n[	        S[        [        SU-  5      5      5      n[         R                  " U[        5      n[         R                  " U[        5      nSU[         R                  " X* 5      U* S  '   SU[         R                  " X$* 5      U* S  '   [        [         R                  " U S:H  US:H  -  US:H  -  5      5      [        [         R                  " U S:H  US:H  -  US:H  -  5      5      [        [         R                  " U S:H  US:H  -  US:H  -  5      5      [        [         R                  " U S:H  US:H  -  US:H  -  5      5      S.$ )Nrß   r   r   )Úrescued_failuresÚlost_failuresÚremoved_false_alarmsÚadded_false_alarms)	r!   r%   r$   r    Úmaxrt   ÚzerosÚargpartitionrq   )r,   Úbaser?   ÚnÚkÚpbÚpcs          r/   Útop20_transitionsrú   k   sA  € Ü‡j‚j�”3Ó€Aœ#˜a›&˜¤3 q¬¬U°3°q±5«\Ó):Ó#; ¼r¿xºxÈÌ#»¸BÔRT×RZÒRZÐ[\Ô]`ÓRaÈrð  EFÐbdÔeg×etÒetÐuyÐz|Óe}ð  @Að  Að  Bð  fCñ  cDð  ijð  GIô  JL÷  JYò  JYð  Z^ð  _aó  Jbð  deð  ceð  cfð  Jgñ  GhÜ"¤2§6¢6¨1¨a©4°"°a±%©.¸"¸a¹%Ñ*@Ó#AÓBÔSVÔWY×W]ÒW]Ð_`ÐbcÑ_cÐfhÐjkÑfkÑ^lÐnpÐrsÑnsÑ^tÓWuÓSvô  ORô  SU÷  SYò  SYð  [\ð  ^_ñ  [_ð  bdð  fgñ  bgñ  Zhð  jlð  noñ  joñ  Zpó  Sqó  Orô  HKô  LN÷  LRò  LRð  TUð  WXñ  TXð  []ð  _`ñ  [`ñ  Sað  ceð  ghñ  chñ  Sió  Ljó  Hkñ  lð  lr1   c                ó  • [         R                  " [        R                  " U [        5      5      R                  SS9R                  5       n[         R                  " [        R                  " U[        5      5      R                  SS9R                  5       n[        U5      S:”  aV  [        R                  " U5      S:”  a<  [        R                  " U5      S:”  a"  [	        [        R                  " X#5      S   5      $ [        R                  $ )NÚaverage)Úmethodrß   r   ©r   rß   )r   ÚSeriesr!   r%   r'   Úrankr#   r    ÚstdÚcorrcoefrÆ   )rÏ   rw   ÚraÚrbs       r/   Ú
_rank_corrr  o   s^  € Ü	‡y‚y”—’˜AœeÓ$Ó%×*Ñ*°)Ð*Ð<×EÑEÓG€BÌ2Ï9Ê9ÔUW×U_ÒU_Ð`aÔbgÓUhÓKi×KnÑKnÐvÐKnð  LA÷  LJñ  LJó  LLÈô  vyð  z|ó  v}ð  ~ó  vô  DF÷  DJò  DJð  KMó  DNð  OPó  DPô  UW÷  U[ò  U[ð  \^ó  U_ð  `aó  Uaô  TYô  Z\÷  Zeò  Zeð  fhó  Zlð  mpñ  Zqó  Trð  Mmô  gi÷  gmñ  gmð  Mmr1   c           	     ón  • [        U 5      n[        S[        [        X#-  5      5      5      n[	        [
        R                  " [
        R                  " U 5      U* 5      U* S  5      n[	        [
        R                  " [
        R                  " U5      U* 5      U* S  5      n[        [        XV-  5      U-  5      $ )Nrß   )	r    rò   r$   rt   r”   r!   rô   r%   r'   )rÏ   rw   Úraterö   r÷   ÚiaÚibs          r/   Ú_top_overlapr
  r   sØ   € Ü	ˆ!ƒf€AŒs�1”Sœ˜t™v›Ó'Ó(ˆQ¬C´·²ÄÇ
Â
È1ÃÈqÈbÓ0QÐSTÐRTÐRUÐ0VÓ,W¨Ô[^Ô_a×_nÒ_nÔoq×oyÒoyÐz{Óo|Ð~Ð}ó  `Að  CDð  BDð  BEð  `Fó  \GÐXZô  OTô  UXð  Y[ñ  Y^ó  U_ð  `añ  Uaó  Obð  Hbr1   c                ó2  • [         R                  " U[        5      n[         R                  " U[        5      n[         R                  " U[        5      n[        X5      [        X5      -
  [        [         R                  " [         R
                  " XT-
  5      5      5      [        XT5      [        XTS5      [        [         R                  " [         R
                  " U5      5      5      [        [         R                  " [         R
                  " U5      S5      5      S.$ )Nr   gffffffî?)Úe0_delta_apÚe0_probability_maeÚe0_rank_corrÚe0_top20_overlapÚe0_logit_delta_abs_meanÚe0_logit_delta_abs_p95)	r!   r%   r'   r   rr   Úabsr  r
  Úquantile)r,   r	   Úe0Údelta_logitrZ   r-   r‡   s          r/   Úe0_retention_diagnosticsr  u   s;  € Ü‡j‚j�œ5Ó!€A¤B§J¢J¨r´%Ó$8 !¼2¿:º:ÀkÔRWÓ;X¸Ü! !›,¤w¨q£|Ñ3ÌÌrÏwÊwÔWY×W]ÒW]Ð^_Ñ^aÓWbÓOcÓIdÔt~ð  @Aó  uDô  Xdð  efð  iló  Xmô  HMô  NP÷  NUò  NUô  VX÷  V\ò  V\ð  ]^ó  V_ó  N`ó  Haô  {@ô  AC÷  ALò  ALô  MO÷  MSò  MSð  TUó  MVð  WZó  A[ó  {\ñ  ]ð  ]r1   c                ó°  • [         R                  " U [        5      n [         R                  " [         R                  " U[        5      SS5      n/ n/ SQn[	        U5       GHs  u  pEU S S 2U4   oaS S 2U4   n[        [         R
                  " U[         R                  " U5      -  SU-
  [         R                  " SU-
  5      -  -   * 5      5      n[         R                  " U5      S:”  a<  [         R                  " U5      S:”  a"  [        [         R                  " Xg5      S   5      O[         R                  o’R                  XX[        [         R
                  " [         R                  " Xg-
  5      5      5      U	[         R                  " US:¬  5      R                  S:”  a"  [        US:¬  R                  [         5      U5      O[         R                  S.5        GMv     U$ )	Ng�íµ ÷Æ°>gé!çýÿï?)Ústudent_propensityÚcourse_propensityÚrow_failureÚmastery_deficiencyrß   r   rþ   g      à?)Ú	mechanismÚbceÚmaeÚcorrÚap_if_binary)r!   r%   r'   ÚclipÚ	enumeraterr   Úlogr  r  rÆ   r„   r  rÃ   Úsizer   rÁ   r$   )
ÚtargetÚpredrc   Únamesr÷   Únamerx   r-   r  r  s
             r/   Úmechanism_diagnosticsr)  y   sY  € Ü�:Š:�fœUÓ#€F¬¯ª´·²¸DÄÓ1GÈÈVÓ)T DÐZ\ÐUYÚ
W€EÜ˜E×"‰ˆØ
’�1�‰+ˆšQ˜q˜S™	�a¤e¬B¯GªG°a¼¿º¸q»	±kÀ1ÀQÁ3ÌÏÊÈqÐQRÉsËÑBSÑ6SÐ4TÓ,UÓ&V #Ô|~÷  }Cò  }Cð  DEó  }Fð  GHó  }Hô  MO÷  MSò  MSð  TUó  MVð  WXó  MXÔ\aÔbd×bmÒbmÐnoÓbrÐsvÑbwÔ\xô  ^`÷  ^dñ  ^dÐW[÷  epñ  epð  ~Bô  SXô  Y[÷  Y`ò  Y`ô  ac÷  agò  agð  hiñ  hkó  aló  Ymó  Snð  vzô  ln÷  luò  luð  vwð  y{ñ  v{ó  l|÷  lAñ  lAð  BCó  lCô  JQð  STð  VXñ  SX÷  R`ñ  R`ô  adó  Reð  fgô  Jhô  IK÷  IOñ  IOñ  qP÷  eQñ #à€Kr1   )g       @)r   )-Ú
__future__r   Úpathlibr   Únumpyr!   Úpandasr   Úsuite2_commonr   r   r   Úsuite7_evalr   rC   rD   rF   rH   rJ   rL   rM   rO   rP   rR   rS   rV   rX   r–   r—   rs   r0   r6   r@   r`   ry   r‹   r¬   rÌ   rÝ   rì   rú   r  r
  r  r)  r�   r1   r/   Ú<module>r0     s(  ðå "Ý Û Û ß ?Ñ ?Ý (à
€	Ð2�fÐ;X°7Ð\zÐY[ð  @dÐ{~ð  iIð  ehð  Onð  JNð  tOð  osð  Usð  PTð  ySð  txð  X|ð  TWð  @Oð  }ð  Xsð  PWð  wJð  tvð  QAð  KPð  J[ð  BIò&ò6ò$ò
ôòò	ò
mð -2ô 
8òòlòmôbò]ór1   