ó
    Pï‘j$  ã                  ó  • S SK Jr  S SKJr  S SKrS SKrS SKJ	r	J
r
Jr  S SKJr  SrSrSrS	rS
rSrSrSrSrSrSrSrSrSrSrSrSrSrSr Sr!S r"S r#S r$S r%S)S jr&S r'S  r(S! r)\ 4S" jr*S# r+S$ r,S% r-S*S& jr.S' r/S( r0g)+é    )Úannotations)ÚPathN)Úsafe_apÚsafe_aucÚequal_budget_metrics)Úevaluate_facultyÚ	committeeÚresidual_moe_sharedÚresidual_moe_shared_privateÚresidual_moe_true_specialistÚ"residual_moe_competitive_candidateÚresidual_moe_competitive_finalÚsemantic_specialist_candidateÚsemantic_specialist_finalÚopportunity_latent_candidateÚopportunity_latent_finalÚ"suite12_collaborative_evidence_moeÚ.suite13_committee_preserving_collaborative_moeÚsuite13_e0_globalÚv2_classifierÚsuite4_competence_councilÚsuite14_e0_globalÚ suite14_full_authority_candidateÚsuite14_calibrated_candidateÚsuite14_authority_safe_final)gš™™™™™¹?g333333Ã?çš™™™™™É?g      Ð?c                ó  • U (       d  g [        U 5      SU 3-  U S3-  nUR                  5       (       d  g [        R                  " U5      nX6;  a  g SU;   ax  [	        U5      [	        U5      :w  dR  [
        R                  " UR                  R                  [        5      [
        R                  " U[        5      5      (       d  [        SU 35      e[	        U5      [	        U5      :w  a  [        SU 35      eXc   R                  [        5      $ )NÚfold_ú_scores.csvÚactualzalignment mismatch zrow mismatch )r   ÚexistsÚpdÚread_csvÚlenÚnpÚarray_equalr    Úto_numpyÚintÚasarrayÚ
ValueErrorÚfloat)ÚrootÚfoldÚfacultyÚcolumnÚyÚpÚdfs          ÚA/root/disk_3tb/earlywarning/30072026/suite14/suite14_reporting.pyÚoptional_scoresr4      sî   € Þ�tÜ
ˆ4ƒj�5˜˜�Ñ 7 )¨;Ð 7Ñ7€AØ�8‰8�:‰:˜TÜ	‡{‚{�1ƒ~€BØÓ˜tØ�2ƒ~œ3˜r›7¤C¨£F›?´"·.².ÀÇÁ×ASÑASÔTWÓAXÔY[×YcÒYcÐdeÔfiÓYj×2kÑ2kÔs}ð  ATð  UVð  TWð  Xó  tYð  nYÜ
ˆ2ƒw”�A“ƒœZ¨-¸°sÐ(;Ó<Ð<Ø‰:×ÑœuÓ%Ð%ó    c                óÚ  • U (       d  g [        U 5      U SU S3-  nUR                  5       (       d  g [        R                  " U5      nSU;  d  SU;  a  g [	        U5      [	        U5      :w  dR  [
        R                  " UR                  R                  [        5      [
        R                  " U[        5      5      (       d  [        SU 35      eUR                  R                  [        5      $ )NÚ_fold_z_test_results.csvÚactual_failure_lt5Úfailure_probability_lt5zV2 alignment mismatch )r   r!   r"   r#   r$   r%   r&   r8   r'   r(   r)   r*   r9   r+   )r,   r-   r.   r0   r1   r2   s         r3   Úv2_scorer:      sÔ   € Þ�tÜ
ˆ4ƒj�G�9˜F 4 &Ð(9Ð:Ñ:€AØ�8‰8�:‰:˜TÜ	‡{‚{�1ƒ~€BØ 2Ó%Ð)BÈ"Ó)LÐTXÜ
ˆ2ƒw”�A“ƒœbŸnšn¨R×-BÑ-B×-KÑ-KÌCÓ-PÔQS×Q[ÒQ[Ð\]Ô^aÓQb×cÑcÔjtð  xNð  OPð  NQð  vRó  kSð  eSØ×%Ñ%×.Ñ.¬uÓ5Ð5r5   c                ó
  • U (       d  g [        U 5      U SU S3-  [        U 5      SU 3-  U S3-  /n[        S U 5       S 5      nUc  g [        R                  " U5      nSU;  d  SU;  a  g [	        U5      [	        U5      :w  dR  [
        R                  " UR                  R                  [        5      [
        R                  " U[        5      5      (       d  [        SU 35      eUR                  R                  [        5      $ )Nr7   r   r   c              3  óR   #   • U  H  oR                  5       (       d  M  Uv •  M     g 7f)N)r!   )Ú.0Úxs     r3   Ú	<genexpr>Ú council_score.<locals>.<genexpr>    s8   é € ð  tSò  @DÐz{÷  HPñ  HP÷  HR×tuÑtuò  @Dùs   ‚'ž	'r    ÚfinalzCouncil alignment mismatch )r   Únextr"   r#   r$   r%   r&   r    r'   r(   r)   r*   rA   r+   )r,   r-   r.   r0   Úcandr1   r2   s          r3   Úcouncil_scorerD      s  € Þ�tÜ
ˆt‹*˜�y  t f¨KÐ8Ñ
8¼¸d»ÀeÈDÈ6ÀNÑ9RÐV]ÐU^Ð^iÐSjÑ9jÐ	k€DÔnrñ  tSñ  @Dó  tSð  TXó  oYÐlmØ�y˜Ü	‡{‚{�1ƒ~€BØ�rÓ˜W¨BÓ.°dÜ
ˆ2ƒw”�A“ƒœbŸnšn¨R¯Y©Y×-?Ñ-?ÄÓ-DÄRÇZÂZÐPQÔRUÓEV×WÑWÔ^hð  lGð  HIð  GJð  jKó  _Lð  YLØ�8‰8×ÑœUÓ#Ð#r5   c                ó.  • [         [        R                  " U[        5      0n[        U R
                  [        4[        U R                  [        4[        U R                  [        4[        U R                  [        4[        U R                  [        4[        U R                  [        4[        U R                  [        4[         U R"                  [         4[$        U R"                  [$        4[&        [)        U SS 5      [&        4[*        [)        U SS 5      [*        4[,        [)        U SS 5      [,        4/nU H  u  pxn	[/        X�X)U5      n
U
c  M  X¥U'   M     [1        U R2                  XU5      n
U
b  X¥[4        '   [7        U R8                  XU5      n
U
b  X¥[:        '   U$ )NÚsuite12_results_dirÚsuite13_results_dir)Ú	COMMITTEEr%   r)   r+   ÚSHAREDÚshared_results_dirÚADAPTERÚsuite7_results_dirÚS8Úsuite8_results_dirÚS9CÚsuite9_results_dirÚS9FÚS10CÚsuite10_results_dirÚS10FÚS11CÚsuite11_results_dirÚS11FÚS12ÚgetattrÚS13ÚE13r4   r:   Úv2_results_dirÚV2rD   Úcouncil_results_dirÚCOUNCIL)Úargsr-   r.   r0   ÚqÚsÚrootsÚkeyr,   ÚcolÚzs              r3   Úreference_for_facultyrg   '   sa  € Ü”—’˜AœeÓ$Ð%€AÜ�4×*Ñ*¬6Ð2´G¸D×<SÑ<SÔT[Ð3\Ô^`Ðae×axÑaxÔy{Ð]|ô  Bð  CG÷  CZñ  CZô  [^ð  ~_ô  adð  ei÷  e|ñ  e|ô  }@ð  `Aô  CGð  HL÷  H`ñ  H`ô  aeð  Bfô  hlð  mq÷  mEñ  mEô  FJð  gKô  MQð  RV÷  Rjñ  Rjô  koð  Lpô  rvð  w{÷  wOñ  wOô  PTð  qUô  WZô  [bð  cgð  h}ð  ~Bó  [Cô  DGð  VHô  JMô  NUð  VZð  [pð  quó  Nvô  wzð  I{ô  }@ô  AHð  IMð  Ncð  dhó  Aiô  jmð  |nð  o€EÛ‰ˆ�Ü
˜$ G°Ó
2ˆØ‹= ˜3›ñ ô ˆt×"Ñ" 4°Ó2€AØ�}˜1”r‘UÜ�D×,Ñ,¨T¸!Ó<€AØ�} ”w‘ZØ€Hr5   c                óz  • XU[        U5      [        [        R                  " U5      5      [	        [        R
                  " U5      5      [        X45      [        X45      S.n[         HQ  n[        X4Xu5      n[        [        SU-  5      5      o˜S   USU	 3'   US   USU	 3'   US   USU	 3'   US	   US
U	 3'   MS     U$ )N)r-   r.   ÚmodelÚrowsÚfailuresÚ
prevalenceÚapÚaucéd   Ú	precisionÚprecision_at_ÚrecallÚ
recall_at_Úf1Úf1_at_ÚfbetaÚf2_at_)r$   r(   r%   Úsumr+   Úmeanr   r   ÚBUDGETSr   Úround)
r-   r.   ri   r0   rb   ÚbetaÚrÚbrf   Úts
             r3   Ú
metric_rowr€   3   sJ  € Ø¨U¼#¸a»&ÌCÔPR×PVÒPVÐWXÓPYËNÔhmÔnp×nuÒnuÐvwÓnxÓhyô  @Gð  HIó  @Lô  S[ð  \]ó  S`ñ  a€AßˆÜ
˜q 1Ó
*ˆ¬S´°s¸1±u³Ó->¨1ÐXcÑVd¸qÀ=ÐQRÐPSÐATÑ?UÐyzð  |Dñ  zEÐefÐisÐtuÐsvÐgwÑexð  VWð  X\ñ  V]ð  FGð  JPð  QRð  PSð  HTñ  FUð  noð  pwñ  nxð  ^_ð  bhð  ijð  hkð  `ló  ^mñ à€Hr5   c                óh  • [         R                  " U 5      o"UR                  R                  U5         n/ nUR	                  SS/5       HQ  u  u  pEnXE[        U5      S.nS H$  n[        Xh   R                  5       5      USU 3'   M&     UR                  U5        MS     [         R                  " U5      $ )Nr.   ri   )r.   ri   Úholdout_folds)rm   rn   Úprecision_at_20Úrecall_at_20Úf1_at_20Úf2_at_20Ú
mean_fold_)	r"   Ú	DataFramer-   ÚisinÚgroupbyr$   r+   ry   Úappend)	ÚmetricsÚholdoutÚdrj   Úfacri   Úgr}   Úcs	            r3   Úmean_fold_summaryr’   9   sŸ   € Ü‡l‚l�7Ó€A §¡§¡¨GÓ 4Ñ5˜A¸2°dØŸ™ I¨gÐ#6Ö7‰‰ˆ�AØ´s¸1³vÑ
>ˆÛTˆAÔinÐopÑos×oxÑoxÓozÓi{ÐUVÐYcÐdeÐcfÐWgÓUhÑTØ�‰�AŽñ 8ô �<Š<˜ÓÐr5   c                óf  ^• / n[        [        5       R                  " U  Vs/ s H  n[        US   5      PM     sn6 5      n[        [        [
        [        [        [        [        [        [        [        [        [        1nU Há  mU HØ  nU  Vs/ s H  oDS   U:X  d  M  UPM     nnU(       a  [        U4S jU 5       5      (       d  MB  [!        UR"                  =(       d    XrR$                  :H  =(       a    TU;   5      n	['        XTUR(                  UR*                  UR,                  UR.                  UR0                  UR2                  U	S9
u  p«UR5                  U5        MÚ     Mã     [:        R<                  " U5      $ s  snf s  snf ! [6         a   n[9        SU ST SU 35         S nAGM%  S nAff = f)NÚscoresr.   c              3  ó4   >#   • U  H  nTUS    ;   v •  M     g7f)r”   N© )r=   r}   ri   s     €r3   r?   Úoperational.<locals>.<genexpr>F   s   øé € Ð@ºC°q˜e q¨¡{Ö2ºCùs   ƒ)Úverbosez-[WARN] operational evaluation failed faculty=z model=ú: )ÚsortedÚsetÚunionrH   r]   r_   rX   rZ   ÚE0ÚFULLÚCALÚMODELrQ   rR   rU   ÚallÚboolÚverbose_operationalÚprimary_facultyr   Ú	dev_foldsr‚   Úthreshold_betaÚmin_precisionÚmax_warning_ratioÚ	min_flagsÚextendÚ	ExceptionÚprintr"   rˆ   )ÚrecordsÚ	facultiesr`   rj   r}   ÚmodelsÚprimaryr�   Úuser˜   Ú_ÚrrÚeri   s                @r3   Úoperationalrµ   A   s¶  ø€ Ø	€D”6œ#›%Ÿ+š+Á'Ó'JÂ'¸Q¬¨A¨h©KÖ(8Á'Ñ'JÐKÓLˆFÔV_Ô`bÔcjÔknÔorÔsuÔvzÔ{~ô  @Eô  FIô  JNô  OSð  VTÈWÛˆÛˆ#ÙÓ5š�1 Y¡<°Ñ#4�Q™ˆÐ5Þœ#Ô@¹CÓ@×@Ñ@ÁÜ�T×-Ñ-×a°#×7KÑ7KÑ2K×2`ÐPUÐY`ÑP`ÓbˆÜ! '¨e°D·N±NÀ4×CUÑCUÐVZ×ViÑViÐjn×j|Ñj|ð  ~B÷  ~Tñ  ~Tð  UY÷  Ucñ  Ucð  lsñ  t‰DˆAð  uy÷  u@ñ  u@ð  ACö  uDó	 ñ ô �<Š<˜ÓÐùò (Kùò 6øô ÓmœeÐ&SÐTWÐSXÐX_Ð`eÐ_fÐfhÐijÐhkÐ$l×mÓmûÐmús*   ¡E<ÂFÂFÃ>A FÆ
F0ÆF+Æ+F0c           	     ól  • [        U5      (       a$  XR                  R                  [        5      S:H     O[        R
                  " 5       n/ n[        U R                  R                  5       5       GH  nX R                  U:H     oTUR                  R                  5       S.nS H   n[        XW   R                  5       5      Xg'   M"     S H­  nX"R                  U:H  UR                  U:H  -     n	S HE  n[        U	5      (       a  [        X—   R                  5       5      O[        R                  Xh SU 3'   MG     S H8  n[        U	5      (       a  [!        X—   R#                  5       5      OSXh SU S	3'   M:     M¯     UR%                  U5        GM     [        R
                  " U5      R'                  S
S/SSS9$ )NÚPOOLED)ri   r®   )Úmean_fold_apÚmean_fold_aucÚmean_fold_precision_at_20Úmean_fold_recall_at_20Úmean_fold_f1_at_20Úmean_fold_f2_at_20)ÚfixedÚdrift)rp   rr   rt   rv   Ú	flag_rater²   )ÚtpÚfnÚfpÚtnr   Ú_totalr¸   Údrift_fbetaFÚlast)Ú	ascendingÚna_position)r$   r-   ÚastypeÚstrr"   rˆ   rš   ri   Úuniquer.   Únuniquer+   ry   Úpolicyr%   Únanr(   rx   r‹   Úsort_values)
ÚmeanfÚwarningÚporj   ri   r�   r}   r‘   ÚpolrŽ   s
             r3   Úmacro_summaryrÕ   L   s˜  € Ü69¸'·l±l€w�|‰|×"Ñ"¤3Ó'¨Ñ1Ò2ÌÏÊË€BÐ\^ÐW[Ü˜Ÿ™×*Ñ*Ó,×-ˆØ
—‘˜UÑ"Ñ
#ˆÀÇÁ×ARÑARÓATÑ&U Aó QˆAô  W\ð  ]^ñ  ]a÷  ]fñ  ]fó  ]hó  Wið  RSó  RVñ  QÛ$ˆCØ—(‘(˜E‘/ B§I¡I¨s¡NÑ3Ñ4ˆAÛD�ÔknÐop×kqÑkqÔUZÐ[\Ñ[_×[dÑ[dÓ[fÔUgÔwy×w}Ñw}ÀQÈÈaÐPQÈsÀ|Ã_ÑDÛ*�ÔTWÐXY×TZÑTZÄÀQÁTÇXÁXÃZÄÐ`a¨1¨u°A°a°S¸Ð-?Ó+@Ó*ñ %ð 	�‰�A�ñ .ô �<Š<˜Ó×)Ñ)¨>¸-Ð*HÐSXÐekÐ)ÐlÐlr5   c                óŠ  • [        U5      (       a$  XR                  R                  [        5      S:H     O[        R
                  " 5       n[        [        [        [        [        [        [        [        [        [        [         ["        [$        [&        [(        [*        [,        [.        /n[1        S5        U GH  n/ nS Hß  u  pxX R2                  U:H     SU/   R5                  US0S9o�U R2                  U:H     SU/   R5                  US0S9o©R7                  U
SS9n[        U5      (       d  Mp  UR8                  UR:                  -
  oÆR=                  U S	US
:„  R?                  5        S[        U5       SURA                  5       S SURC                  5       S 3	5        Má     X3R2                  U:H  URD                  S:H  -     SS/   R5                  SS0S9o“UR2                  U:H  URD                  S:H  -     SS/   R5                  SS0S9o©R7                  U
SS9n[        U5      (       am  UR8                  UR:                  -
  oÆR=                  SUS
:„  R?                  5        S[        U5       SURA                  5       S SURC                  5       S 35        U(       d  GMë  [1        SU S	3SRG                  U5      -   5        GM     g )Nr·   z4
SUITE14 WIN-RATE AUDIT (overlapping faculties only)))ÚAPr¸   )zF2@20r½   r.   Úa)Úcolumnsr~   )Úonr™   r   Ú/u    wins meanÎ”=z+.4fu    medÎ”=r¿   rv   z	driftF2: z  vs z | )$r$   r-   rÊ   rË   r"   rˆ   rH   r�   rž   rŸ   rZ   r[   rX   rI   rK   rM   rO   rQ   rR   rT   rU   rW   r_   r]   r¬   ri   ÚrenameÚmergerØ   r~   r‹   rx   ry   ÚmedianrÎ   Újoin)rÑ   rÒ   Ú	candidaterÓ   ÚrefsÚrefÚbitsÚlabelre   rØ   r~   rŽ   Údeltas                r3   Úprint_win_ratesræ   X   s§  € Ü69¸'·l±l€w�|‰|×"Ñ"¤3Ó'¨Ñ1Ò2ÌÏÊË€BÔ]fÔgiÔjnÔorÔsvÔwzÔ{~ô  @Fô  GNô  OQô  RUô  VYô  Z^ô  _cô  dhô  imô  nuô  vxð  ]yÐW[Ü	Ð
AÔBÜˆØˆÛO‰IˆEØ—K‘K Ñ*Ñ+¨Y°s¨OÑ<×CÑCÈSÐQTÈIÐCÐVˆAÐ_d×_jÑ_jÐloÑ_oÑYpÐr{Ð|ð  rAñ  ZB÷  ZIñ  ZIð  SVð  WZð  R[ð  ZIð  Z\ÐWX÷  _fñ  _fð  ghð  luð  _fð  _vð  ]^Ü�1�v‹v˜AŸC™C §¡™G�e§K¡K°5°'¸¸UÀ1¹W¿M¹M»OÐ;LÈAÌcÐRSËfÈXÐUbÐch×cmÑcmÓcoÐptÐbuÐu|ð  ~C÷  ~Jñ  ~Jó  ~Lð  MQð  }Rð  1Sö  %Tñ Pð �h‰h˜	Ñ! B§I¡I¨wÑ$6Ñ7Ñ
8¸)ÀGÐ9LÑ
M×
TÑ
TÐ^eÐfiÐ]jÐ
TÐ
kˆÐrt×rzÑrzÐ|Ñrð  CE÷  CLñ  CLð  NUñ  CUñ  rVñ  oWð  Ybð  cjð  Xkñ  ol÷  osñ  osð  }Dð  EHð  |Ið  osð  oJÐlm÷  MTñ  MTð  UVð  Zcð  MTð  Mdð  KLÜˆq�6‰6˜Ÿ™˜AŸC™C™�%§¡¨i¸¸q¹¿¹»Ð7HÈÌ#ÈaË&ÈÐQ^Ð_d×_iÑ_iÓ_kÐlpÐ^qÐqxÐy~÷  zFñ  zFó  zHð  IMð  yNð  -Oô  !Pß‰4”˜˜c˜U "�o e§j¡j°Ó&6Ñ6×7ò r5   c                óî  • [         R                  " U [        5      n/ n[        UR                  S   5       H»  n[        US-   UR                  S   5       H˜  nUS S 2U4   oQS S 2U4   n[         R
                  R                  USS9[         R
                  R                  USS9-  S-   orR                  X4[        [         R                  " XV-  R                  S5      U-  5      5      S.5        Mš     M½     U$ )Né   )Úaxisgê-�™—q=)Úexpert_iÚexpert_jÚmean_cosine)
r%   r)   r+   ÚrangeÚshapeÚlinalgÚnormr‹   ry   rx   )Útokensr>   rj   ÚiÚjrØ   r~   Údens           r3   Úrepresentation_cosinerõ   d   s  € Ü‡j‚j�œÓ€A B˜tÜ�1—7‘7˜1‘:ÖˆÜ�q˜‘s˜1Ÿ7™7 1™:Ö&ˆAØ’�!�‰fˆAš˜1˜‘v�Q¤"§)¡)§.¡.°¸ .Ð":¼2¿9¹9¿>¹>È!ÐQR¸>Ð;SÑ"SÐTYÑ"Y˜c×ZeÑZeÐrsô  PUô  VX÷  V]ò  V]ð  _`ñ  _b÷  ^gñ  ^gð  hió  ^jð  knñ  ^nó  Voó  Ppñ  gqö  [ró 'ñ ð €Kr5   c           
     óâ  • [         R                  " U [        5      n [        U 5      n[	        S[        [        SU-  5      5      5      n[         R                  " U[        5      n[         R                  " U[        5      nSU[         R                  " X* 5      U* S  '   SU[         R                  " X$* 5      U* S  '   [        [         R                  " U S:H  US:H  -  US:H  -  5      5      [        [         R                  " U S:H  US:H  -  US:H  -  5      5      [        [         R                  " U S:H  US:H  -  US:H  -  5      5      [        [         R                  " U S:H  US:H  -  US:H  -  5      5      S.$ )Nrè   r   r   )Úrescued_failuresÚlost_failuresÚremoved_false_alarmsÚadded_false_alarms)	r%   r)   r(   r$   Úmaxr{   ÚzerosÚargpartitionrx   )r0   ÚbaserC   ÚnÚkÚpbÚpcs          r3   Útop20_transitionsr  k   sA  € Ü‡j‚j�”3Ó€Aœ#˜a›&˜¤3 q¬¬U°3°q±5«\Ó):Ó#; ¼r¿xºxÈÌ#»¸BÔRT×RZÒRZÐ[\Ô]`ÓRaÈrð  EFÐbdÔeg×etÒetÐuyÐz|Óe}ð  @Að  Að  Bð  fCñ  cDð  ijð  GIô  JL÷  JYò  JYð  Z^ð  _aó  Jbð  deð  ceð  cfð  Jgñ  GhÜ"¤2§6¢6¨1¨a©4°"°a±%©.¸"¸a¹%Ñ*@Ó#AÓBÔSVÔWY×W]ÒW]Ð_`ÐbcÑ_cÐfhÐjkÑfkÑ^lÐnpÐrsÑnsÑ^tÓWuÓSvô  ORô  SU÷  SYò  SYð  [\ð  ^_ñ  [_ð  bdð  fgñ  bgñ  Zhð  jlð  noñ  joñ  Zpó  Sqó  Orô  HKô  LN÷  LRò  LRð  TUð  WXñ  TXð  []ð  _`ñ  [`ñ  Sað  ceð  ghñ  chñ  Sió  Ljó  Hkñ  lð  lr5   c                ó  • [         R                  " [        R                  " U [        5      5      R                  SS9R                  5       n[         R                  " [        R                  " U[        5      5      R                  SS9R                  5       n[        U5      S:”  aV  [        R                  " U5      S:”  a<  [        R                  " U5      S:”  a"  [	        [        R                  " X#5      S   5      $ [        R                  $ )NÚaverage)Úmethodrè   r   ©r   rè   )r"   ÚSeriesr%   r)   r+   Úrankr'   r$   ÚstdÚcorrcoefrÏ   )rØ   r~   ÚraÚrbs       r3   Ú
_rank_corrr  o   s^  € Ü	‡y‚y”—’˜AœeÓ$Ó%×*Ñ*°)Ð*Ð<×EÑEÓG€BÌ2Ï9Ê9ÔUW×U_ÒU_Ð`aÔbgÓUhÓKi×KnÑKnÐvÐKnð  LA÷  LJñ  LJó  LLÈô  vyð  z|ó  v}ð  ~ó  vô  DF÷  DJò  DJð  KMó  DNð  OPó  DPô  UW÷  U[ò  U[ð  \^ó  U_ð  `aó  Uaô  TYô  Z\÷  Zeò  Zeð  fhó  Zlð  mpñ  Zqó  Trð  Mmô  gi÷  gmñ  gmð  Mmr5   c           	     ón  • [        U 5      n[        S[        [        X#-  5      5      5      n[	        [
        R                  " [
        R                  " U 5      U* 5      U* S  5      n[	        [
        R                  " [
        R                  " U5      U* 5      U* S  5      n[        [        XV-  5      U-  5      $ )Nrè   )	r$   rû   r(   r{   r›   r%   rý   r)   r+   )rØ   r~   Úraterÿ   r   ÚiaÚibs          r3   Ú_top_overlapr  r   sØ   € Ü	ˆ!ƒf€AŒs�1”Sœ˜t™v›Ó'Ó(ˆQ¬C´·²ÄÇ
Â
È1ÃÈqÈbÓ0QÐSTÐRTÐRUÐ0VÓ,W¨Ô[^Ô_a×_nÒ_nÔoq×oyÒoyÐz{Óo|Ð~Ð}ó  `Að  CDð  BDð  BEð  `Fó  \GÐXZô  OTô  UXð  Y[ñ  Y^ó  U_ð  `añ  Uaó  Obð  Hbr5   c                ó2  • [         R                  " U[        5      n[         R                  " U[        5      n[         R                  " U[        5      n[        X5      [        X5      -
  [        [         R                  " [         R
                  " XT-
  5      5      5      [        XT5      [        XTS5      [        [         R                  " [         R
                  " U5      5      5      [        [         R                  " [         R
                  " U5      S5      5      S.$ )Nr   gffffffî?)Úe0_delta_apÚe0_probability_maeÚe0_rank_corrÚe0_top20_overlapÚe0_logit_delta_abs_meanÚe0_logit_delta_abs_p95)	r%   r)   r+   r   ry   Úabsr  r  Úquantile)r0   r	   Úe0Údelta_logitra   r1   rŽ   s          r3   Úe0_retention_diagnosticsr  u   s;  € Ü‡j‚j�œ5Ó!€A¤B§J¢J¨r´%Ó$8 !¼2¿:º:ÀkÔRWÓ;X¸Ü! !›,¤w¨q£|Ñ3ÌÌrÏwÊwÔWY×W]ÒW]Ð^_Ñ^aÓWbÓOcÓIdÔt~ð  @Aó  uDô  Xdð  efð  iló  Xmô  HMô  NP÷  NUò  NUô  VX÷  V\ò  V\ð  ]^ó  V_ó  N`ó  Haô  {@ô  AC÷  ALò  ALô  MO÷  MSò  MSð  TUó  MVð  WZó  A[ó  {\ñ  ]ð  ]r5   c                ó°  • [         R                  " U [        5      n [         R                  " [         R                  " U[        5      SS5      n/ n/ SQn[	        U5       GHs  u  pEU S S 2U4   oaS S 2U4   n[        [         R
                  " U[         R                  " U5      -  SU-
  [         R                  " SU-
  5      -  -   * 5      5      n[         R                  " U5      S:”  a<  [         R                  " U5      S:”  a"  [        [         R                  " Xg5      S   5      O[         R                  o’R                  XX[        [         R
                  " [         R                  " Xg-
  5      5      5      U	[         R                  " US:¬  5      R                  S:”  a"  [        US:¬  R                  [         5      U5      O[         R                  S.5        GMv     U$ )	Ng�íµ ÷Æ°>gé!çýÿï?)Ústudent_propensityÚcourse_propensityÚrow_failureÚmastery_deficiencyrè   r   r  g      à?)Ú	mechanismÚbceÚmaeÚcorrÚap_if_binary)r%   r)   r+   ÚclipÚ	enumeratery   Úlogr
  r  rÏ   r‹   r  rÌ   Úsizer   rÊ   r(   )
ÚtargetÚpredrj   Únamesr   Únamer   r1   r&  r(  s
             r3   Úmechanism_diagnosticsr2  y   sY  € Ü�:Š:�fœUÓ#€F¬¯ª´·²¸DÄÓ1GÈÈVÓ)T DÐZ\ÐUYÚ
W€EÜ˜E×"‰ˆØ
’�1�‰+ˆšQ˜q˜S™	�a¤e¬B¯GªG°a¼¿º¸q»	±kÀ1ÀQÁ3ÌÏÊÈqÐQRÉsËÑBSÑ6SÐ4TÓ,UÓ&V #Ô|~÷  }Cò  }Cð  DEó  }Fð  GHó  }Hô  MO÷  MSò  MSð  TUó  MVð  WXó  MXÔ\aÔbd×bmÒbmÐnoÓbrÐsvÑbwÔ\xô  ^`÷  ^dñ  ^dÐW[÷  epñ  epð  ~Bô  SXô  Y[÷  Y`ò  Y`ô  ac÷  agò  agð  hiñ  hkó  aló  Ymó  Snð  vzô  ln÷  luò  luð  vwð  y{ñ  v{ó  l|÷  lAñ  lAð  BCó  lCô  JQð  STð  VXñ  SX÷  R`ñ  R`ô  adó  Reð  fgô  Jhô  IK÷  IOñ  IOñ  qP÷  eQñ #à€Kr5   )g       @)r   )1Ú
__future__r   Úpathlibr   Únumpyr%   Úpandasr"   Úsuite2_commonr   r   r   Úsuite7_evalr   rH   rI   rK   rM   rO   rQ   rR   rT   rU   rW   rX   rZ   r[   r]   r_   r�   rž   rŸ   r    rz   r4   r:   rD   rg   r€   r’   rµ   rÕ   ræ   rõ   r  r  r  r  r2  r–   r5   r3   Ú<module>r9     s`  ðå "Ý Û Û ß ?Ñ ?Ý (à
€	Ð2�fÐ;X°7Ð\zÐY[ð  @dÐ{~ð  iIð  ehð  Onð  JNð  tOð  osð  Usð  PTð  ySð  txð  X|ð  TWð  Aqð  }@ð  vIð  ruð  M\ð  JLð  e@ð  ]dð  DWð  ACð  ]ð  X\ð  D	b	ð  @	C	ð  i	G
ð  c	h	ð  P
a
ð  H
O
ò&ò6ò$ò
ôòò	ò
mð -2ô 
8òòlòmôbò]ór5   