ó
    ’-ºj .  ã                  óü   • S SK Jr  S SKJr  S SKrS SKrS SK7  / SQ/ SQ/ SQ/ SQ/ S	Q/ S
Q/ SQ/ SQ/ SQ/ SQSS// SQSS// SQ/ SQS.r	S r
S rS rS$S jrS%S jrS&S jrS rS rS rS  rS$S! jrS'S" jrS(S# jrg))é    )Úannotations©ÚPathN)Ú*)Úsuite14_authority_safe_finalÚsuite14Úfinal)Úsuite16_hgb_finalÚsuite16r	   )Úsuite17_hgb_finalÚsuite17_finalr	   )Úsuite18_hgb_finalÚsuite18_finalr	   )Úsuite20_transformerÚ#suite20_semester_target_transformerÚtransformerr	   )Ú!suite21_guarded_temporal_residualÚsuite21_guardedr	   )Úsuite22_safe_blendÚ
safe_blendr	   )Úsuite22_sftr_tabmÚ	sftr_tabmÚprimary)Úsuite22_relational_ft_tabmÚrelational_ft_tabmÚ
relational)Úsuite23_faculty_safe_fusionÚfaculty_safe_fusionr	   Úsuite23_cs_hagtÚcs_hagt)Úsuite24_evidence_residualÚevidence_residualr   Úsuite24_posthoc_blendÚposthoc_blend)Úsuite4_competence_councilÚcompetence_councilÚcouncilr	   )Úfailure_probability_lt5Úfailure_probabilityÚstacked_probabilityr	   )r   r   Úsuite17Úsuite18Úsuite20Úsuite21Úsuite22Úsuite22_primaryÚsuite22_relationalÚsuite23Úsuite23_graphÚsuite24Úsuite24_posthocr'   Úv2c           	     ó„   • [        U 5      o3SU 3-  U S3-  X2 SU S3-  USU 3-  U S3-  X2 SU S3-  X2 SU S3-  /$ )NÚfold_z_scores.csvÚ_fold_z_target_scores.csvz_test_results.csvr   )ÚrootÚfoldÚfacultyÚrs       ÚA/root/disk_3tb/earlywarning/30072026/suite25/suite25_reporting.pyÚ_candidatesr?      sè   € Ü
ˆ4ƒj€A˜U 4 &˜>Ñ)¨W¨I°[Ð*AÑAÀ!ÀiÈvÐVZÐU[Ð[fÐDgÑBgÐhiÐlqÐrvÐqwÐjxÑhxð  }Dð  |Eð  EWð  zXñ  iXð  YZð  ]fð  flð  mqð  lrð  rDð  [Eñ  YEð  FGð  JSð  SYð  Z^ð  Y_ð  _pð  Hqñ  Fqð  rð  ró    c                ó"  ^
• U (       d  g[        S [        XU5       5       S 5      nUc  g[        R                  " U5      m
[        U
4S jS 5       S 5      nU(       a”  [        R                  " T
U   SS9R                  5       n[        U5      [        U5      :w  dH  [        R                  " UR                  [        5      [        R                  " U[        5      5      (       d  [        SU 35      e[        U
4S jU 5       S 5      nUc  S US 4$ [        R                  " T
U   SS9R                  [        5      n	[        U	5      [        U5      :w  d)  [        R                  " U	5      R                  5       (       d  [        S	U S
U 35      eX•U4$ )N)NNNc              3  óR   #   • U  H  oR                  5       (       d  M  Uv •  M     g 7f©N)Úexists)Ú.0Úxs     r>   Ú	<genexpr>Ú'load_reference_score.<locals>.<genexpr>   s   é € ÐDÒ5�!¿¹¿�A‰AÒ5ùs   ‚'ž	'c              3  óJ   >#   • U  H  oTR                   ;   d  M  Uv •  M     g 7frC   ©Úcolumns©rE   ÚcÚdfs     €r>   rG   rH   !   s!   øé € Ð"vÒ.b¨Ðkm×kuÑkuÑfu§1¡1Ò.bùó   ƒ#š	#)ÚactualÚactual_failure_lt5ÚyÚlabelÚtargetÚcoerce)Úerrorszreference alignment mismatch c              3  óJ   >#   • U  H  oTR                   ;   d  M  Uv •  M     g 7frC   rJ   rL   s     €r>   rG   rH   %   s   øé € Ð4š�A¨¯©¡O�a‰ašùrO   zinvalid reference Ú:)Únextr?   ÚpdÚread_csvÚ
to_numericÚto_numpyÚlenÚnpÚarray_equalÚastypeÚintÚasarrayÚ
ValueErrorÚfloatÚisfiniteÚall)r:   r;   r<   rR   ÚaliasesÚprP   ÚyyÚcolÚsrN   s             @r>   Úload_reference_scorerm      sS  ø€ Þ�~Ü
ÑD”{ 4¨WÔ5ÓDÀTÓJ€AØ�y˜Ü	‡{‚{�1ƒ~€BœTÔ"vÑ.bÓ"vÐw{Ó|�fÞÜ�=Š=˜˜F™¨8Ñ4×=Ñ=Ó?ˆÜˆr‹7”C˜“F‹?¤"§.¢.°·±¼3³ÄÇ
Â
È1ÌSÓ@Q×"RÑ"RÔYcð  gDð  EFð  DGð  eHó  ZIð  TIÜÔ4™Ó4°TÓ:€CØ
�{˜$˜q ˜+Ð%Ü‡m‚m�B�s‘G 8Ñ,×5Ñ5´eÓ<€AÜ
ˆ1ƒvŒs�1‹vƒ~œRŸ[š[¨›^×/Ñ/×1Ñ1¼
ÐEWÐXYÐWZÐZ[Ð\_Ð[`ÐCaÓ8bÐ2bØˆsˆ7€Nr@   c                ó¶  • 0 n/ nU R                  5        GH  u  pV[        R                  " [        UR                  5      [        R
                  [        5      nSn[        UR                  5       H›  u  pšUR                  U	:H  n[        XaX¢R                  U   [        R                  XUS/5      5      u  pÍnUc*  UR                  XQU
SU(       a  [        U5      OSS.5        Ms  XÇU'   US-  o„R                  XQU
S	[        U5      US
.5        M�     U(       d  GM  XsU'   GM
     X44$ ! [         a*  nUR                  XQU
S[        U5      S.5         S nAMä  S nAff = f)Nr   r	   Úerror)Ú	referencer;   r<   ÚstatusÚdetailÚmissingÚ )rp   r;   r<   rq   Úpathé   Úloaded)rp   r;   r<   rq   ru   Úcolumn)Úitemsr_   Úfullr^   rR   Únanre   Ú	enumerateÚfaculty_namesÚfaculty_idxrm   ÚREFERENCE_ALIASESÚgetÚ	ExceptionÚappendÚstr)Úreference_dirsr;   ÚbundleÚscoresÚmetaÚnamer:   rz   rw   ÚfiÚfacÚmrl   ri   rk   Úes                   r>   Úload_referencesr�   +   sM  € Ø€F�2ˆdØ#×)Ñ)×+‰	ˆÜ�WŠW”S˜Ÿ™“]¤2§6¡6¬%Ó0ˆ¸°Ü × 4Ñ 4Ö5‰FˆBØ× Ñ  "Ñ$ˆAÜ,¨T°s¿8¹8ÀA¹;ÔGX×G\ÑG\Ð]aÐhoÐbpÓGqÓr‘��Cà‰y˜Ÿ™°$ÈSÐZcÖuvÔknÐopÔkqÐ|~Ñ%ô  Añ  BJØ�‰G�f˜a‘i�f§¡¸ÐTWÐaiÔqtÐuvÓqwð  BEñ  -Fö  !Gñ 6÷ ‰6˜t˜”,ñ ,ð ˆ;Ðøô	 ó  F $§+¡+¸4ÐVYÐcjÔtwÐxyÓtzÑ.{Ô"|õ  ~Fûð  Fús   Â2D$Ä$
EÄ.EÅEc                óz  • [         R                  " U 5      o"UR                  R                  [	        U5      5         n/ nS HÇ  u  pEnX"R
                  U:H     / SQ   R                  SSS.S9orUR
                  U:H     / SQ   R                  SSS.S9o‡R                  US	S
/S9n	[        U	5      (       d  Mu  XiS'   U	R                  U	R                  -
  U	S'   U	R                  U	R                  -
  U	S'   UR                  U	/ SQ   5        MÉ     U(       a  [         R                  " USS9$ [         R                  " 5       $ )N))Úsuite25_mlpÚsuite25_tabrÚchronological_retrieval_gain)r�   Úsuite25_sacrÚstructure_aware_retrieval_gain©r;   r<   ÚapÚfbeta_at_20ÚaÚaf2©r•   r–   rJ   ÚbÚbf2r;   r<   ©ÚonÚ	componentÚdelta_apÚdelta_f2_20)r;   r<   rž   rŸ   r    T)Úignore_index)rZ   Ú	DataFramer;   ÚisinÚlistÚmodelÚrenameÚmerger^   rš   r—   r›   r˜   r‚   Úconcat)
ÚmetricsÚfoldsÚdÚoutr—   rš   rS   ÚaaÚbbÚzs
             r>   Úcomponent_upliftr°   8   sw  € Ü‡l‚l�7Ó€A §¡§¡¬D°«KÓ 8Ñ9˜A¸b¸#ó V‰	ˆˆEØ�W‰W�a‰Z‰=Ò>Ñ?×FÑFÐUXÐglÑOmÐFÐnˆÐtu×t{Ñt{Ð}~Ñt~Ñrò  Afñ  sg÷  snñ  snð  }@ð  OTñ  wUð  snð  sVÐoq÷  Yañ  Yað  bdð  ioð  pyð  hzð  Yað  Y{ð  WXÜˆq�6‹6 �K‘.°Q·S±S¸¿¹±W q¨¡}ÈaÏeÉeÐTU×TYÑTYÉk¸Q¸}Ñ=MÐZ]×ZdÑZdÐefò  h_ñ  f`ö  [añ Vö 03Œ2�9Š9�S dÑ+ÐF¼¿º»ÐFr@   c                óà  • / n[        UR                  5       GHÑ  u  pxUR                  U:H  o‘R                  U	   o¢U	   o³U	   oÄU	   n[	        Xµ5      R                  [        5      n[	        XÅ5      R                  [        5      n[	        XÕ5      R                  [        5      nU
S:H  U) -  nU
S:H  U-  nUR                  X[        U	R                  5       5      [        UR                  5       5      [        [        R                  " UU-  5      5      [        [        R                  " UU-  5      5      [        UR                  5       5      [        [        R                  " UU) -  5      5      [        [        R                  " UU) -  5      5      [        [        R                  " XêS:H  :H  XúS:H  :g  -  5      5      [        [        R                  " XêS:H  :g  XúS:H  :H  -  5      5      S.5        GMÔ     U$ )Nrv   r   )r;   r<   ÚrowsÚcommittee_false_negatives_at20Úretrieval_rescued_fn_at20Úblend_rescued_fn_at20Úcommittee_false_alarms_at20Úretrieval_corrected_fa_at20Úblend_corrected_fa_at20Úcommittee_only_correctÚretrieval_only_correct)r|   r}   r~   rR   Úwarn_by_ratera   Úboolr‚   rb   Úsumr_   )r;   r…   Ú	committeer   ÚblendÚrater²   r‰   rŠ   r‹   rR   ÚqÚgÚfÚpqÚpgÚpfÚfnÚfas                      r>   Úcomplementarity_rowsrÉ   ?   sj  € Ø	€DÜ˜F×0Ñ0×1‰ˆØ
×
Ñ
˜bÑ
 ˆ§8¡8¨A¡; ¸1±¨qÈÁ
¸aÐSTÉXÈ1ÔYeÐfgÓYm×YtÑYtÔuyÓYzÐVXô  Kð  LMó  S÷  Zñ  Zô  [_ó  `Ð{}ô  dpð  qró  dx÷  dñ  dô  @Dó  dEð  acð  JKð  MNñ  JNð  RTð  QTñ  IUð  FHð  Z[ð  ]^ñ  Z^ð  `bñ  Ybð  VXØ�‰˜D´c¸!¿%¹%»'³lÔdgÐhj×hnÑhnÓhpÓdqô  ORô  SU÷  SYò  SYð  Z\ð  ]_ñ  Z_ó  S`ó  Oaô  z}ô  ~@÷  ~Dò  ~Dð  EGð  HJñ  EJó  ~Kó  zLô  knð  oq÷  ouñ  ouó  owó  kxô  WZô  []÷  [aò  [að  bdð  gið  fiñ  bjó  [kó  Wlô  GJô  KM÷  KQò  KQð  RTð  WYð  VYñ  RZó  K[ó  G\ô  vyô  z|÷  z@ò  z@ð  BDð  JKñ  GKñ  BLð  OQð  WXñ  TXñ  OYñ  AZó  z[ó  v\ô  vyô  z|÷  z@ò  z@ð  BDð  JKñ  GKñ  BLð  OQð  WXñ  TXñ  OYñ  AZó  z[ó  v\ñ  ]÷  	^ñ 2ð €Kr@   c           	     óþ  • [         R                  " U [        5      n [         R                  " U[        5      n[         R                  " U[        5      n[         R                  " U5      n[         R                  " U5      n[         R                  " U 5      R
                  S:  d  [        U5      S:  a/  [         R                  [         R                  [         R                  4$ U Vs0 s H  ow[         R                  " X7:H  5      S   _M      nn[         R                  R                  U5      n	/ n
[        [        U5      5       Hœ  nU	R                  U[        U5      SS9n[         R                  " U Vs/ s H  oxU   PM	     sn5      oÐU   n[         R                  " U5      R
                  S:  a  Mp  U
R                  [        XáU   5      [        XâU   5      -
  5        Mž     U
(       d/  [         R                  [         R                  [         R                  4$ [        [        X5      [        X5      -
  5      [        [         R                   " U
S5      5      [        [         R                   " U
S5      5      4$ s  snf s  snf )Né   r   T)ÚsizeÚreplacegš™™™™™™?g333333ï?)r_   rc   rb   re   ÚuniquerÌ   r^   r{   ÚwhereÚrandomÚdefault_rngÚrangeÚchoiceÚconcatenater‚   Úsafe_apÚquantile)rR   r—   rš   ÚclusterÚn_bootÚseedÚuniqÚuÚlocÚrngÚvalsÚ_ÚsampledÚidxrj   s                  r>   Úcluster_bootstrap_ap_deltarâ   F   sÄ  € Ü‡j‚j�”3Ó€Aœ"Ÿ*š* Q¤uÓ-˜´·
²
¸1¼UÓ0C¨aÌBÏJÊJÐW^ÓL_ÀGÔeg×enÒenÐovÓewÐ`dÜ	‡y‚y�ƒ|×Ñ˜Óœc $›i¨›k´·±¼¿¹¼r¿v¹vÐ1EÐ*EÙ,0Ó1ªD qŒ2�8Š8�G‘JÓ Ñ"Ò	"©D€CÐ1´b·i±i×6KÑ6KÈDÓ6Q°#ÐWYÐRVÜ”3�v“;ÖˆØ—
‘
˜4¤S¨£Y°t�
Ð<ˆÄÇÂÑahÓPiÒahÐ\]ÐUVÔQWÑahÑPiÓAj¸SÐpsÑntÐkmÜ�9Š9�R‹=×Ñ˜aÓ¡Ø�‰”G˜B ™vÓ&¤w¨r°C±&Ó'9Ñ9Ö:ñ  ö ”r—v‘vœbŸf™f¤R§V¡VÐ+Ð+Ü”˜“œg a›lÑ*Ó+¬E´"·+²+¸dÀ4Ó2HÓ,IÌ%ÔPR×P[ÒP[Ð\`ÐaeÓPfÓJgÐgÐgùò 	2ùâPis   Ã$%I5Å1I:
c                ó  • [         R                  " UR                  5      n/ nSUS S 2S4   / SQ4SUS S 2S4   / SQ4SUS S 2S4   / SQ4S	US S 2S
4   / SQ4/n[        UR                  5       GH  u  pxUR
                  U:H  n	U Hÿ  u  p«nU Hò  u  pÞnX›U:„  -  X¾:*  -  nUR                  5       S:  a  M(  UR                  5        H¶  u  nnUR                  XX¯U[        UR                  5       5      [        UR                  U   R                  5       5      [        UR                  U   [         R                  " U5      U   5      [        UR                  U   [         R                  " U5      U   5      S.	5        M¸     Mô     GM     GM     U$ )NÚsame_studentr   )©g      à¿ç      à?Ú0)ræ   ç      @z1-2)rè   ç      !@z3-8)ré   éc   z9+Úsame_courserv   )rå   )ræ   ç      @z1-4)rì   ç      )@z5-12)rí   rê   z13+Ú
structuralrË   Ústateé   )rå   )ræ   ré   z1-8)ré   ç     €4@z9-20)rñ   rê   z21+é   )	r;   r<   Úsupport_dimensionÚsupport_binr¥   r²   Úfailuresr•   Úauc)r_   rc   Úsupportr|   r}   r~   r½   ry   r‚   rb   rR   rÕ   Úsafe_auc)r;   r…   Ústorer†   Úsupr²   Údefsr‰   rŠ   ÚfmÚdimÚvalÚbinsÚloÚhirS   r‹   r¥   rl   s                      r>   Úretrieval_strata_rowsr  Q   s¯  € Ü
�
Š
�5—=‘=Ó!€C r $°ÀÂAÀaÀCÁò  JEð  1Fð  HUð  VYò  Z[ð  \]ð  Z]ñ  V^ò  _^ð  G_ð  amð  nqò  rsð  tuð  ruñ  nvò  wvð  `wð  y@ð  ADò  EFð  GHð  EHñ  AIò  JIð  xJð  0K¨$Ü˜F×0Ñ0×1‰ˆØ×Ñ˜rÑ!ˆÛ ‰LˆC�DÛ#‘��eØ˜"‘f‘+˜s™wÑ'�Ø—5‘5“7˜2“:™hØ%Ÿ|™|ž~‘G�E˜!¨d¯k©kÀ$Ðilð  JOô  WZð  [\÷  [`ñ  [`ó  [bó  Wcô  orð  sy÷  s{ñ  s{ð  |}ñ  s~÷  sBñ  sBó  sDó  oEô  KRð  SY÷  S[ñ  S[ð  \]ñ  S^ô  _a÷  _iò  _ið  jkó  _lð  mnñ  _oó  Kpô  wð  @F÷  @Hñ  @Hð  IJñ  @Kô  LN÷  LVò  LVð  WXó  LYð  Z[ñ  L\ó  w]ñ  ;^ö  /_›~ô  $ô !ñ 2ð €Kr@   c                ó†  • [         R                  " UR                  5      oDS S 2S4   S:H  oTS S 2S4   S:H  n[         R                  " XV-  S[         R                  " US[         R                  " USS5      5      5      n/ n[	        UR
                  5       GH(  u  pšUR                  U	:H  n[         R                  " X{   5       H÷  nX·U:H  -  nUR                  5        HÙ  u  pïUR                  X
XÎ[        UR                  5       5      [        UR                  U   R                  5       5      [        UR                  U   R                  5       5      [        UR                  U   [         R                  " U5      U   5      [!        UR                  U   [         R                  " U5      U   5      S.	5        MÛ     Mù     GM+     U$ )Nr   rv   znew_student+new_courseznew_student+seen_coursezreturning_student+new_coursezreturning_student+seen_course)	r;   r<   Úregimer¥   r²   rõ   Ú
prevalencer•   rö   )r_   rc   r÷   rÏ   r|   r}   r~   rÎ   ry   r‚   rb   r½   rR   re   ÚmeanrÕ   rø   )r;   r…   rù   r†   rú   Únew_sÚnew_cÚlabelsr²   r‰   rŠ   rü   r  r‹   r¥   rl   s                   r>   Únovelty_rowsr
  \   sŒ  € Ü
�
Š
�5—=‘=Ó!€CªA¨a¨C©°!© %ºaÀ¸c¹(ÀA¹+°EÌRÏXÊXÐV[ÑVaÐbzÔ{}÷  |Dò  |Dð  EJð  Kdô  eg÷  emò  emð  nsð  tRð  Sró  esó  |tó  NuÀfð  {}ð  vzÜ˜F×0Ñ0×1‰ˆØ×Ñ˜rÑ!ˆÜ—i’i ¡
Ö+ˆFØ˜&‘.Ñ!ˆAØ!Ÿ<™<ž>‘�¨$¯+©+¸dÐZ`ÔvyÐz{×zÑzó  {Bó  wCô  ORð  SY÷  S[ñ  S[ð  \]ñ  S^÷  Sbñ  Sbó  Sdó  Oeô  sxð  y÷  yAñ  yAð  BCñ  yD÷  yIñ  yIó  yKó  sLô  RYð  Z`÷  Zbñ  Zbð  cdñ  Zeô  fh÷  fpò  fpð  qró  fsð  tuñ  fvó  Rwô  ~Fð  GM÷  GOñ  GOð  PQñ  GRô  SU÷  S]ò  S]ð  ^_ó  S`ð  abñ  Scó  ~dñ  7eö  +f›>ô ,ñ 2ð
 €Kr@   c                óÎ  • [         R                  " U [        5      n [         R                  " U[        5      n[         R                  " U 5      [         R                  " U5      -  nUR	                  5       S:¼  a_  [         R
                  " X   5      S:”  aC  [         R
                  " X   5      S:”  a'  [        [         R                  " X   X   5      S   5      $ [         R                  $ )Nrð   gê-�™—q=)r   rv   )r_   rc   re   rf   r½   ÚstdÚcorrcoefr{   )rF   rR   r‹   s      r>   Ú_pearsonr  e   sš   € Ü‡j‚j�”5Ó€AœBŸJšJ q¬Ó/˜!´"·+²+¸a³.ÄÇÂÈQÃÑ2O°Ø12·±³¸!³ÄÇÂÀqÁtÃÈUÓ@RÔWY×W]ÒW]Ð^_Ñ^bÓWcÐdiÓWiŒ5”—’˜Q™T !¡$Ó'¨Ñ,Ó-ÐuÔoq×ouÑouÐur@   c                ó”  • / n[         R                  " UR                  5      n[        UR                  5       GH  u  pxUR
                  U:H  n	UR                  X[        U	R                  5       5      [        UR                  U	   R                  5       5      [        XiS4   R                  5       5      [        XiS4   R                  5       5      [        XiS4   R                  5       5      [        XiS4   R                  5       5      [        UR                  U	   XI   5      [        UR                  U	   X9   5      -
  S.	5        GM     U$ )Nr   rv   rË   rð   )	r;   r<   r²   rõ   Úsame_student_meanÚsame_course_meanÚstructural_meanÚ
state_meanÚprimary_delta_ap_vs_committee)r_   rc   r÷   r|   r}   r~   r‚   rb   r½   rR   re   r  rÕ   )
r;   r…   rù   r¾   r   r²   rú   r‰   rŠ   r‹   s
             r>   Úsupport_gain_rowsr  i   s  € Ø	€D”—
’
˜5Ÿ=™=Ó)ˆCÜ˜F×0Ñ0×1‰ˆØ
×
Ñ
˜bÑ
 ˆØ�‰˜D´c¸!¿%¹%»'³lÌcÐRX×RZÑRZÐ[\ÑR]×RaÑRaÓRcÓNdÔy~ð  @Cð  FGð  DGñ  @H÷  @Mñ  @Mó  @Oó  zPô  dið  jmð  pqð  nqñ  jr÷  jwñ  jwó  jyó  dzô  MRð  SVð  YZð  WZñ  S[÷  S`ñ  S`ó  Sbó  Mcô  qvð  wzð  }~ð  {~ñ  w÷  wDñ  wDó  wFó  qGô  hoð  pv÷  pxñ  pxð  yzñ  p{ð  |Cñ  |Fó  hGô  HOð  PV÷  PXñ  PXð  YZñ  P[ð  \eñ  \hó  Hiñ  hiñ  j÷  	kñ 2ð €Kr@   c           	     ó"  • [         R                  " U 5      o"UR                  R                  [	        U5      5         n/ nS H6  oCR                  U[        U5      [        X$   UR                  5      S.5        M8     [         R                  " U5      $ )N)r  r  r  r  )r÷   ÚcellsÚ	pearson_r)	rZ   r¢   r;   r£   r¤   r‚   r^   r  r  )r²   rª   r«   r¬   rl   s        r>   Úsupport_gain_correlationsr  p   s”   € Ü‡l‚l�4Ó€A˜QŸV™VŸ[™[¬¨e«Ó5Ñ6˜¸2°sÛTˆ×U_ÑU_ÐklÔuxÐyzÓu{ô  IQð  RSñ  RVð  WX÷  Wvñ  Wvó  Iwñ  axö  VyÑTÜ�<Š<˜ÓÐr@   c                ó4  ^^^• [         R                  " U 5      oUUR                  R                  [	        U5      5         m/ mS6UU4S jjnU" SSSS5        U" SSSS5        U" S	SS
S5        U" SSSS5        U" SSSS5        U" SSSS5        [         R                  " U5      n[        U5      (       Ga8  XwR                  R                  [	        U5      5         nS GH  nXwR                  U:H     n	[        U	5      (       a#  [        U	R                  R                  5       5      O[        R                  n
[        U	5      (       a&  [        U	R                  S:  R                  5       5      OSn[        U	5      n[        R                  " U
5      (       a  U
S::  a  U(       a
  X¼-  S:¼  a  SO$[        R                  " U
5      (       a  U
S:  a  SOSnTR                  SU S3X«XÍS.5        GM     [         R                  " U5      n[        U5      (       a³  XîR                  R                  [	        U5      5         n[        UR                  R                  5       5      n
[        UR                  S:  R                  5       5      n[        U5      oÊS::  a  U[!        US5      -  S:¼  a  SO	U
S:  a  SOSnTR                  SX«XÍS.5        S[#        TR$                  5      ;   GaŸ  TTR$                  S:H     / SQ   R'                  S S!S".S#9nTTR$                  S:H     / SQ   R'                  S$S%S".S#9nUR)                  US&S'/S(9n	[        U	5      (       Ga.  U	R+                  S'5      R-                  S)S*S+9nUR.                  UR0                  -
  US,'   [        UR2                  R                  5       5      n[        UR2                  S:  R                  5       5      o´UR4                  ;   a  [        UR6                  US,4   5      O[        R                  nU	R9                  U	R.                  U	R0                  -
  S-9R+                  S&5      R2                  R                  5       R;                  5       m[        U	R<                  U	R>                  -
  R                  5       5      n[A        US:¬  =(       aV    US:H  =(       aJ    [        R                  " U5      =(       a-    US:¬  =(       a!    [C        U4S. jU 5       5      =(       a    US/:¬  5      nTR                  S0U[        UR2                  S:„  R                  5       5      [        U5      U(       a  S1OS2UUUS3.TRE                  5        VV
s0 s H  u  nn
S4U S53U
_M     sn
nE5        [         R                  " T5      $ s  sn
nf )7Nçú~j¼t“h?c                óv  >• [        T	X5      oDR                  S[        R                  5      oTR                  SS5      odR                  SS5      n[        R                  " U5      (       a  XS:¼  a  U(       a
  Xg-  S:¼  a  SO$[        R                  " U5      (       a  US:”  a  SOSnT
R                  XXgUS	.5        g )
NÚmean_delta_apÚwinsr   r  ç333333ã?Ú	SUPPORTEDÚWEAK_SUPPORTÚNOT_SUPPORTED©Úpremiser  r  r  Úverdict)Úpaired_summaryr€   r_   r{   rf   r‚   )rS   r—   rš   Ústrongr¯   ÚvÚwrM   ÚverÚhr²   s            €€r>   ÚaddÚpremise_audit.<locals>.addw   s   ø€ Ü
˜˜1Ó
ˆ§%¡%¨¼¿¹Ó"? Ç%Á%ÈÈqÃ/À×TYÑTYÐZaÐbcÓTdÐRSÔxz÷  yDò  yDð  EF÷  yGñ  yGð  LMó  LUö  Z[ð  `añ  `cð  ehó  `hÑitô  AC÷  ALò  ALð  MN÷  AOñ  AOð  TUð  VWó  TWñ  o}ð  ]lÐehð  nr÷  nyñ  nyð  EJð  deð  z}ñ  z~õ  nr@   Úretrieval_B_minus_MLPr�   r�   g{®Gázt?Ústructure_aware_C_minus_Tabrr’   Úprimary_beats_committeer¾   g{®Gáz„?Úprimary_beats_suite22r/   Úprimary_beats_suite23r2   Úprimary_beats_suite24r4   )Úno_retrievalÚ	no_labelsÚno_student_poolÚno_same_course_poolÚno_structural_poolÚno_state_poolÚno_relation_metaÚfixed_pool_gatesr   gú~j¼t“h¿r  r   r!  r"  Ú	ablation_Ú_should_hurtr#  rv   Ú%shuffled_candidate_labels_should_hurtr'   r”   r—   r˜   r™   rJ   rš   r›   r;   r<   rœ   )r—   r  )rš   r  )r—   rš   Údelta)r?  c              3  ój   >#   • U  H(  nTR                  U[        R                  5      S :„  v •  M*     g7f)r   N)r€   r_   r{   )rE   rÃ   Úfds     €r>   rG   Ú premise_audit.<locals>.<genexpr>†   sh   øé € ð  Zò  w~ð  rsð  []÷  [añ  [að  bcô  df÷  djñ  djó  [kð  lmö  [mò  w~ùs   ƒ03g{®Gázt¿ÚPROJECT_COUNCIL_BREAKTHROUGHÚSUCCESSÚNOT_SUCCESSFUL)r$  r  r  r  r%  Úmeaningful_faculty_lossesÚit_delta_apÚmean_delta_f2r8   Ú	_delta_ap)r  )#rZ   r¢   r;   r£   r¤   r^   Úablationre   rŸ   r  r_   r{   rb   r½   rf   r‚   ÚmaxÚsetr¥   r¦   r§   ÚgroupbyÚaggr—   rš   r?  ÚindexrÜ   ÚassignÚto_dictr˜   r›   r¼   rg   ry   )r©   Úablation_rowsÚlabel_shuffle_rowsÚholdoutÚ
it_facultyr«   r,  r—   Úmoder¯   r(  ÚlossrM   r*  rl   r­   r®   rŠ   ÚmacroÚitÚf2ÚsuccessÚkrA  r+  r²   s                          @@@r>   Úpremise_auditr]  u   s8	  ú€ Ü‡l‚l�7Ó€A §¡§¡¬D°«MÓ :Ñ;˜AÀ¸D÷ð áÐ ¨}¸TÔBÁ3ÐGeÐftð  vDð  EIô  DJñ  KNð  Ohð  iwð  xCð  DHô  KIñ  JMð  Neð  ftð  u~ð  Cô  JDñ  EHð  I`ð  aoð  pyð  z~ô  Eñ  @Cð  D[ð  \jð  ktð  uyô  @zÜ‡l‚l�=Ó!€AÜ
ˆ1‡v‚vØ
�F‰F�K‰Kœ˜W›Ó&Ñ
'ˆô dˆDØ—
‘
˜DÑ Ñ!ˆAÄÀAÇÁ¤E¨!¯*©*¯/©/Ó*;Ô$<ÌBÏFÉF !ÔuxÐyz×u{Ñu{ÔX[Ð]^×]gÑ]gÐhiÑ]i×\nÑ\nÓ\pÔXqð  BCÐSWô  FIð  JKó  FLð  DEô  `b÷  `kò  `kð  lm÷  `nñ  `nð  stð  v{ó  s{ö  @Að  FJñ  FLð  NQó  FQñ  Q\ô  jl÷  juò  juð  vw÷  jxñ  jxð  }~ð  @ó  }@ñ  Xfð  FUð  MPð  W[÷  Wbñ  Wbð  pyð  z~ð  yð  Kð  nLð  ]^ð  stñ  cC÷  WDñ dä‡l‚lÐ%Ó&€AÜ
ˆ1‡v�vØ
�F‰F�K‰Kœ˜W›Ó&Ñ
'ˆ¬%°·
±
·±Ó0AÓ*B¨ÌÈQÏZÉZÐXYÉ\×L^ÑL^ÓL`ÓHaÀ4ÔdgÐhiÓdjÐbcð  BGó  Gð  LPô  QTð  UVð  WXó  QYñ  LYð  [^ó  L^Ñozð  wxð  yzó  wzñ  esð  @OÐknð  QU÷  Q\ñ  Q\ð  hOð  `að  vwñ  ]Fô  QGà”C˜Ÿ™“LÔ ØˆQ�W‰W�nÑ$Ñ%Ò&KÑL×SÑSÐbeÐtyÑ\zÐSÐ{ˆð  @Að  BC÷  BIñ  BIð  KTñ  BTñ  @Uò  V{ñ  @|÷  @Cñ  @Cð  RUð  diñ  Ljð  @Cð  @kÐ|~ð  np÷  nvñ  nvð  wyð  ~Dð  ENð  }Oð  nvð  nPð  lmÜˆq�6Š6Ø—	‘	˜)Ó$×(Ñ(¨<¸,Ð(ÐGˆCÐUX×UZÑUZÐ[^×[`Ñ[`ÑU`ÈÈGÉÔglÐmp×mvÑmv×m{Ñm{Óm}Óg~Ðafô  EHð  JM÷  JSñ  JSð  TYñ  JY÷  I^ñ  I^ó  I`ó  Eað  @Dð  Y\÷  Ybñ  Ybó  Kbô  ejð  kn÷  krñ  krð  s}ð  ~Eð  sEñ  kFô  eGô  hj÷  hnñ  hnð  bdð  rs÷  rzñ  rzð  AB÷  ADñ  ADð  EF÷  EHñ  EHñ  AHð  rzð  rI÷  rQñ  rQð  RXó  rY÷  r_ñ  r_÷  rdñ  rdó  rf÷  rnñ  rnó  rpð  oqô  tyð  {|÷  {@ñ  {@ð  AB÷  AFñ  AFñ  {F÷  zLñ  zLó  zNó  tOð  qsô  X\ð  ]bð  dhñ  ]h÷  ]Mð  mqð  stñ  mt÷  ]Mô  y{÷  yDò  yDð  EGó  yH÷  ]Mð  MOð  QRñ  MR÷  ]Mô  WZô  Zñ  w~ó  Zó  W÷  ]Mð  DFð  HMñ  DMó  XNð  PWð  OS÷  OZñ  OZð  fDð  UZô  beð  gj÷  gpñ  gpð  quñ  gu÷  fzñ  fzó  f|ó  b}ô  F	I	ð  J	M	ó  F	N	ö  f	m	ñ  Y	b	ð  s	C
ð  `
d
ð  s
u
ð  FHñ  [zð  np÷  nvñ  nvô  nxô  Kyò  nxñ  gjð  ghð  ijð  NSð  TUð  SVð  V_ð  L`ð  abò  Lbñ  nxò  Kyð  [zô  O{Ü�<Š<˜ÓÐùó Kys   Õ!Vc                óB  • XR                   U:H  UR                  U:H  -  UR                  R                  [        5      S:H  -  UR
                  U:H  -     n[        U5      (       d  g UR                  S   n[        SU  SU SU SU S[        UR                  5      S S[        UR                  5      S S[        UR                  5      S S[        UR                  5      S S	UR                  S
 SUR                  S
 SUR                   S
 SUR"                  S
 35        g )NÚPOOLEDr   Ú
z | z4
Actual\Pred      Normal      Failure
Normal        Ú10dÚ z
Failure       z
P=z.4fz R=z F2=z flag=)r<   r¥   r;   ra   rƒ   Úpolicyr^   ÚilocÚprintrb   ÚtnÚfprÇ   ÚtpÚ	precisionÚrecallÚfbetaÚ	flag_rate)ÚtitleÚopr<   r¥   rc  r¯   r=   s          r>   Úprint_confusionro  ‰   s  € Ø�*‰*�gÑ
 §¡¨%¡Ñ	0°"·'±'·.±.ÄÓ2EÀxÑ2OÑ	PÐRT×R[ÑR[Ð]cÑRcÑ	dÑe€AÜˆq�6‰6�&Ø‡f�fˆQ�i€A”˜˜5˜'  W I¨S°°°s¸6¸(ÐByÔz}Ð~÷  Cñ  Có  {Dð  EHð  zIð  IJô  KNð  OP÷  OSñ  OSó  KTð  UXð  JYð  Yiô  jmð  no÷  nrñ  nró  jsð  twð  ixð  xyô  z}ð  ~÷  ~Bñ  ~Bó  zCð  DGð  yHð  HLð  MN÷  MXñ  MXð  Y\ð  L]ð  ]`ð  ab÷  aiñ  aið  jmð  `nð  nrð  st÷  szñ  szð  {~ð  rð  Eð  FG÷  FQñ  FQð  RUð  EVð  Wõ  Xr@   )©é   é   )gš™™™™™É?)iô  é*   )rp  Úkhoa_cong_nghe_thong_tin)Úfixed)Ú
__future__r   Úpathlibr   Únumpyr_   ÚpandasrZ   Úsuite25_commonr   r?   rm   r�   r°   rÉ   râ   r  r
  r  r  r  r]  ro  © r@   r>   Ú<module>r|     s›   ðå "Ý Û Û Ü ò >Ú2Ú8Ú8Ú^ÚJÚ6Ú>ÚVÚHØ# IÐ.ÚFØ+¨OÐ<ÚOÚUñÐ ò$ròòôGôô	hò	òòvòôô
õ(Xr@   