ó
    9µjQ9  ã                  óô   • S SK Jr  S SKJr  S SKrS SKrS SK7  / SQ/ SQ/ SQ/ SQ/ S	Q/ S
Q/ SQ/ SQ/ SQ/ SQ/ SQS.r	S r
S rS rS rS S jrS rS!S jrS"S jrS"S jrS#S jrS rS rS rS S jrS$S jrg)%é    )Úannotations©ÚPathN)Ú*)Úsuite14_authority_safe_finalÚsuite14Úfinal)Úsuite16_hgb_finalÚsuite16r	   )Úsuite17_hgb_finalÚsuite17_finalr	   )Úsuite18_hgb_finalÚsuite18_finalr	   )Úsuite20_transformerÚ#suite20_semester_target_transformerÚtransformerr	   )Ú!suite21_guarded_temporal_residualÚsuite21_guardedr	   )Úsuite22_safe_blendÚ
safe_blendr	   )Úsuite22_sftr_tabmÚ	sftr_tabmÚprimary)Úsuite22_relational_ft_tabmÚrelational_ft_tabmÚ
relational)Úsuite4_competence_councilÚcompetence_councilÚcouncilr	   )Úfailure_probability_lt5Úfailure_probabilityÚstacked_probabilityr	   )r   r   Úsuite17Úsuite18Úsuite20Úsuite21Úsuite22Úsuite22_primaryÚsuite22_relationalr   Úv2c           	     ó„   • [        U 5      o3SU 3-  U S3-  X2 SU S3-  USU 3-  U S3-  X2 SU S3-  X2 SU S3-  /$ )NÚfold_z_scores.csvÚ_fold_z_target_scores.csvz_test_results.csvr   )ÚrootÚfoldÚfacultyÚrs       ÚI/root/disk_3tb/earlywarning/30072026/suite23_cs_hagt/suite23_reporting.pyÚ_candidatesr3      sè   € Ü
ˆ4ƒj€A˜U 4 &˜>Ñ)¨W¨I°[Ð*AÑAÀ!ÀiÈvÐVZÐU[Ð[fÐDgÑBgÐhiÐlqÐrvÐqwÐjxÑhxð  }Dð  |Eð  EWð  zXñ  iXð  YZð  ]fð  flð  mqð  lrð  rDð  [Eñ  YEð  FGð  JSð  SYð  Z^ð  Y_ð  _pð  Hqñ  Fqð  rð  ró    c                ó"  ^
• U (       d  g[        S [        XU5       5       S 5      nUc  g[        R                  " U5      m
[        U
4S jS 5       S 5      nU(       a”  [        R                  " T
U   SS9R                  5       n[        U5      [        U5      :w  dH  [        R                  " UR                  [        5      [        R                  " U[        5      5      (       d  [        SU 35      e[        U
4S jU 5       S 5      nUc  S US 4$ [        R                  " T
U   SS9R                  [        5      n	[        U	5      [        U5      :w  d)  [        R                  " U	5      R                  5       (       d  [        S	U S
U 35      eX•U4$ )N)NNNc              3  óR   #   • U  H  oR                  5       (       d  M  Uv •  M     g 7f©N)Úexists)Ú.0Úxs     r2   Ú	<genexpr>Ú'load_reference_score.<locals>.<genexpr>   s   é € ÐDÒ5�!¿¹¿�A‰AÒ5ùs   ‚'ž	'c              3  óJ   >#   • U  H  oTR                   ;   d  M  Uv •  M     g 7fr7   ©Úcolumns©r9   ÚcÚdfs     €r2   r;   r<      s!   øé € Ð"vÒ.b¨Ðkm×kuÑkuÑfu§1¡1Ò.bùó   ƒ#š	#)ÚactualÚactual_failure_lt5ÚyÚlabelÚtargetÚcoerce)Úerrorszreference alignment mismatch c              3  óJ   >#   • U  H  oTR                   ;   d  M  Uv •  M     g 7fr7   r>   r@   s     €r2   r;   r<   !   s   øé € Ð4š�A¨¯©¡O�a‰ašùrC   zinvalid reference Ú:)Únextr3   ÚpdÚread_csvÚ
to_numericÚto_numpyÚlenÚnpÚarray_equalÚastypeÚintÚasarrayÚ
ValueErrorÚfloatÚisfiniteÚall)r.   r/   r0   rF   ÚaliasesÚprD   ÚyyÚcolÚsrB   s             @r2   Úload_reference_scorera      sS  ø€ Þ�~Ü
ÑD”{ 4¨WÔ5ÓDÀTÓJ€AØ�y˜Ü	‡{‚{�1ƒ~€BœTÔ"vÑ.bÓ"vÐw{Ó|�fÞÜ�=Š=˜˜F™¨8Ñ4×=Ñ=Ó?ˆÜˆr‹7”C˜“F‹?¤"§.¢.°·±¼3³ÄÇ
Â
È1ÌSÓ@Q×"RÑ"RÔYcð  gDð  EFð  DGð  eHó  ZIð  TIÜÔ4™Ó4°TÓ:€CØ
�{˜$˜q ˜+Ð%Ü‡m‚m�B�s‘G 8Ñ,×5Ñ5´eÓ<€AÜ
ˆ1ƒvŒs�1‹vƒ~œRŸ[š[¨›^×/Ñ/×1Ñ1¼
ÐEWÐXYÐWZÐZ[Ð\_Ð[`ÐCaÓ8bÐ2bØˆsˆ7€Nr4   c                óÂ  • 0 n/ nU R                  5        GH  u  pV[        R                  " [        UR                  5      [        R
                  [        5      nSnSn	[        UR                  5       H�  u  p«UR                  U
:H  n[        XaX²R                  U   [        R                  XUS/5      5      u  pÞnUc,  UR                  XQUSU(       a  [        U5      OSS	.5        SnMu  X×U'   U	S
-  o”R                  XQUS[        U5      US.5        MŸ     U	(       d  GM  XsU'   GM     X44$ ! [         a,  nUR                  XQUS[        U5      S.5        Sn S nAMè  S nAff = f)NTr   r	   Úerror)Ú	referencer/   r0   ÚstatusÚdetailFÚmissingÚ )rd   r/   r0   re   Úpathé   Úloaded)rd   r/   r0   re   ri   Úcolumn)ÚitemsrS   ÚfullrR   rF   ÚnanrY   Ú	enumerateÚfaculty_namesÚfaculty_idxra   ÚREFERENCE_ALIASESÚgetÚ	ExceptionÚappendÚstr)Úreference_dirsr/   ÚbundleÚscoresÚmetaÚnamer.   rn   Úokrk   ÚfiÚfacÚmr`   r]   r_   Úes                    r2   Úload_referencesr‚   '   sj  € Ø€F�2ˆdØ#×)Ñ)×+‰	ˆÜ�WŠW”S˜Ÿ™“]¤2§6¡6¬%Ó0ˆ°D°À¸Ü × 4Ñ 4Ö5‰FˆBØ× Ñ  "Ñ$ˆAÜ,¨T°s¿8¹8ÀA¹;ÔGX×G\ÑG\Ð]aÐhoÐbpÓGqÓr‘��Cà‰y˜Ÿ™°$ÈSÐZcÖuvÔknÐopÔkqÐ|~Ñ%ô  Að  EJð  BDñ  KSØ�‰G�f˜a‘i�f§¡¸ÐTWÐaiÔqtÐuvÓqwð  BEñ  -Fö  !Gñ 6÷ ‰6Ø�4ŒLñ ,ð ˆ;Ðøô ó  O $§+¡+¸4ÐVYÐcjÔtwÐxyÓtzÑ.{Ô"|ð  AFÐ}õ  GOûð  Oús   Â2D(Ä(
EÄ2!EÅEc                óR  • [        UR                  5       GH  u  pEUR                  U:H  nUR                  5        Hä  u  px[        R
                  " U5      U   n	[        R                  " U	5      n
U
R                  5       (       d  MK  U R                  [        U5      XW[        UR                  5       5      [        UR                  U   R                  5       5      [        UR                  U   R                  5       5      S.[!        UR                  U   U	5      E/5        Mæ     GM     g )N)r/   r0   ÚmodelÚrowsÚfailuresÚ
prevalence)rp   rq   rr   rm   rS   rW   rZ   r[   ÚextendÚfaculty_fold_metric_rowsÚsubsetrV   ÚsumrF   rY   ÚmeanÚmetric_dict)r…   r/   ry   Ú
ref_scoresr~   r   r€   r|   r`   ÚzÚgoods              r2   Úappend_reference_metric_rowsr‘   5   s†  € Ü˜F×0Ñ0×1‰ˆØ
×
Ñ
˜bÑ
 ˆØ ×&Ñ&Ö(‰FˆDÜ�jŠj˜‹m˜AÑˆA¤B§K¢K°£N˜tØ�x‰x�z‹z˜$Ÿ+™+ÔvyÐz~Óvð  KNô  cfð  gh÷  glñ  gló  gnó  coô  {~ð  E÷  Gñ  Gð  HIñ  J÷  Nñ  Nó  Pó  {Qô  _dð  ek÷  emñ  emð  noñ  ep÷  euñ  euó  ewó  _xñ  oVô  {Fð  GM÷  GOñ  GOð  PQñ  GRð  STó  {Uð  oVð  nWö  Xô )ò 2r4   c                ój  • [         R                  " U 5      o3UR                  R                  U5         n/ n[	        US S USS  SS/5       Hµ  u  pVnX3R
                  U:H     / SQ   R                  SSS.S	9oƒUR
                  U:H     / SQ   R                  S
SS.S	9o˜R                  U	SS/S9o§U
S'   U
R                  U
R                  -
  U
S'   U
R                  U
R                  -
  U
S'   UR                  U
/ SQ   5        M·     U(       a  [         R                  " USS9$ [         R                  " 5       $ )Néÿÿÿÿrj   Úheterogeneous_structure_gainÚfull_time_readout_gain©r/   r0   ÚapÚfbeta_at_20ÚaÚaf2©r—   r˜   r>   ÚbÚbf2r/   r0   ©ÚonÚ	componentÚdelta_apÚdelta_f2_20)r/   r0   r    r¡   r¢   T)Úignore_index)rN   Ú	DataFramer/   ÚisinÚzipr„   ÚrenameÚmergerœ   r™   r�   rš   rv   Úconcat)ÚmetricsÚmodelsÚfoldsÚdÚoutr™   rœ   rG   ÚaaÚbbr�   s              r2   Úcomponent_upliftr±   <   s   € Ü‡l‚l�7Ó€A §¡§¡¨EÓ 2Ñ3˜A¸°CÜ˜  ˜ V¨A¨B ZÐ1OÐPhÐ0iÖj‰	ˆˆEØ�W‰W�a‰Z‰=Ò>Ñ?×FÑFÐUXÐglÑOmÐFÐnˆÐtu×t{Ñt{Ð}~Ñt~Ñrò  Afñ  sg÷  snñ  snð  }@ð  OTñ  wUð  snð  sVÐoq÷  Yañ  Yað  bdð  ioð  pyð  hzð  Yað  Y{ð  WXð  |}ð  ~Iñ  |Jð  _`÷  _bñ  _bð  cd÷  cfñ  cfñ  _fð  QRð  S]ñ  Q^ð  xy÷  x}ñ  x}ð  ~÷  ~Cñ  ~Cñ  xCð  ghð  ivñ  gwð  DG÷  DNñ  DNð  OPò  QHñ  OIö  DJñ kæ/2Œ2�9Š9�S dÑ+ÐF¼¿º»ÐFr4   c                ó
  • [         R                  " UR                  S   5      n/ nSUS S 2S4   / SQ4SUS S 2S4   / SQ4SUS S 2S	4   / S
Q4/n[        UR                  5       GH  u  pxUR
                  U:H  n	U Hÿ  u  p«nU Hò  u  pÞnX›U:„  -  X¾:*  -  nUR                  5       S:  a  M(  UR                  5        H¶  u  nnUR                  XX¯U[        UR                  5       5      [        UR                  U   R                  5       5      [        UR                  U   [         R                  " U5      U   5      [        UR                  U   [         R                  " U5      U   5      S.	5        M¸     Mô     GM     GM     U$ )NÚsupportÚhistory_coursesr   )©g      à¿ç      à?Ú0©r¶   ç      @z1-2)r¹   ç      @z3-5)rº   éc   z6+Úcohort_studentsrj   )rµ   )r¶   ç      @z1-4)r½   ç      !@z5-8)r¾   r»   z9+Ústructural_coursesé   )rµ   r¸   )r¹   r»   z3+é   )	r/   r0   Úsupport_dimensionÚsupport_binr„   r…   r†   r—   Úauc)rS   rW   Údatarp   rq   rr   r‹   rm   rv   rV   rF   Úsafe_apÚsafe_auc)r/   ry   Ústorerz   Úsupr…   Údefsr~   r   ÚfmÚdimÚvalÚbinsÚloÚhirG   r€   r„   r`   s                      r2   Úsupport_strata_rowsrÑ   B   s^  € Ü
�
Š
�5—:‘:˜iÑ(Ó)€C¨r¨$Ø˜S¢ 1 ™XÒ&aÐ
bÐduÐvyÒz{Ð|}Ðz}Ñv~ò  @{ð  d|ð  ~Rð  SVò  WXð  YZð  WZñ  S[ò  \Gð  }Hð  
I€DÜ˜F×0Ñ0×1‰ˆØ×Ñ˜rÑ!ˆÛ ‰LˆC�DÛ#‘��eØ˜"‘f‘+˜s™wÑ'�Ø—5‘5“7˜2“:™hØ%Ÿ|™|ž~‘G�E˜!¨d¯k©kÀ$Ðilð  JOô  WZð  [\÷  [`ñ  [`ó  [bó  Wcô  orð  sy÷  s{ñ  s{ð  |}ñ  s~÷  sBñ  sBó  sDó  oEô  KRð  SY÷  S[ñ  S[ð  \]ñ  S^ô  _a÷  _iò  _ið  jkó  _lð  mnñ  _oó  Kpô  wð  @F÷  @Hñ  @Hð  IJñ  @Kô  LN÷  LVò  LVð  WXó  LYð  Z[ñ  L\ó  w]ñ  ;^ö  /_›~ô  $ô !ñ 2ð €Kr4   c                óŒ  • / n[        UR                  5       GH'  u  pxUR                  U:H  o‘R                  U	   o¢U	   o³U	   oÄU	   n[	        Xµ5      R                  [        5      n[	        XÅ5      R                  [        5      n[	        XÕ5      R                  [        5      nU
S:H  U) -  nU
S:H  U-  nUR                  X[        U	R                  5       5      [        UR                  5       5      [        [        R                  " UU-  5      5      [        [        R                  " UU-  5      5      [        UR                  5       5      [        [        R                  " UU) -  5      5      [        [        R                  " UU) -  5      5      [        [        R                  " XêS:H  :H  XúS:H  :H  -  5      5      [        [        R                  " XêS:H  :H  XúS:H  :g  -  5      5      [        [        R                  " XêS:H  :g  XúS:H  :H  -  5      5      [        [        R                  " XêS:H  :g  XúS:H  :g  -  5      5      S.5        GM*     U$ )Nrj   r   )r/   r0   r…   Úcommittee_false_negatives_at20Úgraph_rescued_fn_at20Úfusion_rescued_fn_at20Úcommittee_false_alarms_at20Úgraph_corrected_fa_at20Úfusion_corrected_fa_at20Úboth_correctÚcommittee_only_correctÚgraph_only_correctÚ
both_wrong)rp   rq   rr   rF   Úwarn_by_raterU   Úboolrv   rV   r‹   rS   )r/   ry   Ú	committeeÚgraphÚfusionÚrater…   r~   r   r€   rF   ÚqÚgÚfÚpqÚpgÚpfÚfnÚfas                      r2   Úcomplementarity_rowsrë   N   sü  € Ø	€DÜ˜F×0Ñ0×1‰ˆØ
×
Ñ
˜bÑ
 ˆ§8¡8¨A¡; ¸1±¨qÀaÁ¸aÐRSÉ9ÈÔXdÐefÓXl×XsÑXsÔtxÓXyÐUWô  ~Jð  KLó  ~R÷  ~Yñ  ~Yô  Z^ó  ~_Ðz|ô  coð  pqó  cw÷  c~ñ  c~ô  Có  cDð  `bØˆq‰D�B�3‰<ˆ˜A˜q™D "™9˜Ø�‰˜D´c¸!¿%¹%»'³lÔdgÐhj×hnÑhnÓhpÓdqô  KNô  OQ÷  OUò  OUð  VXð  Y[ñ  V[ó  O\ó  K]ô  wzô  {}÷  {Aò  {Að  BDð  EGñ  BGó  {Hó  wIô  hkð  ln÷  lrñ  lró  ltó  huô  PSô  TV÷  TZò  TZð  []ð  `bð  _bñ  [có  Tdó  Peô  ADô  EG÷  EKò  EKð  LNð  QSð  PSñ  LTó  EUó  AVô  fiô  jl÷  jpò  jpð  rtð  z{ñ  w{ñ  r|ð  Að  GHñ  DHñ  Iñ  qJó  jKó  fLô  fiô  jl÷  jpò  jpð  rtð  z{ñ  w{ñ  r|ð  Að  GHñ  DHñ  Iñ  qJó  jKó  fLô  beô  fh÷  flò  flð  npð  vwñ  swñ  nxð  {}ð  CDñ  @Dñ  {Eñ  mFó  fGó  bHô  VYô  Z\÷  Z`ò  Z`ð  bdð  jkñ  gkñ  blð  oqð  wxñ  txñ  oyñ  azó  Z{ó  V|ñ  }÷  	~ñ 2ð €Kr4   c           	     óâ  • [         R                  " U [        5      n [         R                  " U[        5      n[         R                  " U[        5      n[         R                  R                  U5      n/ n[         R                  " U 5      R                  S:  a/  [         R                  [         R                  [         R                  4$ [        [        U5      5       H~  nUR                  S[        U 5      [        U 5      5      o€U   n	[         R                  " U	5      R                  S:  a  MR  UR                  [        X‘U   5      [        X’U   5      -
  5        M€     U(       d/  [         R                  [         R                  [         R                  4$ [        [        X5      [        X5      -
  5      [        [         R                  " US5      5      [        [         R                  " US5      5      4$ )NrÀ   r   gš™™™™™™?g333333ï?)rS   rW   rV   rY   ÚrandomÚdefault_rngÚuniqueÚsizero   ÚrangeÚintegersrR   rv   rÆ   Úquantile)
rF   r™   rœ   Ún_bootÚseedÚrngÚvalsÚ_Úidxr^   s
             r2   Úbootstrap_ap_deltarú   V   sG  € Ü‡j‚j�”3Ó€Aœ"Ÿ*š* Q¤uÓ-˜´·
²
¸1¼UÓ0C¨aÌÏ	É	×H]ÑH]Ð^bÓHcÀCÐikÐdhÜ	‡y‚y�ƒ|×Ñ˜Ó¤"§&¡&¬¯©´·±Ð"6Ð6Ü”3�v“;ÖˆØ�L‰L˜œ3˜q›6¤# a£&Ó)ˆ¨s©V¨"Ü�9Š9�R‹=×Ñ˜aÓ¡Ø�‰”G˜B ™vÓ&¤w¨r°C±&Ó'9Ñ9Ö:ñ  ö ”r—v‘vœbŸf™f¤R§V¡VÐ+Ð+Ü”˜“œg a›lÑ*Ó+¬E´"·+²+¸dÀ4Ó2HÓ,IÌ%ÔPR×P[ÒP[Ð\`ÐaeÓPfÓJgÐgÐgr4   c                ó  • / n[        U R                  5       HÐ  u  pgU R                  U:H  nUR                  5        H¨  u  pš[        R
                  " U
5      U   n[        R                  " U5      R                  5       (       d  MI  [        U R                  U   X   X³XFS-  -   [        U	5      -   5      u  pÍoåR                  XyXÍU[        US:„  5      [        US:  5      S.5        Mª     MÒ     [        R                  " U5      $ )Né%   r   )r0   rd   r¡   Úci_lowÚci_highÚsignificant_positiveÚsignificant_negative)rp   rq   rr   rm   rS   rW   rZ   r[   rú   rF   rR   rv   rÞ   rN   r¤   )ry   Ú	candidateÚrefsrô   rõ   r®   r~   r   r€   r|   r`   r�   r­   rÏ   rÐ   s                  r2   Úbootstrap_rowsr  `   s  € Ø
€CÜ˜F×0Ñ0Ö1‰ˆØ
×
Ñ
˜bÑ
 ˆØ—j‘j–l‰FˆDÜ�jŠj˜‹m˜AÑˆAÜ—;’;˜q“>×%Ñ%×'Ñ'©Ü& v§x¡x°¡{°9±<ÀÈÐQSÉeÉÔTWÐX\ÓT]ÑI]Ó^‰GˆA�×_iÑ_iÐuxð  VWð  npô  HLð  MOð  PQñ  MQó  HRô  jnð  oqð  rsñ  osó  jtñ  kuö  `vó #ñ 2ô �<Š<˜ÓÐr4   c                óB  • XR                   U:H  UR                  U:H  -  UR                  R                  [        5      S:H  -  UR
                  U:H  -     n[        U5      (       d  g UR                  S   n[        SU  SU SU SU S[        UR                  5      S S[        UR                  5      S S[        UR                  5      S S[        UR                  5      S S	UR                  S
 SUR                  S
 SUR                   S
 SUR"                  S
 35        g )NÚPOOLEDr   Ú
z | z4
Actual\Pred      Normal      Failure
Normal        Ú10dÚ z
Failure       z
P=z.4fz R=z F2=z flag=)r0   r„   r/   rU   rw   ÚpolicyrR   ÚilocÚprintrV   ÚtnÚfpré   ÚtpÚ	precisionÚrecallÚfbetaÚ	flag_rate)ÚtitleÚopr0   r„   r	  r�   r1   s          r2   Úprint_confusionr  j   s  € Ø�*‰*�gÑ
 §¡¨%¡Ñ	0°"·'±'·.±.ÄÓ2EÀxÑ2OÑ	PÐRT×R[ÑR[Ð]cÑRcÑ	dÑe€AÜˆq�6‰6�&Ø‡f�fˆQ�i€A”˜˜5˜'  W I¨S°°°s¸6¸(ÐByÔz}Ð~÷  Cñ  Có  {Dð  EHð  zIð  IJô  KNð  OP÷  OSñ  OSó  KTð  UXð  JYð  Yiô  jmð  no÷  nrñ  nró  jsð  twð  ixð  xyô  z}ð  ~÷  ~Bñ  ~Bó  zCð  DGð  yHð  HLð  MN÷  MXñ  MXð  Y\ð  L]ð  ]`ð  ab÷  aiñ  aið  jmð  `nð  nrð  st÷  szñ  szð  {~ð  rð  Eð  FG÷  FQñ  FQð  RUð  EVð  Wõ  Xr4   c                ó¦  • [         R                  " UR                  S   5      oDSS2S4   S:H  oTSS2S4   S:H  n[         R                  " XV-  S[         R                  " US[         R                  " USS5      5      5      n/ n[	        UR
                  5       GH5  u  pšUR                  U	:H  nS	 GH  nX·U:H  -  nUR                  5       (       d  M"  UR                  5        Hã  u  pïUR                  [        U 5      X¬U[        UR                  5       5      [        UR                  U   R                  5       5      [        UR                  U   R                  5       5      [        UR                  U   [         R                  " U5      U   5      [!        UR                  U   [         R                  " U5      U   5      S
.	5        Må     GM     GM8     U$ )a  Cold/new-state diagnostics from chronology-safe graph support.

new_student := no historical student-course edge before query.
new_course  := no historical cohort member for target course before query.
These are operational graph-coldness definitions, not demographic labels.
r³   Nr   rj   únew_student+new_courseúnew_student+seen_courseúreturning_student+new_courseúreturning_student+seen_course)r  r  r  r  )	r/   r0   Úregimer„   r…   r†   r‡   r—   rÄ   )rS   rW   rÅ   Úwhererp   rq   rr   Úanyrm   rv   rV   r‹   rF   rY   rŒ   rÆ   rÇ   )r/   ry   rÈ   rz   rÉ   Únew_sÚnew_cÚlabelsr…   r~   r   rË   r  r€   r„   r`   s                   r2   Únovelty_regime_rowsr!  o   sg  € ô 	�
Š
�5—:‘:˜iÑ(Ó)€C²A°a°C±¸!±¨%ÂaÈÀcÁ(ÈAÁ+¸EÜ�8Š8�E‘KÐ 8¼¿ºÀ%ÐHaÔbd×bjÒbjÐkpð  rPð  Qpó  cqó  :ró  s€FØ	€DÜ˜F×0Ñ0×1‰ˆØ×Ñ˜rÑ!ˆô JˆFØ˜&‘.Ñ!ˆAØ—5‘5—7‘7™8Ø!Ÿ<™<ž>‘�Ø—‘¤C¨£I¸ÐTYÔadÐef×ejÑejÓelÓamÔy|ð  ~D÷  ~Fñ  ~Fð  GHñ  ~I÷  ~Mñ  ~Mó  ~Oó  zPô  ^cð  dj÷  dlñ  dlð  mnñ  do÷  dtñ  dtó  dvó  ^wô  }Dð  EK÷  EMñ  EMð  NOñ  EPô  QS÷  Q[ò  Q[ð  \]ó  Q^ð  _`ñ  Qaó  }bô  iqð  rx÷  rzñ  rzð  {|ñ  r}ô  ~@÷  ~Hò  ~Hð  IJó  ~Kð  LMñ  ~Nó  iOñ  Pö  Qô *ô Jñ 2ð €Kr4   c                óH  • [         R                  " UR                  S   5      n/ n[        UR                  5       GHb  u  p‰UR
                  U:H  n
U
R                  5       (       d  M,  UR                  [        U 5      U	[        U
R                  5       5      [        UR                  U
   R                  5       5      [        XjS4   R                  5       5      [        XjS4   R                  5       5      [        XjS4   R                  5       5      [        XjS4   R                  5       5      [        UR                  U
   XJ   5      [        UR                  U
   X:   5      -
  [        UR                  U
   XZ   5      [        UR                  U
   X:   5      -
  S.
5        GMe     U$ )Nr³   r   rj   rÀ   é   )
r/   r0   r…   r†   Úhistory_courses_meanÚcohort_students_meanÚstructural_courses_meanÚgroups_meanÚgraph_delta_ap_vs_committeeÚfusion_delta_ap_vs_committee)rS   rW   rÅ   rp   rq   rr   r  rv   rV   r‹   rF   rY   rŒ   rÆ   )r/   ry   rÈ   rß   rà   rá   rÉ   r…   r~   r   r€   s              r2   Úsupport_gain_rowsr*  ƒ   s®  € Ü
�
Š
�5—:‘:˜iÑ(Ó)€C¨r¨$Ü˜F×0Ñ0×1‰ˆØ
×
Ñ
˜bÑ
 ˆØ�u‰u�w‰w‘xØ�‰œC ›I°¼3¸q¿u¹u»w»<ÔSVÐW]×W_ÑW_Ð`aÑWb×WfÑWfÓWhÓSiÜ,1°#¸°c±(·-±-³/Ó,BÔZ_Ð`cÐfgÐdgÑ`h×`mÑ`mÓ`oÓZpô  LQð  RUð  XYð  VYñ  RZ÷  R_ñ  R_ó  Raó  Lbô  qvð  wzð  }~ð  {~ñ  w÷  wDñ  wDó  wFó  qGÜ3:¸6¿8¹8ÀA¹;ÀuÁxÓ3PÔQXÐY_×YaÑYaÐbcÑYdÐenÑeqÓQrÑ3rÜ4;¸F¿H¹HÀQ¹KÈÉ	Ó4RÔSZÐ[a×[cÑ[cÐdeÑ[fÐgpÑgsÓStÑ4tñv÷ 	wñ 2ð €Kr4   c                óÎ  • [         R                  " U [        5      n [         R                  " U[        5      n[         R                  " U 5      [         R                  " U5      -  nUR	                  5       S:  d8  [         R
                  " X   5      S:  d  [         R
                  " X   5      S:  a  [         R                  $ [        [         R                  " X   X   5      S   5      $ )Nr#  gê-�™—q=)r   rj   )rS   rW   rY   rZ   r‹   Únanstdro   Úcorrcoef)r:   rF   r€   s      r2   Ú_pearsonr.  �   s�   € Ü‡j‚j�”5Ó€AœBŸJšJ q¬Ó/˜!´"·+²+¸a³.ÄÇÂÈQÃÑ2O°Ø‡u�uƒwˆqƒy”B—I’I˜a™d“O EÓ)¬R¯YªY°q±t«_¸UÓ-BÌ"Ï&É&À=Ü”—’˜Q™T !¡$Ó'¨Ñ,Ó-Ð-r4   c                ó8  • [         R                  " U 5      o"UR                  R                  [	        U5      5         n/ nS HA  nS H8  nUR                  XE[        [        U5      5      [        X%   X$   5      S.5        M:     MC     [         R                  " U5      $ )N)r(  r)  )r$  r%  r&  r'  )rH   r³   ÚcellsÚ	pearson_r)	rN   r¤   r/   r¥   Úlistrv   rV   rR   r.  )r…   r¬   r­   r®   rH   r³   s         r2   Úsupport_gain_correlationsr3  •   s   € Ü‡l‚l�4Ó€A˜QŸV™VŸ[™[¬¨e«Ó5Ñ6˜Ø
€CÛPˆÛnˆGØ�J‰J Ä#ÄcÈ!ÃfÃ+ÔZbÐcdÑcmÐnoÑnwÓZxÑyÖzó oñ Qô �<Š<˜ÓÐr4   c                ó.  ^.^/• [         R                  " U 5      owUR                  R                  [	        U5      5         m// nU/4S jn	U	" SS5      u  p«pÍU	" SS5      u  pïnnU	" US5      u  nnnnS[        T/R                  5      ;   a	  U	" SS5      O![        R                  SS[        R                  4u  nnnnS9S	 jnUS
X«UU" X«U5      S.SXïUU" XïU5      S.SUUUU" UUUSS9S.SUUUU" UUU5      S./-  n[         R                  " U5      n[        U5      (       Ga=  UUR                  R                  [	        U5      5         nS GH  nUUR                  U:H     n[        U5      (       a#  [        UR                  R                  5       5      O[        R                  n[        U5      (       a&  [        UR                  S:  R                  5       5      OSn[        U5      n [        R                   " U5      (       a  US::  a  U (       a  UU -  S:¼  a  SO$[        R                   " U5      (       a  US:  a  SOSn!UR#                  SU S3UUU U!S.5        GM     [         R                  " U5      n"[        U"5      (       Ga<  U"U"R                  R                  [	        U5      5         n"S GH  nU"U"R$                  U:H     n[        U5      (       a#  [        UR                  R                  5       5      O[        R                  n[        U5      (       a&  [        UR                  S:  R                  5       5      OSn[        U5      n [        R                   " U5      (       a  US::  a  U (       a  UU -  S:¼  a  SO$[        R                   " U5      (       a  US:  a  SOSn!UR#                  SU 3UUU U!S.5        GM     S[        T/R                  5      ;   Ga"  T/T/R                  U:H     / SQ   R'                  SSS .S!9n#T/T/R                  S:H     / SQ   R'                  S"S#S .S!9n$U#R)                  U$S$S%/S&9n[        U5      (       Ga±  UR+                  S%5      R-                  S'S(S)S*S+9n%U%R.                  U%R0                  -
  U%S,'   [        U%R.                  R                  5       U%R0                  R                  5       -
  5      n&[        U%R2                  S:  R                  5       5      n'[        U%R2                  S:„  R                  5       5      n(UU%R4                  ;   a  [        U%R6                  US,4   5      O[        R                  n)UR9                  UR.                  UR0                  -
  S-9R+                  S$5      R2                  R                  5       R;                  5       m.[        UR<                  UR>                  -
  R                  5       5      n*[A        U&S.:¬  =(       aV    U'S:H  =(       aJ    [        R                   " U)5      =(       a-    U)S:¬  =(       a!    [C        U.4S/ jU 5       5      =(       a    U*S0:¬  5      n+[A        U&S:„  =(       a3    U'S1:*  =(       a'    [        R                   " U)5      (       + =(       d    U)S0:¬  5      n,UR#                  S2U&U([        U%5      U+(       a  S3O
U,(       a  S4OS5U'U)U*S6.T.RE                  5        V-Vs0 s H  u  n-nS7[        U-5       S83[        U5      _M!     snn-E5        [         R                  " U5      $ s  snn-f ):z<Compact falsifiable audit of Suite23's predeclared premises.c                óà   >• [        TX5      nUR                  S[        R                  5      UR                  SS5      UR                  SS5      UR                  S[        R                  5      4$ )NÚmean_delta_apÚwinsr   r0  Úmean_delta_f2_at20)Úpaired_summaryrt   rS   ro   )r™   rœ   r�   Úhs      €r2   ÚdeltaÚpremise_audit.<locals>.delta¡   sU   ø€ Ü
˜˜1Ó
ˆØ�u‰u�_¤R§V¡VÓ,¨Q¯U©U°6¸!«_¸Q¿U¹UÀ7È1Ó=MÈaÏeÉeÐThÔik×ioÑioÓNpÐpÐpr4   Úsuite23_heterogeneous_graphÚsuite23_bipartite_graphÚsuite23_cs_hagtrß   r)   r   çú~j¼t“h?c                ót   • [         R                  " U 5      (       d  gX:¼  a  U(       a	  X-  S:¼  a  gU S:”  a  gg)NÚUNAVAILABLEç333333ã?Ú	SUPPORTEDr   ÚWEAK_SUPPORTÚNOT_SUPPORTED)rS   rZ   )ÚvÚwrA   Ústrongs       r2   ÚverdictÚpremise_audit.<locals>.verdict¨   s.   € Ü�{Š{˜1�~‰~ ]Ø‹9ž˜q™s C›x¨{ØˆQ‹3�nØr4   Ú!heterogeneous_structure_B_minus_A)Úpremiser6  r7  r0  rJ  Ú time_plus_dual_readout_C_minus_BÚ*graph_complements_committee_primary_fusiong{®Gázt?)rI  Ú+global_graph_beats_suite22_local_relational)Úzero_historyÚshuffle_historyÚzero_cohortÚshuffle_cohortgú~j¼t“h¿g      è?rD  rE  rF  Úrelational_identity_Ú_should_hurt)Úno_timeÚno_student_history_readoutÚno_course_cohort_readoutÚno_structuralÚ	no_groupsÚno_faculty_edgesrC  Útrained_dependency_r   r–   r™   rš   r›   r>   rœ   r�   r/   r0   rž   )r™   rŒ   )rœ   rŒ   )rš   rŒ   )r�   rŒ   )r™   rœ   rš   r�   r;  )r;  g{®Gáz„?c              3  ój   >#   • U  H(  nTR                  U[        R                  5      S :„  v •  M*     g7f)r   N)rt   rS   ro   )r9   rå   Úfds     €r2   r;   Ú premise_audit.<locals>.<genexpr>É   s<   øé € ð  ]Bò  zAÐtuÐ]_×]cÑ]cÐdeÔfh×flÑflÓ]mÐnoÖ]oò  zAùs   ƒ03g{®Gázt¿rj   ÚPROJECT_COUNCIL_BREAKTHROUGHÚSUCCESSÚNEAR_SUCCESSÚNOT_SUCCESSFUL)rM  r6  r7  r0  rJ  Úmeaningful_faculty_lossesÚit_delta_apÚmean_delta_f2r,   Ú	_delta_ap)r@  )#rN   r¤   r/   r¥   r2  Úsetr„   rS   ro   rR   ÚperturbationrY   r¡   rŒ   rV   r‹   rZ   rv   Úablationr§   r¨   ÚgroupbyÚaggr™   rœ   r;  ÚindexÚlocÚassignÚto_dictrš   r�   rÞ   r[   rm   )0rª   Úperturb_rowsÚablation_rowsÚsupport_gainr   ÚholdoutÚ
it_facultyr­   r…   r;  ÚdabÚwabÚcabÚfabÚdbcÚwbcÚcbcÚfbcÚdfusÚwfusÚcfusÚffusÚdlocalÚwlocalÚclocalÚflocalrJ  r]   Úmoder�   rG  ÚlossrA   Úverr™   r¯   r°   r   ÚmacroÚ
meaningfulÚstrictÚitÚf2ÚsuccessÚnearÚkr_  r:  s0                                                 @@r2   Úpremise_auditr’  ž   sT  ù€ ä‡l‚l�7Ó€A §¡§¡¬D°«MÓ :Ñ;˜AÀ¸Dõqñ Ð7Ð8QÓR�O€CˆCÙÐ+Ð,IÓJ�O€CˆC�Ù˜g kÓ2Ñ€Dˆˆd�4ØQeÔilÐmn×mtÑmtÓiuÓQu¡Ð&7Ð8LÔ MÔ|~÷  }Cñ  }Cð  DEð  FGô  HJ÷  HNñ  HNð  |OÑ€Fˆ6�&˜ôð
 	Ø6ÀsÐ^aÑlsÐtwÐ|ó  mAñ  	BØ5ÀcÐ]`ÑkrÐsvÐ{~Ókñ  	AØ?ÐPTÐ\`ÐimÑxð  AEð  FJð  KOð  W[ñ  y\ñ  	]Ø@ÐQWÐ_eÐntñ  @Gð  HNð  OUð  V\ó  @]ñ  	^ð	ñ €Dô 	‡l‚l�<Ó €AÜ
ˆ1‡v‚vØ
ˆA�F‰F�K‰Kœ˜W›Ó&Ñ
'ˆÜUˆDØ�—‘ Ñ$Ñ%ˆAÄCÈÇFÁF¬¨a¯j©j¯o©oÓ.?Ô(@ÔPR×PVÑPV aÔy|Ð}~×yÑyÔ\_Ðab×akÑakÐlmÑam×`rÑ`rÓ`tÔ\uð  FGÐW[ô  JMð  NOó  JPð  HIä!Ÿ{š{¨1Ÿ~™~°!°U³(¾qÀTÈ!ÁVÈSÃ[‘Ôik×itÒitÐuv×iwÑiwÐ|}Ð~Ó|ÑWeð  FUˆCØ�K‰KÐ%9¸$¸¸|Ð#LÐ]^ÐfjÐstð  @Cñ  D÷  Eñ	 Vô
 	‡l‚l�=Ó!€AÜ
ˆ1‡v‚vØ
ˆA�F‰F�K‰Kœ˜W›Ó&Ñ
'ˆô GˆDØ�—
‘
˜DÑ Ñ!ˆAÄÀAÇÁ¤E¨!¯*©*¯/©/Ó*;Ô$<ÌBÏFÉF !ÔuxÐyz×u{Ñu{ÔX[Ð]^×]gÑ]gÐhiÑ]i×\nÑ\nÓ\pÔXqð  BCÐSWô  FIð  JKó  FLð  DEÜ!Ÿ{š{¨1Ÿ~™~°!°U³(¾qÀTÈ!ÁVÈSÃ[‘Ôik×itÒitÐuv×iwÑiwÐ|}Ð~Ó|ÑWeð  FUˆCØ�K‰KÐ%8¸¸Ð#?ÐPQÐY]ÐfgÐruÑv×wñ Gð
 ”C˜Ÿ™“LÔ ØˆQ�W‰W�gÑÑÒDÑE×LÑLÐ[^ÐmrÑUsÐLÐtˆÐxyÐz{÷  {Bñ  {Bð  DMñ  {Mñ  yNò  Otñ  yu÷  y|ñ  y|ð  KNð  ]bñ  Ecð  y|ð  ydÐuwð  gi÷  goñ  goð  prð  w}ð  ~Gð  vHð  goð  gIð  efÜˆq�6Š6Ø—	‘	˜)Ó$×(Ñ(¨<¸,È>Ð^lÐ(ÐmˆCÐ{~÷  |Añ  |Að  BE÷  BGñ  BGñ  |GÐnqÐryÑnzÜ˜Ÿ™Ÿ
™
› S§U¡U§Z¡Z£\Ñ1Ó2ˆE¼cÀ3Ç9Á9ÈUÁ?×BWÑBWÓBYÓ>Z°:ÔbeÐgj×gpÑgpÐquÑgu×fzÑfzÓf|Ób}Ð[að  hrð  vy÷  vñ  vó  hô  BGð  HK÷  HOñ  HOð  PZð  [bð  Pbñ  Hcô  Bdô  EG÷  EKñ  EKð  AØ�x‰x˜aŸc™c !§#¡#™gˆxÐ&×.Ñ.¨vÓ6×<Ñ<×AÑAÓC×KÑKÓMˆBÔQVÐXY×X]ÑX]Ð^_×^cÑ^cÑXc×WiÑWiÓWkÓQlÈbÜ˜ ™÷  P¨°Q©÷  P¼2¿;º;Àr»?÷  PÈrÐSTÉu÷  PÔY\ô  ]Bñ  zAó  ]Bó  ZB÷  Pð  GIð  KPñ  GPó  QˆGÜ�e˜A‘g×V *¨a¡-×V¼¿ºÀR»Ô5H×5UÈBÐPUÉIÓWˆDØ�K‰KÐ#AÐRWÐ_eÔnqÐruÓnvö  OVñ  BKö  osñ  ]kð  yIð  gqð  @Bð  SUñ  Sð  GI÷  GOñ  GOô  GQô  XRò  GQñ  @Cð  @Að  BCð  [`ô  adð  efó  agð  `hð  hqð  Yrô  sxð  yzó  s{ò  Y{ñ  GQò  XRð  Sô  TÜ�<Š<˜ÓÐùó XRs   Û&\)©é   é   )gš™™™™™É?)iô  é*   )Úfixed)Úsuite23_faculty_safe_fusionr“  Úkhoa_cong_nghe_thong_tin)Ú
__future__r   Úpathlibr   ÚnumpyrS   ÚpandasrN   Úsuite23_commonrs   r3   ra   r‚   r‘   r±   rÑ   rë   rú   r  r  r!  r*  r.  r3  r’  © r4   r2   Ú<module>r      s�   ðå "Ý Û Û Ü ò >Ú2Ú8Ú8Ú^ÚJÚ6Ú>ÚVÚOÚUñÐ òròòòXôGò
ôôhôôXò
ò(	ò.ôõ.r4   