ó
    (/›jÐ6  ã                  óØ  • S r SSKJr  SSKJr  SSKrSSKrSSK	J
r
JrJrJrJr  S#S$S jjrS rS rS%S	 jrS
 rS rS&S jr/ SQ/ SQ/ SQ/ SQ/ SQ/ SQ/ SQ/ SQS.rS'S jrSSSSSSS\R0                  \R0                  \R0                  \R0                  \R0                  \R0                  \R0                  \R0                  \R0                  4S jrS rS#S jrS#S jrS#S  jrS(S! jrS" rg))zMPaired metrics, external references, operational policy and Suite19 verdicts.é    )Úannotations©ÚPathN)Úmetric_dictÚsafe_apÚsafe_aucÚprint_tableÚwarn_by_ratec                ó2  • [         R                  " U[        5      n[         R                  " U[        5      n/ n[        U5       HÏ  u  p‰Xh:H  n
U
R	                  5       (       d  M   UR                  5        H›  u  p¼[         R                  " U[        5      n[        X:   XÊ   U5      o×R                  [        U 5      X›[        U
R                  5       5      [        X:   R                  5       5      [        X:   R                  5       5      S.UE5        M�     MÑ     U$ )N)ÚfoldÚfacultyÚmodelÚrowsÚfailuresÚ
prevalence)ÚnpÚasarrayÚintÚ	enumerateÚanyÚitemsÚfloatr   ÚappendÚsumÚmean)r   Úfaculty_namesÚfaculty_idxÚyÚscoresÚbetaÚfir   ÚiÚnameÚmr   ÚsÚmds                 ÚA/root/disk_3tb/earlywarning/30072026/suite19/suite19_reporting.pyÚfaculty_fold_rowsr(   
   s<  € Ü‡j‚j�”3Ó€Aœ2Ÿ:š: k´#Ó6˜¸B°tÜ˜MÖ*‰ˆØ
‰%ˆØ�u‰u�w‰w‘xØ—|‘|–~‰GˆEÜ�jŠj˜œ5Ó!ˆA¤[°±°a±d¸4Ó%@ "ÇÁÔUXÐY]ÓU^Ðimô  DGð  HI÷  HMñ  HMó  HOó  DPô  \_ð  `añ  `d÷  `hñ  `hó  `jó  \kô  y~ð  @ñ  C÷  Hñ  Hó  Jó  yKñ  NQð  NPð  NQö  BRó &ñ +ð
 €Kó    c                ó   • [        U [        R                  5      (       a  U O[        R                  " U 5      n/ SQoCU Vs/ s H  oUUR                  ;   d  M  UPM     sn   R	                  5       nXfR
                  U:H     R                  SS9R                  SSSS.S9ovUR
                  U:H     R                  SS9R                  SS	S
S.S9o‡R                  USS/SS9n	[        U	5      (       da  XSSS[        R                  [        R                  [        R                  [        R                  [        R                  [        R                  S.$ U	R                  U	R                  -
  o©R                  U	R                  -
  o¹R                   U	R"                  -
  nX[%        [        U	5      5      [%        U
S:„  R'                  5       5      [%        U
S:  R'                  5       5      [)        U
S:„  R+                  5       5      [)        U
R+                  5       5      [)        U
R-                  5       5      [)        U
R/                  S5      5      [)        UR+                  5       5      [)        UR+                  5       5      S.$ s  snf )N)r   r   r   ÚapÚaucÚfbeta_at_20r   ©ÚcolumnsÚcand_apÚcand_aucÚcand_f2)r+   r,   r-   Úbase_apÚbase_aucÚbase_f2r   r   Úinner)ÚonÚhowr   )Ú	candidateÚbaseÚcellsÚwinsÚlossesÚwin_rateÚmean_delta_apÚmedian_delta_apÚq25_delta_apÚmean_delta_aucÚmean_delta_f2_at20g      Ð?)Ú
isinstanceÚpdÚ	DataFramer/   Úcopyr   ÚdropÚrenameÚmergeÚlenr   Únanr0   r3   r1   r4   r2   r5   r   r   r   r   ÚmedianÚquantile)Úmetricsr9   r:   ÚdfÚneededÚcÚdÚaÚbÚzÚdapÚdaucÚdf2s                r'   Úpaired_summaryrZ      sp  € Ü˜W¤R§\¡\×2Ñ2�w¼¿ºÀWÓ8M€BÚ>€FÑPVÓDjÒPVÈ1Ð_a×_iÑ_iÑZiÇQÑPVÑDjÑAk×ApÑApÓAr¸qØ�‰�ÑÑ× Ñ ¨Ð Ð1×8Ñ8ÀyÐWaÐpyÑAzÐ8Ð{€Að  AB÷  AHñ  AHð  JNñ  ANñ  O÷  Tñ  Tð  ]dð  Tð  e÷  lñ  lð  {Dð  KUð  dmñ  unð  lð  oÐ|}÷  ryñ  ryð  z{ð  @Fð  GPð  Qð  V]ð  ryð  r^ð  pqÜˆq�6‰6 iÀAÈQÐXYÔeg×ekÑekÔ|~÷  }Cñ  }Cô  VX÷  V\ñ  V\ô  ln÷  lrñ  lrô  DF÷  DJñ  DJô  `b÷  `fñ  `fñ  gð  gØ	�	‰	�!—)‘)Ñ€C§¡¨A¯J©JÑ!6˜D¿9¹9ÀQÇYÁYÑ;N°sØ!´c¼#¸a»&³kÌÈcÐRSÉeÏ[É[Ë]ÓI[ÔehÐjmÐnoÑjo×itÑitÓivÓewô  DIð  KNð  OPñ  KP÷  JVñ  JVó  JXó  DYô  joð  ps÷  pxñ  pxó  pzó  j{ô  NSð  TW÷  T^ñ  T^ó  T`ó  Naô  qvð  wz÷  wCñ  wCð  DGó  wHó  qIô  [`ð  ae÷  ajñ  ajó  aló  [mô  CHð  IL÷  IQñ  IQó  ISó  CTñ  Uð  Uùò	 Eks   Á I;ÁI;c           	     ó˜  • [        U [        R                  5      (       a  U O[        R                  " U 5      nX3R                  U:H     / SQ   R	                  SSSSSS.S9oCUR                  U:H     / SQ   R	                  S	S
SSSS.S9oTR                  USS/S9n[        U5      (       aŸ  UR                  UR                  -
  US'   UR                  UR                  -
  US'   UR                  UR                  -
  US'   [        R                  " UR                  S:„  S[        R                  " UR                  S:  SS5      5      US'   U$ )N)r   r   r   r   r+   r,   r-   Úcandidate_rowsÚcandidate_failuresÚcandidate_apÚcandidate_aucÚcandidate_f2_at20)r   r   r+   r,   r-   r.   Ú	base_rowsÚbase_failuresr3   r4   Úbase_f2_at20r   r   )r7   Údelta_apÚ	delta_aucÚdelta_f2_at20r   ÚWINÚLOSSÚTIEÚwin)rD   rE   rF   r   rI   rJ   rK   r^   r3   r_   r4   r`   rc   r   Úwhererd   )rO   r9   r:   rP   rT   rU   rV   s          r'   Úpaired_tablerl      sO  € Ü˜W¤R§\¡\×2Ñ2�w¼¿ºÀWÓ8M€BØ�‰�9Ñ	ÑÒ[Ñ\×cÑcð  uEð  Qeð  kyð  @Oð  ^qñ  mrÐcð  s€Að  y{÷  yAñ  yAð  CGñ  yGñ  vHò  IFñ  vG÷  vNñ  vNð  _jð  vEð  KTð  [eð  tBñ  WCð  vNð  vDð  tu÷  GNñ  GNð  OPð  U[ð  \eð  Tfð  GNð  Ggð  EFÜ
ˆ1‡v�v˜AŸN™N¨1¯9©9Ñ4ˆa�
‰mÀAÇOÁOÐTU×T^ÑT^ÑD^°Q°{±^Ðrs÷  sFñ  sFð  GH÷  GUñ  GUñ  sUÐ_`ÐapÑ_qô  _a÷  _gò  _gð  hi÷  hrñ  hrð  stñ  htð  uzô  {}÷  {Cò  {Cð  DE÷  DNñ  DNð  OPñ  DPð  QWð  X]ó  {^ó  __ð  VWð  X]ñ  V^Ø€Hr)   c           
     óÌ  • [         R                  " U [        5      oD[         R                  " U5         n[	        U5      S:X  a/  [         R
                  [         R
                  [         R
                  4$ [         R                  R                  U5      n[         R                  " [        U5      [        5      n[        [        U5      5       H3  n[         R                  " UR                  U[	        U5      SS95      Xg'   M5     [        [         R                  " U5      5      [        [         R                  " XcS-  5      5      [        [         R                  " USUS-  -
  5      5      4$ )Nr   T)Úreplaceé   é   )r   r   r   ÚisfiniterK   rL   ÚrandomÚdefault_rngÚemptyr   Úranger   ÚchoicerN   )ÚvaluesÚseedÚn_bootÚalphaÚvÚrngÚmeansr"   s           r'   Úbootstrap_cir~   $   sè   € Ü‡j‚j�œÓ€A¤2§;¢;¨q£>Ñ!2˜qÜ
ˆ1ƒvˆqƒyœŸ™¤§¡¤r§v¡vÐ.Ð.Ü
�	‰	×Ñ˜dÓ#€C¬"¯(ª(´3°v³;¼uÓ*E EÜ”3�v“;Öˆ¬¯ª°·±¸A¼cÀ!»fÈT°Ð1RÓ)S £ÑÜ”—’˜“ÓœU¤2§;¢;¨u¸1±WÓ#=Ó>¼uÄRÇ[Â[ÐQVÐWXÐY^Ð_`ÑY`ÑW`ÓEaÓ?bÐbÐbr)   c                ó¤  • [         R                  " U 5      (       a  [        U 5      O[         R                  * n[         R                  " U5      (       a  [        U5      O[         R                  * n[         R                  " U5      (       a  [        U5      O[         R                  * n[         R                  " U5      (       a  [        U5      OSn	[         R                  " U5      (       a  [        U5      O[         R                  * n
U(       d  US::  a  gUS:¼  a  US:”  a  US:”  a  U	S:¼  a  U
S:¼  a  gUS:¼  a  US:”  a  US:”  a  U	S	:¼  a  U
S:¼  a  g
g)Ng        r   ÚREJECTg{®Gáz„?g333333ã?g{®Gázt¿ÚBREAKTHROUGHg{®Gázt?gš™™™™™á?Ú	PROMISINGÚWEAK)r   rq   r   Úinf)Úconditional_delta_apÚf6_delta_apÚf7_delta_apr>   Úit_delta_apÚdominated_by_controlrS   Úf6Úf7ÚwrÚits              r'   Úclassify_verdictrŽ   ,   sË  € Ü%'§[¢[Ð1E×%FÑ%F„eÐ Ô!ÌRÏVÉVÈG€AÔmo×mxÒmxð  zE÷  nFñ  nFÔW\Ð]hÔWiô  MO÷  MSñ  MSð  LSÐTVô  mo÷  mxò  mxð  yD÷  mEñ  mEô  W\ð  ]hô  Wiô  LN÷  LRñ  LRð  KRð  TVô  ik÷  itò  itð  u}÷  i~ñ  i~ô  V[ð  \dô  Veð  DFð  SUô  `b÷  `kò  `kð  lw÷  `xñ  `xô  JOð  P[ô  J\ô  A÷  Eñ  Eð  ~Eð  GIÞ˜q !›t¨8Øˆ$ƒw�2�a“4˜B˜q›D R¨£W°°U³À.Øˆ$ƒw�2�a“4˜B˜q›D R¨£W°°U³À+Ør)   c           	     ó„   • [        U 5      o3SU 3-  U S3-  X2 SU S3-  USU 3-  U S3-  X2 SU S3-  X2 SU S3-  /$ )NÚfold_z_scores.csvÚ_fold_z_target_scores.csvz_test_results.csvr   )Úrootr   r   Úrs       r'   Ú_score_file_candidatesr”   4   sè   € Ü
ˆ4ƒj€A˜U 4 &˜>Ñ)¨W¨I°[Ð*AÑAÀ!ÀiÈvÐVZÐU[Ð[fÐDgÑBgÐhiÐlqÐrvÐqwÐjxÑhxð  }Dð  |Eð  EWð  zXñ  iXð  YZð  ]fð  flð  mqð  lrð  rDð  [Eñ  YEð  FGð  JSð  SYð  Z^ð  Y_ð  _pð  Hqñ  Fqð  rð  rr)   c                ó  ^• U (       d  g[        S [        XU5       5       S 5      nUc  g[        R                  " U5      m[        U4S jU 5       S 5      nUb”  [        R                  " TU   SS9R                  5       n[        T5      [        U5      :w  dH  [        R                  " UR                  [        5      [        R                  " U[        5      5      (       d  [        SU 35      e[        U4S jU 5       S 5      n	U	c  S US 4$ [        R                  " TU	   SS9R                  [        5      n
[        U
5      [        U5      :w  d)  [        R                  " U
5      R                  5       (       d  [        SU S	U	 35      eX¦U	4$ )
N)NNNc              3  óR   #   • U  H  oR                  5       (       d  M  Uv •  M     g 7f©N)Úexists)Ú.0Úxs     r'   Ú	<genexpr>Ú'load_reference_score.<locals>.<genexpr>:   s   é € ÐOÒ@�!ÇHÁHÇJ�A‰AÒ@ùs   ‚'ž	'c              3  óJ   >#   • U  H  oTR                   ;   d  M  Uv •  M     g 7fr—   r.   ©r™   rR   rP   s     €r'   r›   rœ   <   s   øé € Ð"Pªn¨ÀRÇZÁZÁ§1¡1ªnùó   ƒ#š	#Úcoerce)Úerrorszreference alignment mismatch: c              3  óJ   >#   • U  H  oTR                   ;   d  M  Uv •  M     g 7fr—   r.   rž   s     €r'   r›   rœ   @   s   øé € Ð;š�A°·
±
©?�a‰ašùrŸ   zinvalid reference score Ú:)Únextr”   rE   Úread_csvÚ
to_numericÚto_numpyrK   r   Úarray_equalÚastyper   r   Ú
ValueErrorr   rq   Úall)r’   r   r   r   Úcolumn_aliasesÚactual_aliasesÚpÚactualÚavÚcolr%   rP   s              @r'   Úload_reference_scorer²   8   sW  ø€ Þ�~Ü
ÑOÔ-¨d¸Ô@ÓOÐPTÓU€AØ�y˜Ü	‡{‚{�1ƒ~€BœTÔ"P©nÓ"PÐQUÓV�fØÑÜ�=Š=˜˜F™¨8Ñ4×=Ñ=Ó?ˆÜˆr‹7”C˜“F‹?¤"§.¢.°·±¼3³ÄÇ
Â
È1ÌSÓ@Q×"RÑ"RÔYcð  gEð  FGð  EHð  eIó  ZJð  TJÜÔ;™Ó;¸DÓA€CØ
�{˜$˜q ˜+Ð%Ü‡m‚m�B�s‘G 8Ñ,×5Ñ5´eÓ<€AÜ
ˆ1ƒvŒs�1‹vƒ~œRŸ[š[¨›^×/Ñ/×1Ñ1¼
ÐE]Ð^_Ð]`Ð`aÐbeÐafÐCgÓ8hÐ2hØˆsˆ7€Nr)   )Úsuite17_hgb_finalÚsuite17_finalÚfinal)Úsuite17_hgb_rawÚsuite17_rawÚraw)Úsuite18_hgb_finalÚsuite18_finalrµ   )Úsuite18_hgb_rawÚsuite18_rawr¸   )Úsuite16_hgb_finalÚ!suite16_conditional_tree_boostingÚsuite16rµ   )Úsuite14_authority_safe_finalÚsuite14rµ   )Úfailure_probability_lt5Úfailure_probabilityÚv2rµ   Ústacked_probabilityÚstacked_prob)Úsuite4_competence_councilÚcouncilrµ   Úcouncil_probability)r´   r·   rº   r¼   r¿   rÁ   rÄ   rÈ   c                ó´  • 0 n/ nU =(       d    0 R                  5        H~  u  pg[        R                  XfS/5      n[        XqX#U5      u  pšnU	b&  X”U'   UR                  XbUS[        U
5      US.5        MU  UR                  XbUSU
(       a  [        U
5      OSSS.5        M€     XE4$ ! [         a*  nUR                  XbUS[        U5      S.5         S nAM´  S nAff = f)Nrµ   Úerror)Ú	referencer   r   ÚstatusÚdetailÚloaded)rÌ   r   r   rÍ   ÚpathÚcolumnÚmissingÚ )r   ÚREFERENCE_ALIASESÚgetr²   Ú	Exceptionr   Ústr)Úreference_dirsr   r   r   ÚoutÚmetar#   r’   Úaliasesr%   r®   r±   Úes                r'   Úreference_scores_for_facultyrÝ   S   sõ   € Ø
€C�ˆ4Ø$×*¨×1Ñ1Ö3‰	ˆÜ!×%Ñ% d°¨>Ó:ˆÜ(¨°7¸WÓE‰GˆA�à‰= 1˜T™ T§[¡[¸dÐ\`ÐjrÔz}Ð~ó  {Að  KNñ  2Oö  &PØ�[‰[ dÀDÐR[ÖmnÔcfÐghÔciÐtvð  ACñ  Dö  Eñ 4ð ˆ8€Oøô ó  	F˜dŸk™k°tÐUYÐcjÔtwÐxyÓtzÑ*{Ô|õ  ~Fûð  	Fús   ºB#Â#
CÂ-CÃC)é   é   Úraw_hgbÚcommittee_residualÚkhoa_cong_nghe_thong_tin)Ú
kinh_doanhÚdu_lichÚbusinessÚtourismc           	     óÚ  ^^^!• UR                  5       nUUR                  R                  [        U5      5         m!S[	        T!R
                  5      ;   a  [        T!TS5      O"[        R                  [        R                  SSS.nS[	        T!R
                  5      ;   a&  U[	        T!R
                  5      ;   a  [        T!SU5      OS[        R                  0nUU!4S jn[        U5      S:”  a  U" US   5      O[        R                  n[        U5      S:”  a  U" US   5      O[        R                  nT!T!R                  U:H     n[        U5      (       a+  [        UTS5      R                  S[        R                  5      O[        R                  nT!T!R                  R                  [        5      R                  R                  5       R                  U4S j5         n[        U5      (       a+  [        UTS5      R                  S[        R                  5      O[        R                  nXV4 Vs/ s H'  nUc  M  [        R                   " U5      (       d  M%  UPM)     nn[#        U=(       aO    [        R                   " UR                  S[        R                  5      5      =(       a    US   [%        U5      S	-   :*  5      n['        UR                  S[        R                  5      UUUR                  S
[        R                  5      UU5      n[        T!TS5      R                  S[        R                  5      n 0 SU _SU	_SU_SU
_SU_SU_SU_SUR                  S[        R                  5      _SUR                  S[        R                  5      _SU_SU_SUR                  SS5      _SUR                  SS5      _SUR                  S
[        R                  5      _SU _SU_SU_XïUUUS.E$ s  snf ) NÚ	committeer   )r?   r>   r<   r;   Úhgb_xzr?   c                óz   >• [        TTR                  U :H     TS5      R                  S[        R                  5      $ )Nrè   r?   )rZ   r   rÕ   r   rL   )ÚfÚcandidate_modelÚholds    €€r'   Ú
fold_deltaÚ-summarize_encoder_verdict.<locals>.fold_delta`   s3   ø€ œ^¨D°·±¸A±Ñ,>¸È{Ó[×_Ñ_Ð`oÔpr×pvÑpvÓwÐwr)   rp   c                ó0   >^ • [        U 4S jT 5       5      $ )Nc              3  ó,   >#   • U  H	  oT;   v •  M     g 7fr—   © )r™   Úkr%   s     €r'   r›   Ú>summarize_encoder_verdict.<locals>.<lambda>.<locals>.<genexpr>b   s0   øé € ð  R}ò  c|ð  ^_ð  XYö  SYò  c|ùs   ƒ)r   )r%   Úbusiness_faculty_keywordss   `€r'   Ú<lambda>Ú+summarize_encoder_verdict.<locals>.<lambda>b   s&   ù€ ô  ORô  R}ñ  c|ó  R}ô  O}r)   ç-Cëâ6?r>   rC   ÚencoderÚdirect_native_apÚnative_metric_apÚlinear_z_apÚhgb_z_apÚ	hgb_xz_apÚraw_hgb_x_apÚdelta_ap_from_xzÚcommittee_residual_delta_apÚholdout_f6_delta_apÚholdout_f7_delta_apÚfaculty_ap_winsr<   Úfaculty_cellsr;   Úfaculty_win_rateÚf2_at20_deltarˆ   Úbusiness_delta_ap)Úruntime_secondsÚ
latent_dimÚeffective_rankr‰   Úverdict)rG   r   ÚisinÚlistÚsetr   rZ   r   rL   rK   r   rÕ   r©   r×   ÚlowerÚapplyrq   ÚboolÚmaxrŽ   )"Úencoder_nameÚ
metrics_dfÚholdout_foldsÚ	raw_modelrì   Úpca_summaryÚrandom_summaryÚprimary_facultyrõ   Ú	native_apÚ	linear_aprý   rþ   Ú
raw_hgb_apÚruntimer
  Úeffective_rank_valuerû   rS   Úsummr¸   rî   rŠ   r‹   r�   ÚitsÚbizÚbizdrš   ÚcontrolsÚ	dominatedr  Úf2rí   s"       `   `                        @r'   Úsummarize_encoder_verdictr'  ^   s   ú€ Ø‡o�oÓ€A˜Q˜qŸv™vŸ{™{¬4°Ó+>Ó?Ñ@˜ð  {Fô  JMð  NR÷  NXñ  NXó  JYó  {YÄnÐUYÐZiÐjuÔFvô  pr÷  pvñ  pvô  BD÷  BHñ  BHð  PQð  Z[ñ  _\Àð  LTô  X[ð  \`÷  \fñ  \fó  Xgó  Lgð  luô  y|ð  }A÷  }Gñ  }Gó  yHó  lHô  aoð  ptð  u}ð  ~Gô  aHð  O^ô  _a÷  _eñ  _eð  Nfð  ]`ÞwÜ'*¨=Ó'9¸!Ó';�z�- Ñ"Ô#ÄÇÁ€BÔknÐo|Ók}Ð~ÓkÉ:ÐVcÐdeÑVfÔKgô  FH÷  FLñ  FLÈØˆD�L‰L˜/Ñ)Ñ*€Bô  ~Að  BD÷  ~Eñ  ~E¬~¸bÀÐQ\Ó/]×/aÑ/aÐbqÔrt×rxÑrxÔ/yô  KM÷  KQñ  KQ¨3ð  VZð  [_÷  [gñ  [g÷  [nñ  [nô  oró  [s÷  [wñ  [w÷  [}ñ  [}ó  [÷  [Eñ  [Eô  F}ó  [~ñ  Vð  RUô  TWð  X[÷  T\ñ  T\ô  ESð  TWð  Xgð  hsó  Et÷  Exñ  Exð  yHô  IK÷  IOñ  IOô  EPô  bd÷  bhñ  bhð  @DØ%Ñ5ÓZÒ5�A¸‹aÌ2Ï;Ê;ÐWXÏ>�aÑ5€HÐZÔeiÐjr÷  kQÔwy÷  xCò  xCð  DG÷  DKñ  DKð  L[ô  \^÷  \bñ  \bó  Dcó  xd÷  kQð  ilð  m|ñ  i}ô  Bð  CKó  Lð  MQñ  Qñ  iQó  fRÐ[dô  [kð  lp÷  ltñ  ltð  uDô  EG÷  EKñ  EKó  lLð  MOð  PRð  SW÷  S[ñ  S[ð  \fô  gi÷  gmñ  gmó  Snð  orð  s|ó  [}ð  SZÜ�d˜?¨;Ó7×;Ñ;Ð<PÔQS×QWÑQWÓX€Bð f
ˆI�lð  f
Ð#5°ið  f
Ð@RÐScð  f
ÐdqÐr{ð  f
ð  }Gð  HPð  f
ð  Q\ð  ]fð  f
ð  guð  v@ð  f
ð  ASð  TW÷  T[ñ  T[ð  \kô  ln÷  lrñ  lró  Tsð  f
ð  tQð  RV÷  RZñ  RZð  [jô  km÷  kqñ  kqó  Rrð  f
ð  sHð  IKð  f
ð  Lað  bdð  f
ð  evð  w{÷  wñ  wð  @Fð  GHó  wIð  f
ð  JYð  Z^÷  Zbñ  Zbð  cjð  kló  Zmð  f
ð  n@ð  AE÷  AIñ  AIð  JTô  UW÷  U[ñ  U[ó  A\ð  f
ð  ]lð  moð  f
ð  p}ð  ~Að  f
ð  BUð  VZð  f
ð  mtð  ^	r	ð  J
S
ð  ^
e
ò  f
ð  f
ùò [s   È*O(È5O(ÉO(c                ó‚  • U b  [        U 5      (       d  gU R                  5       nSSSSS.o!R                  R                  U5      R	                  S5      US'   UR                  / SQS	S
9oR                  S   nUR                  S;   a8  [        UR                  5      R                  5       nSU;   a  gSU;   a  gSU;   a  gg)Nz?No encoder evidence was available; do not redesign Suite20 yet.é   ro   rp   r   )r�   r‚   rƒ   r€   Ú_r)r*  r  r   F)Ú	ascending>   r‚   r�   Úncaa   ModernNCA/metric learning is the strongest representation principle: design Suite20 as chronology-safe retrieval/memory over learned academic-state embeddings, optionally using R/M mechanisms as representation supervision rather than downstream correction.ÚtabmzÁTabM is the strongest representation principle: design Suite20 as a learned encoder/consumer audit comparing a neural head against HGB/tree consumers before choosing an end-to-end architecture.ÚrfmzÅRFM/AGOP is the strongest representation principle: design Suite20 around learned supervised metrics/features consumed by trees, with xRFM-style locality considered only after confirming the audit.zîNo representation reached PROMISING status. Representation-first learning has not exposed enough stable conditional information; Suite20 should investigate a more fundamental prediction architecture rather than incremental encoder tuning.)
rK   rG   r  ÚmapÚfillnaÚsort_valuesÚilocr×   rù   r  )Ú
verdict_dfrV   ÚrankÚbestÚns        r'   Únext_architecture_decisionr7  h   s÷   € ØÑ¤ Z§¡Ð8yØ‡o�oÓ€A¨Q¸1ÀAÈqÑQ˜×ZcÑZc×ZgÑZgÐhlÓZm×ZtÑZtÐuvÓZwÐRSÐTXÑRYÐz{÷  {Hñ  {Hò  I@ð  KPð  {Hð  {QÐxy÷  W]ñ  W]ð  ^_ñ  W`ð  RVØ‡|�|Ð3Ó3Ü
ˆd�l‰lÓ
×
!Ñ
!Ó
#ˆØ�A‹:ð  `Ø�Q‹;ð  bØ�A‹:ð  eð |r)   c                ó  • [         R                  " U [        5      n [         R                  " U[        5      n[        [         R                  " X S:H  -  5      5      n[        [         R                  " X S:H  -  5      5      n[        [         R                  " U) U S:H  -  5      5      n[        [         R                  " U) U S:H  -  5      5      ot[        XE-   S5      -  o„[        XF-   S5      -  n	SU-  U	-  [        X‰-   S5      -  o£U-  nSU-   U-  U	-  [        X¸-  U	-   S5      -  n[        U5      [        U	5      [        U
5      [        U5      [        UR                  5       5      XEXg[        X :H  R                  5       5      S.
$ )Nrp   r   ro   gê-�™—q=)
Ú	precisionÚrecallÚf1ÚfbetaÚ	flag_rateÚtpÚfpÚfnÚtnÚaccuracy)r   r   r   r  r   r  r   r   )r   r%   Úpredr    r>  r?  r@  rA  r®   r“   r;  Úb2Úfbs                r'   Ú_binary_metricsrF  s   sù  € Ü‡j‚j�”3Ó€AœRŸZšZ¨¬TÓ2˜´c¼"¿&º&ÀÈ!ÁtÁÓ:MÓ6N°2ÔRUÔVX×V\ÒV\Ð]aÐfgÑcgÑ]hÓViÓRjÈrÔnqÔrt×rxÒrxÐ{Ðzð  CDð  FGñ  CGñ  zHó  sIó  oJÐkmô  NQô  RT÷  RXò  RXð  [_ð  Z_ð  bcð  efñ  bfñ  Ygó  Rhó  Nið  KMô  orð  suñ  sxð  yzó  o{ñ  l{ð  jkô  ADð  EGñ  EJð  KLó  AMñ  ~Mð  |}ð  QRð  STñ  QTð  UVñ  QVô  WZð  [\ñ  [^ð  _dó  Weñ  Qeð  NPð  nrñ  irð  fhð  wxð  y{ñ  w{ð  }~ñ  v~ð  @ñ  v@ô  ADð  EGñ  EIð  JKñ  EKð  LQó  ARñ  vRð  suô  glð  mnó  goô  y~ð  @ó  yAô  GLð  MOó  GPô  Y^ð  _aó  Ybô  otð  uy÷  u~ñ  u~ó  u@ó  oAð  GIð  WYô  mrð  txñ  t{÷  sAñ  sAó  sCó  mDñ  ZEð  SEr)   c                óò  • [         R                  " U [        5      n [         R                  " U[        5      n[	        U 5      S:X  a  g[         R
                  " [         R                  " U[         R                  " SS[        S[        S[	        U5      5      5      5      5      5      nS nU H?  n[        XX:¬  U5      ofS   US   US	   US
   * 4nUb
  XtS   :”  d  M1  U[        U5      U4nMA     US   US   S
   4$ )Nr   )g      à?gš™™™™™É?gü©ñÒMbP?g+‡ÙÎ÷ï?iô  é   r<  r:  r9  r=  rp   ro   )r   r   r   r   rK   ÚuniquerN   ÚlinspaceÚminr  rF  )r   r%   r    Úqsr5  Útr$   Úkeys           r'   Ú_select_thresholdrO  w   sÜ   € Ü‡j‚j�”3Ó€Aœ"Ÿ*š* Q¤uÓ-˜Ü
ˆ1ƒvˆqƒy˜Ü	‡y‚y”—’˜QœrŸ{š{¨5°´c¸#¼cÀ"ÄSÈÃV»nÓ6MÓNÓOÓP€BÐVZÐQUÛˆÜ
˜!˜a™d 4Ó
(ˆ°©j¸¸8¹ÀQÀ{Á^ÐUVÐWbÑUcÐTcÐ-d¨Ø‰<˜3 A™w�;¨S´°q³¸!Ð,<¢tñ ð �‰7�4˜‘7˜;Ñ'Ð'Ð'r)   c                óÞ	  ^• / n[        U  Vs1 s H  oUS   iM	     sn5      n[        [        5       R                  " U  Vs/ s H  n[        US   5      PM     sn6 5      nU GH<  nU  Vs/ s H  oUS   U:X  d  M  UPM     n	nU	 Vs0 s H2  n[        US   5      [	        [
        R                  " US   5      5      _M4     n
n[        U4S jU	 5       5      (       aQ  [	        [
        R                  " [
        R                  " U	 Vs/ s H  oUS   T;   d  M  US   PM     sn5      5      5      O[
        R                  nU GH[  nU	 Vs/ s H  oUS   T;   d  M  XÅS   ;   d  M  UPM     nnU	 Vs/ s H  oUS   U;   d  M  XÅS   ;   d  M  UPM     nnU(       a  U(       d  M`  [
        R                  " U Vs/ s H!  n[
        R                  " US   [        5      PM#     sn5      n[
        R                  " U Vs/ s H$  n[
        R                  " US   U   [        5      PM&     sn5      n[        UUU5      u  nnU[        [	        UR                  5       5      S5      -  nS Vs0 s H	  nU/ / S._M     nn[        US	 S
9 GH=  n[
        R                  " US   [        5      n[
        R                  " US   U   [        5      n[	        [
        R                  " UU
R                  [        US   5      S-
  U5      -  SS5      5      nUU:¬  [        UU5      R!                  ["        5      S.nUR%                  5        H~  u  nn['        UUUU5      nUR)                  XŒ[        US   5      UUUU[+        UU5      [-        UU5      S.	UE5        UU   S   R)                  U5        UU   S   R)                  U5        M€     GM@     UR%                  5        HÅ  u  nn[
        R                  " US   5      n[
        R                  " US   5      n[
        R                  " [        US S
9 Vs/ s H$  n[
        R                  " US   U   [        5      PM&     sn5      n['        UUUU5      nUR)                  XŒSUUUU[+        UU5      [-        UU5      S.	UE5        MÇ     GM^     GM?     [.        R0                  " U5      $ s  snf s  snf s  snf s  snf s  snf s  snf s  snf s  snf s  snf s  snf s  snf )a   Frozen development threshold + fixed warning-ratio drift policy.

The warning ratio is selected from pooled development.  Holdout fold f uses
prevalence from fold f-1 when available, otherwise pooled development
prevalence, matching the project's walk-forward operational interpretation.
r   r   r   r   c              3  ó2   >#   • U  H  oS    T;   v •  M     g7f)r   Nrò   )r™   r“   Ú	dev_foldss     €r'   r›   Ú&operational_metrics.<locals>.<genexpr>Š   s>   øé € ð  Lpò  moð  hið  OUñ  MVð  Zcö  Mcò  moùs   ƒg�íµ ÷Æ°>)ÚfixedÚdrift)r   rC  c                ó   • U S   $ ©Nr   rò   ©rš   s    r'   rö   Ú%operational_metrics.<locals>.<lambda>�   s   € ¨a°ªir)   )rN  rp   rø   g®Gáz®ï?)	r   r   r   ÚpolicyÚdev_selected_thresholdÚdev_selected_flag_rateÚwarning_ratior+   r,   rC  c                ó   • U S   $ rW  rò   rX  s    r'   rö   rY  “   s   € ð  bcð  djò  bkr)   ÚPOOLED)Úsortedr  Úunionr   r   r   r   r   ÚconcatenaterL   r   rO  r  ÚcliprÕ   r
   r©   r  r   rF  r   r   r   rE   rF   )ÚrecordsrR  r  r    r   r“   Ú	facultiesÚmodelsÚfacÚrrÚprevÚdevprevr   Údevrí   ÚydÚsdÚthrÚdev_rateÚratioró   Úpoolr   r%   ÚrateÚpredsÚpolrC  r$   rV   s    `                            r'   Úoperational_metricsru  �   s‚  ø€ ð 
€D”f±GÓ<²G¨q 	œl±GÑ<Ó=ˆIÄVÌCËEÏKÊKÑt{ÓY|Òt{ÐopÔZ]Ð^_Ð`hÑ^iÖZjÑt{ÑY|ÐL}ÓE~¸fÜˆÙÓ4’w�! I¡,°Ñ"3�A‘wˆÐ4ÑjlÓ:mÒjlÐef¼3¸qÀ¹y»>Ì%ÔPR×PWÒPWÐXYÐZ]ÑX^ÓP_ÓJ`Ò;`Ñjl°TÐ:mô  ILô  Lpñ  moó  Lp÷  Ipñ  IpÔv{Ô|~÷  }Dò  }Dô  EG÷  ESò  ESñ  egó  TBò  egð  `að  msñ  ktð  xAñ  kAó  U[ð  UVð  WZô  U[ñ  egñ  TBó  ECó  }Dô  wEô  vx÷  v|ñ  v|ÐnuÜˆEÙÓRšB�q F¡)¨yÑ"8“¸UÈÁkÑ=Q—™BˆCÐRÑdfó  Y_ÒdfÐ_`ÐlrÑjsð  xEñ  kEÓYZð  JOð  U]ñ  S^ñ  J^×YZÑdfÐSWð  Y_Þžd¡8Ü�~Š~¹sÓCºs¸!œrŸzšz¨!¨C©&´Ö5¹sÑCÓDˆBÌÏÊñ  GJó  XKò  GJð  BCÔXZ×XbÒXbÐcdÐemÑcnÐotÑcuÔv{ÖX|ñ  GJñ  XKó  ILÀRô  Zkð  lnð  oqð  rvó  Zwñ  MYð  MPð  QYð  ~Fô  GJô  KPð  QS÷  QXñ  QXó  QZó  K[ð  \`ó  Gañ  ~að  x}ñ  FWó  gXò  FWð  ABð  hið  oqð  y{ñ  j|ò  h|ñ  FWð  bfð  gXÜ˜DÑ%7Õ8�Ü—*’*˜Q˜s™V¤CÓ(�¬2¯:ª:°a¸±kÀ%Ñ6HÌÓ+O¨ÔUZÔ[]×[bÒ[bÐchÐim×iqÑiqÔruÐvwÐx~Ñvó  sAð  BCñ  sCð  DKó  jLñ  dLð  MQð  RUó  \Vó  VWÐPTð  ghð  jmñ  gmô  vBð  CDð  EIó  vJ÷  vQñ  vQô  RVó  vWñ  ^Xð  X]Ø %§¡¦‘H�C˜´ÀÀ!ÀDÈÓ0N¨aÈtÏ{É{Ðfiô  @Cð  DEð  FLñ  DMó  @Nð  X[ð  uxð  RZð  kpô  v}ð  ~ð  @Aó  vBô  IQð  RSð  TUó  IVñ  \[ð  YZð  \[ô  P\ð  ]að  beñ  ]fð  gjñ  ]k÷  ]rñ  ]rð  stô  ]uð  vzð  {~ñ  vð  @Fñ  vG÷  vNñ  vNð  OSö  vT¤ñ 9ð Ÿ™ž‘��AÜ—.’.  3¡Ó(�¬b¯nªn¸Q¸v¹YÓ.G¨Ì"Ï.Ê.ô  IOð  PTñ  Ykò  Iló  Zmò  Ilð  DEÔZ\×ZdÒZdÐefÐgoÑepÐqvÑewÔx}ÖZ~ñ  Ilñ  Zmó  KnÈô  q@ð  ABð  CDð  EIð  JNó  qOð  opð  PT÷  P[ñ  P[ð  gjð  @Hð  RUð  orð  LTð  ejô  pwð  xyð  z{ó  p|ô  CKð  LMð  NOó  CPñ  \Uð  STð  \Uö  PVô &ô ñ ô �<Š<˜ÓÐùò =ùÒY|ùâ4ùÒ:mùò  TBùâRùò  Y_ùâCùò  XKùò  gXùò
 Zmsd   �R8¿R=Á)SÁ9SÂ9SÄSÄ	SÅSÅSÅSÅ+SÅ;SÆSÆ1(SÇ4+S É S%Ð$+S*c                ó¦   • X R                   U:H     R                  5       nUb  X3R                  R                  U5         nUR	                  SS/5      $ )Nr   r   )r   rG   r   r  r1  )r  r   rf  rS   s       r'   Údetailed_faculty_sectionrw  —   sL   € Ø×#Ñ# WÑ,Ñ-×2Ñ2Ó4€AØÑ˜AŸg™gŸl™l¨6Ó2Ñ3˜!Ø�=‰=˜& Ð)Ó*Ð*r)   c                ó   • [        SU 5        g )NzSUITE19 REPRESENTATION VERDICT)r	   )rP   s    r'   Úprint_verdict_tablery  �   s   € œKÐ(HÈÕLr)   )g       @)r   zdict[str, np.ndarray])é*   i   gš™™™™™©?))r¯   Úactual_failure_lt5r   ÚlabelÚtarget)rØ   zdict[str, str]r—   ) Ú__doc__Ú
__future__r   Úpathlibr   Únumpyr   ÚpandasrE   Úsuite19_commonr   r   r   r	   r
   r(   rZ   rl   r~   rŽ   r”   r²   rÔ   rÝ   rL   r'  r7  rF  rO  ru  rw  ry  rò   r)   r'   Ú<module>r„     sy  ðá SÝ "Ý Û Û ß TÕ TöòUòôcòòrôò  BÚ9ÚAÚ9ÚYÚ@Ú	lÚSñ	Ð ôð EJÐT]ð  oCð  PTð  dhð  ySð  n[ð  fh÷  flñ  flð  wy÷  w}ñ  w}ð  GI÷  GMñ  GMð  XZ÷  X^ñ  X^ð  jl÷  jpñ  jpð  y{÷  yñ  yð  KM÷  KQñ  KQð  gi÷  gmñ  gmð  A÷  Eñ  Eô f
ò|ôEô(ôô,+ó Mr)   