ó
    º,›jƒ5  ã                  óî   • S r SSKJr  SSKrSSKrSSKJr  SSK	J
r
Jr  SSKJrJr  SSKJrJr  SS jrS	 rS
 rS rSS jrSS jrSS jrS rSSS jjrSS jrSS jrSS jrS S jrS!S jrS"S#S jjr g)$zLRepresentation, geometry, drift, interpretability and hard-case diagnostics.é    )ÚannotationsN)ÚNearestNeighbors)ÚRidgeÚLogisticRegression)Úr2_scoreÚaverage_precision_score)Úsafe_apÚsafe_aucc                óÈ   • [         R                  " U [        5      n [         R                  " U 5      R	                  S5      nUb  U[         R                  " U[
        5      -  nU$ )Né   )ÚnpÚasarrayÚfloatÚisfiniteÚallÚbool)ÚzÚ	availableÚms      ÚC/root/disk_3tb/earlywarning/30072026/suite19/suite19_diagnostics.pyÚ_finite_rowsr      sH   € Ü‡j‚j�”5Ó€AœBŸKšK¨›N×.Ñ.¨qÓ1˜!ØÑ˜Q¤"§*¢*¨Y´tÓ"<Ñ<˜QØ€Hó    c                ó2  • [         R                  " U [        5      n U R                  S:w  a  [         R                  " / [        5      $ [	        U 5      S:  a(  [         R
                  " U R                  S   [        5      $ [         R                  " U SS9n[         R                  " U5      S:X  a   [         R                  " [        U5      /5      $ [         R                  R                  XR                  -   S-  5      S S S2   n[         R                  " USS 5      $ )Né   r   F©Úrowvarr   éÿÿÿÿ)r   r   r   ÚndimÚlenÚzerosÚshapeÚcovÚlinalgÚeigvalshÚTÚclip)r   ÚcÚvalss      r   Úcovariance_spectrumr)      s½   € Ü‡j‚j�”5Ó€AØ‡v�vˆqƒyœŸ
š
 2¤eÓ,Ð,Ü
ˆ1ƒvˆaƒx”r—x’x §¡¨¡
¬5Ó1Ð1Ü‡f‚fˆQ�eÑ€AÜ	‡w‚wˆqƒz�1ƒ}œBŸJšJ¬¨a« zÓ2Ð2Ü	�‰×	Ñ	˜QŸs™s™U A™IÓ	&¡t¨ tÑ	,€DÜ�7Š7�4˜˜$ÓÐr   c           
     óL  • [         R                  " U [        5      nUR                  S:X  a  UO
[	        U5      nUR                  5       nUS::  a  gX#-  oDUS:„     n[        [         R                  " [         R
                  " U[         R                  " U5      -  5      * 5      5      $ )Nr   r   ç        )r   r   r   r   r)   ÚsumÚexpÚlog)Ú	z_or_eigsÚaÚevÚsÚps        r   Úeffective_rankr4      sz   € Ü‡j‚j�œ5Ó!€AØ�F‰F�A‹I�qÔ.¨qÓ1€BØ‡f�fƒh€AØˆ!ƒt�3Ø�d€Aˆq�‰s‰Vˆ1Ü”—’œŸš ¤"§&¢&¨£)¡Ó,Ð,Ó-Ó.Ð.r   c                ó  • [        U 5      nUS:  al  [        R                  [        R                  [        R                  [        R                  [        R                  [        R                  [        R                  S.$ [        R                  R	                  U5      n[        [        U5      [        SX3S-
  -  S-  5      5      oTR                  SX5S9odR                  SX5S9ovU:H  nUR                  5       (       a:  UR                  SX8R                  5       S9Xx'   Xg:H  oˆR                  5       (       a  M:  X   o�U   n
[        R                  R                  Xš-
  SS9n[        R                  " Xš-  S5      [        R                  R                  U	SS9[        R                  R                  U
SS9-  S-   -  n[        [        R                  " U5      5      [        [        R                  " U5      5      [        [        R                   " US5      5      [        [        R                   " US	5      5      [        [        R                   " US
5      5      [        [        R                  " U5      5      [        [        R                  " U5      5      S.$ )Nr   )Úpair_distance_meanÚpair_distance_stdÚpair_distance_q10Úpair_distance_q50Úpair_distance_q90Úpair_cosine_meanÚpair_cosine_stdr   r   )Úsize©Úaxisçê-�™—q=çš™™™™™¹?ç      à?çÍÌÌÌÌÌì?)r   r   ÚnanÚrandomÚdefault_rngÚminÚintÚmaxÚintegersÚanyr,   r#   Únormr   ÚmeanÚstdÚquantile)r   Ú	max_pairsÚseedÚnÚrngÚkÚiÚjÚbadr0   ÚbÚdistÚcoss                r   Ú_pair_statsr[   '   sÂ  € Ü	ˆ!ƒf€AØˆƒs¬¯©Ä2Ç6Á6Ô^`×^dÑ^dÔy{×yÑyô  UW÷  U[ñ  U[ô  oq÷  ouñ  ouô  HJ÷  HNñ  HNñ  Oð  OÜ
�	‰	×Ñ˜dÓ#€C¤c¬#¨i«.¼¸Q¸qÀAÁ#¹wÈ¹zÓ9JÓ&K AÏlÉlÐ[\Ð]^ÈlÐNfÈA×iuÑiuÐvwÐxyÐiuð  jBÐghð  JKñ  GKð  CFØ
�'‰'�)‰)˜3Ÿ<™<¨¨!·±³˜<Ð;�A‘FÀÁ¸C�'‰'�)‹)Ø�d€Aˆq‰Tˆ1”r—y‘y—~‘~ a¡c¨q�~Ð1�$´b·f²f¸Q¹SÀ³mÄRÇYÁYÇ^Á^ÐTUÐ[\À^ÐE]Ô^`×^gÑ^g×^lÑ^lÐmnÐtuÐ^lÐ^vÑEvÐw|ÑE|Ñ6}°#Ü!&¤r§w¢w¨t£}Ó!5Ì%ÔPR×PVÒPVÐW[ÓP\ÓJ]ÔrwÔxz÷  yDò  yDð  EIð  JLó  yMó  sNô  chô  ik÷  itò  itð  uyð  z|ó  i}ó  c~ô  SXô  Y[÷  Ydò  Ydð  eið  jló  Ymó  Snô  BGô  HJ÷  HOò  HOð  PSó  HTó  BUô  hmô  np÷  ntò  ntð  uxó  nyó  hzñ  {ð  {r   c                óÄ  • [         R                  " U [        5      n [         R                  " U[        5      n[         R                  " U[        5      n[         R                  " U[        5      n[	        X5      o�U	   o¡U	   o²U	   oÈU	   n[        [        U 5      5      [        U	R                  5       5      [        U	5      (       a  [        U	R                  5       5      OS[        U R                  S   5      S.n[        U
5      S:X  a  U$ U
R                  S5      oúR                  S5      nUR                  [        [         R                  " US:  5      5      [        [         R                  " [         R                  " U5      5      5      [        [         R                  " U5      5      [        [         R                  " U5      5      [        [         R                  " U5      5      [        [         R                  " U5      5      [        [         R                  " U5      5      [        [         R                  " U
5      5      [        [         R                  " U
5      5      S.	5        [        U
5      n[        U5      US'   [        UR                  5       5      US'   S	R!                  S
 US S  5       5      US'   S	R!                  S [         R"                  " [         R$                  " US S SS 5      5       5       5      US'   UR                  5       S:”  as  [         R&                  " U5      UR                  5       -  n[        [         R(                  " US5      S-   5      US'   [        [         R(                  " US5      S-   5      US'   UR                  [+        X¥U5      5        [         R,                  " U5      R.                  S:X  aô  X«S:H     R                  S5      nX«S:H     R                  S5      n[        [         R0                  R3                  UU-
  5      5      US'   [         R0                  R3                  X«S:H     U-
  SS9n[         R0                  R3                  X«S:H     U-
  SS9n[        [         R                  " [         R4                  UU4   5      5      US'   US   [        US   S5      -  US'   O9[         R6                  US'   [         R6                  US'   [         R6                  US'   [        U
5      S:¼  Gaá  [        [        S[        U5      S-   5      [        U
5      5      n[9        USS9R;                  U
5      nUR=                  U
5      u  nnUS S 2SS 24   nUS S 2SS 24   nUU   n[        [         R                  " UUS S 2S 4   :H  5      5      US'   [        [         R                  " U5      5      US'   [         R>                  " US:H  5      (       a%  [        [         R                  " UUS:H     5      5      O[         R6                  US'   [         R>                  " US:H  5      (       aù  [         R>                  " US:H  5      (       aÛ  [9        SS9R;                  X«S:H     5      nUR=                  X«S:H     5      u  nn[9        SS9R;                  X«S:H     5      nUR=                  X«S:H     5      u  n n[        UR                  5       5      US '   [        U R                  5       5      US!'   [        UR                  5       [        U R                  5       S5      -  5      US"'   [         R@                  " US#5      n![         R@                  " US$5      n"US:H  UU!:¬  -  US:H  UU":*  -  -  n#[        U#R                  5       5      US%'   U#R?                  5       (       a*  [        [         R                  " UU#   UU#S 4   :H  5      5      O[         R6                  US&'   [         R,                  " U5       V$s0 s H:  n$[         R>                  " UU$:H  5      (       d  M#  U$X¬U$:H     R                  S5      _M<     n%n$[        U%5      S:”  Gaf  [         RB                  " [E        U%5      5      n&[         RF                  " U& Vs/ s H  nU%U   PM
     sn5      n'U&[         RH                  " U
S S 2S S S 24   U'S S S 2S S 24   -
  S-  R                  S5      SS9   n([        [         R                  " U(U:H  5      5      US''   / n)[K        [        U'5      5       Hb  n*[K        U*S-   [        U'5      5       HC  n+U)RM                  [        [         R0                  R3                  U'U*   U'U+   -
  5      5      5        ME     Md     U)(       a  [        [         R                  " U)5      5      O[         R6                  US('   U$ [         R6                  US''   [         R6                  US('   U$ s  sn$f s  snf ))Nr+   r   )ÚrowsÚavailable_rowsÚavailability_rateÚ
latent_dimr   gH¯¼šò×z>)	Údead_dimension_fractionÚdim_mean_abs_meanÚdim_mean_minÚdim_mean_maxÚdim_std_meanÚdim_std_minÚdim_std_maxÚdim_minÚdim_maxr4   Úcovariance_traceÚ;c              3  ó(   #   • U  H  oS  v •  M
     g7f©z.8gN© ©Ú.0Úxs     r   Ú	<genexpr>Ú-representation_diagnostics.<locals>.<genexpr>5   s6   é € ð  [xò  pwð  klð  adð  ^eô  \fò  pwùó   ‚é
   Útop_covariance_eigenvaluesc              3  ó(   #   • U  H  oS  v •  M
     g7frm   rn   ro   s     r   rr   rs   5   s6   é € ð  \Rò  qQð  lmð  beð  _fô  ]gò  qQùrt   Útop_singular_valuesrB   Údims_for_50pct_energyrC   Údims_for_90pct_energyr   Úclass_centroid_distancer>   Úwithin_class_distance_meanr@   Úbetween_over_withiné   Ú	euclidean)Ún_neighborsÚmetricÚneighborhood_label_purityÚmean_knn_distanceÚfailure_neighbor_rate)r€   Úfailure_to_normal_nn_distanceÚnormal_to_failure_nn_distanceÚfailure_to_normal_nn_ratioçš™™™™™é?çš™™™™™É?Úcommittee_hard_rowsÚcommittee_hard_neighbor_purityÚ&faculty_centroid_separability_accuracyÚ#faculty_centroid_pair_distance_mean)'r   r   r   rH   r   r   r,   rM   r!   rN   ÚupdateÚabsrG   rI   r)   r4   ÚjoinÚsqrtr&   ÚcumsumÚsearchsortedr[   Úuniquer=   r#   rL   Úr_rD   r   ÚfitÚ
kneighborsrK   rO   ÚarrayÚsortedÚvstackÚargminÚrangeÚappend),r   ÚyÚfacultyÚ	committeer   rP   Únn_krQ   Úqr   ÚzzÚyyÚffÚqqÚoutÚmurN   r1   ÚcumÚc0Úc1Úw0Úw1rT   ÚnbrrY   ÚidxÚlabsÚn0Úd10Ú_Ún1Úd01ÚhighÚlowÚhardÚfiÚcentsÚkeysÚCÚpredÚbetweenrU   rV   s,                                               r   Úrepresentation_diagnosticsr¿   0   s«  € Ü‡j‚j�”5Ó€AœBŸJšJ q¬Ó-˜!´b·j²jÀÌÓ6M¨gÔPR×PZÒPZÐ[dÔejÓPkÈaÔnzÐ{|ó  oHÐlmð  NOñ  LPð  IKð  VWñ  TXð  QSð  deñ  \fð  Y[ð  lmñ  jnð  giÜ”C˜“F“¬S°·±³«\ÔadÐef×agÑagÌeÐTU×TZÑTZÓT\ÌoÐmoô  ~Að  BC÷  BIñ  BIð  JKñ  BLó  ~Mñ  	N€CÜ
ˆ2ƒw�ƒz˜�*Ø	‡w�wˆqƒz€B—f‘f˜Q“i�# §
¡
ÄeÌBÏGÊGÐTWÐX\ÑT\ÓL]ÓF^ÔsxÔy{÷  zAò  zAô  BD÷  BHò  BHð  IKó  BLó  zMó  tNô  ^cô  df÷  djò  djð  kmó  dnó  ^oô  Dô  EG÷  EKò  EKð  LNó  EOó  Pô  `eô  fh÷  fmò  fmð  nqó  fró  `sô  BGô  HJ÷  HNò  HNð  ORó  HSó  BTô  chô  ik÷  ioò  ioð  psó  itó  cuô  @Eô  FH÷  FLò  FLð  MOó  FPó  @Qô  \aô  bd÷  bhò  bhð  ikó  bló  \mñ  ,nô  !oÜ˜2Ó€B´^ÀBÓ5G˜sÐ#3Ñ4Ô`eÐfh×flÑflÓfnÓ`oÈÐL^ÑH_ð  SV÷  S[ñ  S[ñ  [xð  prð  svð  tvñ  pwó  [xó  SxÐpsð  uQñ  qRð  TW÷  T\ñ  T\ñ  \Rô  qs÷  qxò  qxô  y{÷  y@ò  y@ð  ACð  DGð  EGð  AHð  IJð  KOó  yPô  qQó  \Ró  TRð  y|ð  }Rñ  ySØ	‡v�vƒx�ƒzÜ�IŠI�b‹M˜"Ÿ&™&›(Ñ"ˆÄÄBÇOÂOÐTWÐXZÓD[Ð\]ÑD]Ó@^ 3Ð'>Ñ#?Ô|ô  AC÷  APò  APð  QTð  UWó  AXð  YZñ  AZó  }[Ð_bÐczÑ_{Ø‡J�JŒ{˜2¨Ó-Ô.Ü	‡y‚y�ƒ}×Ñ˜1ÓØ�!‰e‰9�>‰>˜!Óˆ  q¡5¡	§¡¨qÓ 1˜RÔQVÔWY×W`ÑW`×WeÑWeÐfhÐikÑfkÓWlÓQm°#Ð6OÑ2PÜ�9‰9�>‰>˜" ™U™) B™,¨Aˆ>Ð.ˆ´"·)±)·.±.ÀÈÁEÁÈ2ÁÐST°.Ð2U¨rÔx}ô  A÷  Fò  Fô  GI÷  GLñ  GLð  MOð  PRð  MRñ  GSó  Tó  yUÐVYÐZvÑVwð  qtð  uNñ  qOô  PSð  TWð  Xtñ  Tuð  v{ó  P|ñ  q|ð  VYð  Zoò  VpÜ(*¯©ˆÐ&Ñ	'ÔQS×QWÑQW¨sÐ3OÑ/PÔsu×syÑsyÐX[Ð\qÑXrÜ
ˆ2ƒw�„zÜ
Œc�!”C˜“I˜a‘KÓ ¤ R£Ó
)ˆÔ.>È1ÐT_Ñ.`×.dÑ.dÐegÓ.h¨#Ðru÷  sAñ  sAð  BDó  sEÑiqÐimÐnqð  JMò  NOð  PQñ  PRð  NRñ  JSð  FIð  Y]ò  ^_ð  `añ  `bð  ^bñ  Ycð  TXð  ikð  loñ  ipð  dhô  RWô  XZ÷  X_ò  X_ð  `dð  fhò  ijð  koð  ioñ  fpñ  `pó  Xqó  Rrð  qtð  uPñ  qQô  LQô  RT÷  RYò  RYð  Z^ó  R_ó  L`ð  svð  wJñ  sKô  ]_÷  ]cò  ]cð  dfð  hiñ  di÷  ]jñ  ]jô  ~Cô  DF÷  DKò  DKð  LPð  QSð  UVñ  QVñ  LWó  DXô  ~Yô  pr÷  pvñ  pvð  adð  e|ñ  a}Ü�6Š6�"�a‘%�=‰=œRŸVšV B¨¡EŸ]™]Ü¨AÑ.×2Ñ2°2¸!±e±9Ó=ˆBÀBÇMÁMÐRTÐYZÑUZÑR[ÓD\¹e¸cÀ!Ô`pÐ}~Ñ`÷  aDñ  aDð  EGð  LMñ  HMñ  ENó  aOÐ]_ð  VX÷  Vcñ  Vcð  dfð  klñ  glñ  dmó  Vnñ  PUð  PSð  TUô  TYð  Z]÷  Zbñ  Zbó  Zdó  Teð  orð  sRñ  oSô  KPð  QT÷  QYñ  QYó  Q[ó  K\ð  fið  jIñ  fJô  Dð  EH÷  EMñ  EMó  EOô  PSð  TW÷  T\ñ  T\ó  T^ð  _dó  Peñ  Eeó  fð  ]`ð  a}ñ  ]~Ü�[Š[˜˜BÓˆ¤B§K¢K°°2Ó$6 ¸bÀ!¹eÀbÈ$ÁhÑ=OÐSUÐWXÑSXÐ[]Ð_bÑ[bÑRcÑ<d°tô  ADð  EI÷  EMñ  EMó  EOó  APÐehÐi~Ñeð  dh÷  dlñ  dl÷  dnñ  dnô  w|ô  }÷  }Dò  }Dð  EIð  JNñ  EOð  QSð  TXð  Y]ð  T]ñ  Q^ñ  E^ó  }_ô  w`ô  tv÷  tzñ  tzð  QTð  Uuñ  QvÜ+-¯9ª9°R¬=Ó
Kª= R¼B¿FºFÀ2ÀrÁ6¿NÓ ˆ2ˆb�R‘‰j�o‰o˜aÓ Ò ©=€EÐ
KÜ
ˆ5ƒz�!„|Ü�XŠX”f˜U“mÓ$ˆ¤r§y¢yÁDÓ1IÂD¸q°%¸´(ÁDÑ1IÓ'J QÐPTÔUW×U^ÒU^ÐacÒdeÐfjÒklÐdlÑamÐnoÐptÒuvÒwxÐpxÑnyÑayÐ|}Ñ`}÷  `Cñ  `Cð  DEó  `Fð  LMñ  VNñ  QOÈ4ô  ~Cô  DF÷  DKò  DKð  LPð  RTñ  LTó  DUó  ~Vð  PSð  T|ñ  P}ØˆÜ”s˜1“v–ˆAÜ˜1˜Q™3œs 1›vÖ&� w§~¡~´e¼B¿I¹I¿N¹NÈ1ÈQÉ4ÐPQÐRSÑPTÉ9Ó<UÓ6VÖ'WÓ&ñ æNU´5¼¿ºÀÓ9IÔ3JÔ[]×[aÑ[aˆÐ1Ñ2à€Jô 8:·v±vˆÐ5Ñ	6Ôik×ioÑio¸cÐBgÑ>hØ€Jùò Lùâ1Is   ß7"gàgá=gc                ó¦  • [         R                  " U [        5      n [         R                  " U[        5      n[        X5      n/ nUc  SU4/nOZ[         R                  " U[        5      nSU4/[         R
                  " X…   5       V	s/ s H  n	[        U	5      XXU	:H  -  4PM     sn	-   nU GHž  u  p«[         R                  " [        S [         R
                  " XK   5       5       5      [        5      n[        US S USS  5       GH@  u  pÞXXM:H  -     oðX´U:H  -     n[        U5      (       a  [        U5      (       d  M:  UR                  S5      nUR                  S5      n[        U5      S:”  a  [         R                  " USS9O1[         R                  " U R                  S   U R                  S   45      n[        U5      S:”  a  [         R                  " USS9O1[         R                  " U R                  S   U R                  S   45      nUR                  U
[        U5      R!                  5       (       a  [	        U5      O
[        U5      [        U5      R!                  5       (       a  [	        U5      O
[        U5      [        U5      [        U5      [        [         R"                  R%                  UU-
  5      5      [        [         R"                  R%                  UU-
  SS	95      [        [         R"                  R%                  UU-
  5      [         R&                  " [)        U R                  S   S5      5      -  5      S
.5        GMC     GM¡     U$ s  sn	f )NÚALLc              3  ó`   #   • U  H$  n[         R                  " U5      (       d  M   Uv •  M&     g 7f©N)r   r   )rp   Úvs     r   rr   Ú&temporal_drift_rows.<locals>.<genexpr>S   s   é € ÐKÒ(8 1¼B¿KºKÈ¿NŸQ™QÒ(8ùs   ‚.¥	.r   r   r   Fr   Úfro)Úord)ÚgroupÚ
from_blockÚto_blockÚ	from_rowsÚto_rowsÚcentroid_shiftÚcovariance_shift_froÚcentroid_shift_per_dim)r   r   r   r   rH   r”   Ústrr˜   r™   Úzipr   rM   r"   r    r!   r�   Ú
is_integerr#   rL   r‘   rI   )r   Úblocksr   rŸ   rX   r   r]   ÚgroupsÚfr¹   rÈ   Úgmr(   r0   r'   ÚzaÚzbÚcaÚcbÚAÚBs                        r   Útemporal_drift_rowsrÝ   M   s~  € Ü‡j‚j�”5Ó€AœBŸJšJ v¬eÓ4˜!´|ÀAÓ7P°QÐVXÐQUØ�  a˜y˜k‘vä
�*Š*�WœSÓ
!ˆ¨5°¨)¨ÔTV×T]ÒT]Ð^_Ñ^bÔTcÓ5dÒTcÈb´s¸2³w¸qÀRÁ%¹yÓ6IÑTcÑ5dÑ)d &Ü‰ˆÜ�XŠX”fÑK¬¯	ª	°!±%Ô(8ÓKÓKÌEÓRˆÜ�t˜C˜R�y  a b ×*‰CˆAØ�Q‘T‘‰|ˆB ¨¡T¡™|˜BÜ�r—7‘7¤# b§'¡'©(Ø�w‰w�q‹zˆB˜RŸW™W Q›Z˜"ÄSÈÃWÈQÃY¬"¯&ª&°¸5Ò*AÔTV×T\ÒT\Ð^_×^eÑ^eÐfgÑ^hÐij×ipÑipÐqrÑisÐ]tÓTu¨ô  TWð  XZó  T[ð  \]ó  T]Ôxz×x~Òx~ð  @Bð  JOò  yPô  ce÷  ckò  ckð  mn÷  mtñ  mtð  uvñ  mwð  xy÷  xñ  xð  @Añ  xBð  lCó  cDÐvwð  EI÷  EPñ  EPð  Z_ô  w|ð  }~ó  w÷  wJñ  wJ÷  wLñ  wLô  mpð  qrô  msô  RWð  XYó  RZô  puð  vwó  px÷  pCñ  pC÷  pEñ  pEô  fið  jkô  flô  KPð  QRó  KSô  `cð  dfó  `gô  ruð  vxó  ryô  KPô  QS÷  QZñ  QZ÷  Q_ñ  Q_ð  `bð  ceñ  `eó  Qfó  Kgô  Dô  EG÷  ENñ  EN÷  ESñ  ESð  TUð  VWñ  TWð  \að  ESð  Ebó  cô  }Bô  CE÷  CLñ  CL÷  CQñ  CQð  RTð  UWñ  RWó  CXô  Y[÷  Y`ò  Y`ô  adð  ef÷  elñ  elð  mnñ  eoð  pqó  aró  Ysñ  Csó  }tñ  Qu÷  Evô +ñ ð €Kùò 6es   ÂMc                óB  • [         R                  " U [        5      n [         R                  " U[        5      n[	        S[        [        [        U 5      [        U5      -  5      5      5      n[         R                  " U* SS9n[         R                  " [        U 5      [        5      nSXeS U '   [        U5      (       a  [         R                  " US5      OSn[        U5      (       a  [         R                  " US5      OSnU S:H  U) -  U S:H  U-  U S:H  X8:¬  -  U S:H  X7:*  -  S.$ )	Nr   Ú	mergesort©ÚkindTrA   r   rC   )Úcommittee_false_negative_at20Úcommittee_false_alarm_at20Úcommittee_high_q_normalÚmissed_failure_very_low_q)r   r   rH   r   rI   Úroundr   Úargsortr    r   rO   )	rž   r    Úwarning_rater¢   rT   rÇ   Úwarnr·   r¶   s	            r   Úhard_case_masksrê   [   s~  € Ü‡j‚j�”3Ó€Aœ"Ÿ*š* Y¬uÓ5˜¼¸A¼cÄ%ÌÈAËÌuÐUaÓObÑHbÓBcÓ>dÓ8e°aÔjl×jtÒjtÐvwÐuwð  ~Iñ  kJÐfiô  PR÷  PXò  PXô  Y\ð  ]^ó  Y_ô  `dó  Peð  KOð  txð  fjð  oqð  pqð  krñ  fsÜ! !Ÿf™fŒ�Š�A�cÔ¨!€CÄsÈ1ÇvÁv´·²¸Q¸sÔ1CÐST¨DØ-.°©T°T°E©NÐYZÐ\]ÑY]Ð_cÑXcð  @Að  CDñ  @Dð  GHñ  GNñ  Oð  mnð  pqñ  mqð  tuñ  tzñ  l{ñ  |ð  |r   c                ó"  • [         R                  " U [        5      n [         R                  " U SS9n[         R                  " [        U 5      [        5      n[         R                  " [        U 5      5      X!'   U[        [        U 5      S-
  S5      -  $ )Nrß   rà   r   )r   r   r   rç   Úemptyr   ÚarangerI   )r2   ÚoÚrs      r   Ú_rank_percentilerð   a   sˆ   € Ü‡j‚j�”5Ó€AœBŸJšJ q¨kÑ:˜!¼R¿XºXÄcÈ!ÃfÌUÓ=S¸1ÔY[×YbÒYbÔcfÐghÓciÓYjÐTUÑTXÐrsÔtwÔx{Ð|}Óx~ð  @Añ  yAð  BCó  uDñ  sDð  lDr   c                óú  • [         R                  " U [        5      n [         R                  " U[        5      n[	        XU5      ofR                  U=(       d    0 5        [        U5      n/ nUR                  5        GH}  u  pš[         R                  " U
[        5      n
U
R                  5       (       d  M8  UR                  5        GH0  u  p¼[         R                  " U[        5      n[        U5      n[         R                  " [        U5      [        5      nSU[         R                  " U* SS9S [        S[        [        [        U5      U-  5      5      5       '   UR                  X›[        U
R!                  5       5      [        X
   R!                  5       5      [        X
   R#                  5       5      [%        X
   XZ   5      [%        X
   XÊ   5      ['        X
   XZ   5      ['        X
   XÊ   5      [        [         R"                  " XÊ   XZ   -
  5      5      [        [         R"                  " XÚ   Xz   -
  5      5      [         R                  " X S:H  -  5      (       a2  [        [         R"                  " XÚU S:H  -     XzU S:H  -     -
  5      5      O[         R(                  [         R                  " X S:H  -  5      (       a'  [        [         R"                  " XêU S:H  -     5      5      O[         R(                  S.5        GM3     GM€     U$ )NTrß   rà   r   )rÈ   Úmodelr]   ÚfailuresÚ
prevalenceÚcommittee_apÚcandidate_apÚcommittee_aucÚcandidate_aucÚmean_score_changeÚmean_rank_movementÚfailure_mean_rank_movementÚ'candidate_recall_at20_on_group_failures)r   r   rH   r   rê   rŽ   rð   Úitemsr   rK   r    r   rç   rI   ræ   r�   r,   rM   r	   r
   rD   )rž   r    Ú
candidatesrè   Úextra_masksr¢   ÚmasksÚ	base_rankr]   rÈ   r   Únamer2   Ú	cand_rankÚtops                  r   Úhard_case_audit_rowsr  e   s�  € Ü‡j‚j�”3Ó€Aœ"Ÿ*š* Y¬uÓ5˜¼OÈAÐP\Ó<]°e×^jÑ^jÐkv×k|Ðz|Ô^}ô  IYð  Z[ó  I\ð  Hð  bdð  ]aØ—;‘;—=‰ˆÜ
�*Š*�Q”tÓ
ˆØ�u‰u�w‰w‘xØ ×&Ñ&×(‰FˆDÜ�jŠj˜œ5Ó!ˆAÔ,<¸QÓ,? )ÄBÇHÂHÌSÐQRËVÔTXÓDYÀð  imÐZ]Ô^`×^hÒ^hÐjkÐikÐq|Ñ^}ð  fô  @Cð  DEô  FIô  JOô  PSð  TUó  PVð  Wcñ  Pcó  Jdó  Feó  @fð  _gñ  [hØ�K‰K ¼3¸q¿u¹u»w»<ÔSVÐWXÑW[×W_ÑW_ÓWaÓSbÔpuÐvwÑvz×vÑvó  wBó  qCô  SZð  [\ñ  [_ð  `añ  `dó  Seô  u|ð  }~ñ  }Að  BCñ  BFó  uGô  X`ð  abñ  aeð  fgñ  fjó  Xkô  |Dð  EFñ  EIð  JKñ  JNó  |Oô  diô  jl÷  jqò  jqð  rsñ  rvð  wxñ  w{ñ  r{ó  j|ó  d}ô  SXô  Y[÷  Y`ò  Y`ð  ajñ  amð  nwñ  nzñ  azó  Y{ó  S|ô  UW÷  U[ò  U[ð  \]ð  bcñ  _cñ  \d÷  Ueñ  Ueô  Z_ô  `b÷  `gò  `gð  hqð  uvð  xyñ  uyñ  rzñ  h{ð  |Eð  IJð  LMñ  IMñ  FNñ  |Oñ  hOó  `Pô  ZQô  km÷  kqñ  kqô  }÷  }C	ò  }C	ð  D	E	ð  J	K	ñ  G	K	ñ  D	L	÷  }M	ñ  }M	ô  \aô  bd÷  biò  bið  jmð  qrð  tuñ  quñ  nvñ  jwó  bxô  \yô  S	U	÷  S	Y	ñ  S	Y	ñ  Z	÷  [	ô )ñ !ð €Kr   c                óh  • [         R                  " U [        5      n [         R                  " U[        5      n[        X5      [         R                  " U5      R                  S5      -  n[         R                  " U5      S   n[        U5      S:  a  / $ [        U5      U:”  aA  [         R                  " [         R                  R                  U5      R                  X„SS95      nX   o–U   o¢b  [        U5      O+[        U
R                  S   5       Vs/ s H  nSU 3PM
     snn/ n[        S[!        S	[        U5      -  5      5      n[         R"                  " U5      n[         R"                  " U[        U5      5      n[        U5      (       d  / $ [%        U5       H�  u  nn[         R&                  " U
SS2U4   5      S
:  a  M)  [)        SS9R+                  Xž   X®U4   5      nUR-                  XŸ   5      nUR/                  U[        U5      [        [1        X¯U4   U5      5      S.5        M’     U$ s  snf )zGPost-hoc interpretability probe only; never used to tune base encoders.r   r   é   F©ÚreplaceNÚ
mechanism_ru   rˆ   g:Œ0âŽyE>ç      ð?©Úalpha)Ú	mechanismr]   Ú	r2_from_z)r   r   r   r   r   r   Úwherer   ÚsortrE   rF   ÚchoiceÚlistrœ   r!   rI   rH   rí   Ú	enumerateÚnanstdr   r–   Úpredictr�   r   )r   Úmechanism_targetsÚnamesr   Úmax_rowsrQ   Útr   r¯   r£   ÚttrU   r]   ÚcutÚtrÚvarV   r  rò   r3   s                       r   Úmechanism_probe_rowsr  p   s�  € ä‡j‚j�”5Ó€AœBŸJšJÐ'8¼Ó?˜!Ä,ÈqÓB[Ô\^×\gÒ\gÐhiÓ\j×\nÑ\nÐopÓ\qÑBqÀÔvx×v~Òv~ð  @Aó  wBð  CDñ  wEÐruÜ
ˆ3ƒx�ƒ{˜"�9Ü
ˆ3ƒx�ÓœRŸWšW¤R§Y¡Y×%:Ñ%:¸4Ó%@×%GÑ%GÈÐ]bÐ%GÐ%cÓd˜Ø�v€B�3‘ˆbÑ->œd 5œkÔ_dÐeg×emÑemÐnoÑepÔ_qÓDrÒ_qÐZ[ÀzÐRSÐQTÓEUÑ_qÑDr˜ÐxzÐswô  @Cð  DFô  GJð  KMô  NQð  RUó  NVñ  KVó  GWó  @XÐ{~ô  \^÷  \eò  \eð  fió  \jð  Y[ô  np÷  nwò  nwð  x{ô  |ð  @Có  |Dó  nEð  kmÜˆr�7‰7˜"�9Ü˜EÖ"‰ˆˆ$Ü�9Š9�Rš˜!˜‘WÓ˜dÓ"¡8Ü˜#Ñ×"Ñ" 2¡6¨"°¨T©(Ó3ˆ°e·m±mÀBÁFÓ6K°AÈDÏKÉKÐeiÔqtÐuxÓqyô  GLô  MUð  VXð  \]ð  Y]ñ  V^ð  _`ó  Maó  Gbñ  Ycö  Mdñ #ð €Kùò Ess   ÄH/c           	     ó>  • [         R                  " U [        5      n [         R                  " U[        5      n[         R                  " U[        5      n[	        X5      n[         R
                  " U5      S   n[        U5      S:  a  / $ [        U5      U:”  aA  [         R                  " [         R                  R                  U5      R                  X„SS95      nX   Xh   -
  S:„  R                  [        5      n	[        S[        S[        U5      -  5      5      n
[         R                  " U
5      n[         R                  " U
[        U5      5      n[        [         R                  " X›   5      5      S:  d  [        U5      S:  a  / $ [        S	S
SUS9R!                  X   U   X›   5      oÝR#                  X   U   5      S S 2S4   nS[        U5      [        [         R                  " Xœ   5      5      S:”  a  [        [%        Xœ   U5      5      S./$ [         R&                  S./$ )Nr   é2   Fr  r  rˆ   r   é   rB   iÐ  Úbalanced)r¼   Úmax_iterÚclass_weightÚrandom_stater   Ú committee_residual_positive_sign)r  r]   Ú	ap_from_z)r   r   r   rH   r   r  r   r  rE   rF   r  ÚastyperI   rí   r”   r   r–   Úpredict_probar   rD   )r   rž   r    r   r  rQ   r¢   r   r¯   Útargetr  r  r  Úlrr3   s                  r   Úresidual_sign_prober-  }   sE  € Ü‡j‚j�”5Ó€AœBŸJšJ q¬Ó-˜!´·
²
¸9ÄUÓ0K¨aÌlÐ[\ÓNgÈAÔln×ltÒltÐuvÓlwÐxyÑlzÐhkÜ
ˆ3ƒx�ƒ{˜"�9Ü
ˆ3ƒx�ÓœRŸWšW¤R§Y¡Y×%:Ñ%:¸4Ó%@×%GÑ%GÈÐ]bÐ%GÐ%cÓd˜Ø‰F�1‘6‰M˜!‰O×#Ñ#¤CÓ(€F¬S°´C¸¼3¸s»8¹Ó4DÓ-E¨ÌÏÊÐSVËÀbÔ[]×[dÒ[dÐehÔilÐmpÓiqÓ[rÐXZÜ
Œ2�9Š9�V‘ZÓ Ó! !Ó#¤s¨2£w¨q£y¸°Ü˜B¨¸*ÐRVÑW×[Ñ[Ð\]Ñ\bÐceÑ\fÐgmÑgqÓr€B÷  vFñ  vFð  GHñ  GMð  NPñ  GQó  vRò  STð  UVð  SVñ  vWÐstØ;Ä3ÀsÃ8ô  ILô  MO÷  MVò  MVð  W]ñ  Waó  Mbó  Icð  deó  IeÔX]Ô^uÐv|ñ  wAð  BCó  _Dó  YEñ  rð  sð  sô  km÷  kqñ  kqñ  rð  sð  sr   c                ó   • [         R                  " U [        5      n [         R                  " U[        5      n[        X5      [         R                  " U5      R                  S5      -  n[         R                  " U5      S   n[        U5      S:  a  / $ [         R                  R                  U5      n	[        U5      U:”  a$  [         R                  " U	R                  X…SS95      nX   o¡U   o»R                  S5      n[         R                  " U* 5      S [        XKR                  S   5       oÒb  [!        U5      O+[#        UR                  S   5       Vs/ s H  nSU 3PM
     snn[%        S['        S[        U5      -  5      5      n[         R(                  " U5      n[         R(                  " U[        U5      5      n/ nU H‡  n[         R*                  " UUU4   5      S	:  a  M$  [-        S
S9R/                  U
U   UUU4   5      nUR1                  SUU   [        [3        UUU4   UR5                  U
U   5      5      5      S.5        M‰     [#        [        U R                  S   S5      5       Hˆ  n[         R*                  " U
UU4   5      S	:  a  M$  [-        S
S9R/                  UU   U
UU4   5      nUR1                  SSU S3[        [3        U
UU4   UR5                  UU   5      5      5      S.5        MŠ     U$ s  snf )Nr   r   é   Fr  rq   r  rˆ   g»½×Ùß|Û=r  r  Úz_to_raw)Ú	directionr+  Úr2é   Úraw_to_zzz[Ú])r   r   r   r   r   r   r  r   rE   rF   r  r  Úvarrç   rG   r!   r  rœ   rI   rH   rí   rN   r   r–   r�   r   r  )r   ÚXÚfeature_namesr   Úmax_featuresr  rQ   r   r¯   rS   r£   Úxxr6  ÚselrU   r  r  r  r  r]   rV   rò   s                         r   Úredundancy_audit_rowsr<  ‡   sé  € Ü‡j‚j�”5Ó€AœBŸJšJ q¬Ó/˜!´,¸qÓ2KÌBÏKÊKÐXYËN×L^ÑL^Ð_`ÓLaÑ2a°Ôfh×fnÒfnÐopÓfqÐrsÑftÐbeÜ
ˆ3ƒx�ƒ{˜"�9Ü
�	‰	×Ñ˜dÓ#€CÜ
ˆ3ƒx�ÓœRŸWšW S§Z¡Z°ÀU ZÐ%KÓL˜Ø�v€B�3‘ˆbŸF™F 1›I˜¬"¯*ª*°c°TÓ*:Ð;Y¼CÀÏXÉXÐVWÉ[Ó<YÐ*Z cñ  yRÔaeÐfsÔatô  joð  pr÷  pxñ  pxð  yzñ  p{ô  j|ó  X}ò  j|ð  efð  [\ð  ]^ð  \_ó  Y`ñ  j|ñ  X}Ð[`ô  BEð  FHô  ILð  MOô  PSð  TWó  PXñ  MXó  IYó  BZð  ~Aô  ^`÷  ^gò  ^gð  hkó  ^lð  []ô  pr÷  pyò  pyð  z}ô  ~Að  BEó  ~Fó  pGð  moð  MOð  HLÛˆÜ�6Š6�"�R˜�T‘(Ó˜EÓ!¡(Ü˜"‰o×!Ñ! " R¡&¨¨B¨q¨D©Ó2ˆ°4·;±;ÈJÐ`eÐfgÑ`hÔnsÔt|Ð}ð  ACð  DEð  AEñ  ~Fð  GL÷  GTñ  GTð  UWð  XZñ  U[ó  G\ó  u]ó  o^ñ  @_ö  4`ñ ô ”3�q—w‘w˜q‘z "Ó%Ö&ˆÜ�6Š6�"�R˜�T‘(Ó˜EÓ!¡(Ü˜"‰o×!Ñ! " R¡&¨¨B¨q¨D©Ó2ˆ°4·;±;ÈJÐbdÐefÐdgÐghÐ`iÔotÔu}ð  Að  BDð  EFð  BFñ  Gð  HM÷  HUñ  HUð  VXð  Y[ñ  V\ó  H]ó  v^ó  p_ñ  @`ö  4añ 'ð €Kùò X}s   ÅK;c                óÐ  • [         R                  " U [        5      n[         R                  " U[        5      n[        U5      n/ n[	        UR                  5       S5      nSn	UR                  S:w  a  / $ [        [        UR                  S   [        U5      5      5       HÅ  n
U	[	        XJ   S5      -  n	[         R                  " [         R                  " US S 2U
4   5      * 5      S [        U[        U5      5       n[        US5       HY  u  pÍUR                  U
[        XJ   5      [        X˜-  5      XÆU   [        X]U
4   5      [        [        X]U
4   5      5      S.5        M[     MÇ     U$ )Nr@   r+   r   r   r   )r1  Ú
eigenvalueÚcumulative_metric_energyÚrankÚfeatureÚloadingÚabs_loading)r   r   r   r  rI   r,   r   rœ   rG   r!   r   rç   r�   r  r�   )ÚeigvalsÚeigvecsr8  Útop_kr(   Úvecr  r]   Útotalr©   rV   Úorderr@  rU   s                 r   Úrfm_eigenvector_loadingsrJ  –   s˜  € Ü	�Š�GœEÓ	"€D¤r§z¢z°'¼%Ó'@ 3ÄtÈMÓGZÀÐ`bÐ[_ÔilÐmq×muÑmuÓmwÐx}Ói~Ðchð  DFð  @Cà
‡x�x�ƒ{˜"�9Ü”3�s—y‘y ‘|¤C¨£IÓ.Ö/ˆØŒS�‘˜‹^Ñˆ¤"§*¢*¬b¯fªf°Sº¸1¸±XÓ.>Ð->Ó"?Ð@VÄÀUÌ3ÈuË:ÓAVÐ"W˜EÜ  aÖ(‰FˆD¨¯©À!ÔQVÐW[ÑW^ÓQ_ô  |Að  BEñ  BKó  |Lð  TXð  ijñ  ckô  v{ð  |ð  BCð  @Cñ  |Dó  vEô  TYô  Z]ð  ^að  deð  beñ  ^fó  Zgó  Thñ  6iö  *jÓ(ñ 0ð €Kr   c                óÔ  • [         R                  " U [        5      n [         R                  " U[        5      n[         R                  " U[        5      n[         R                  " U S:H  SU-
  U5      n/ n[         R                  " U[        5      n	[        [        U	5      S-
  5       GH?  n
Xš   XšS-      pËX{:¬  Xz[        U	5      S-
  :  a  UOUS-   :  -  nUR                  5       (       d  ME  UR                  SUS SUS S3[        UR                  5       5      [        X   R                  5       5      [        X   R                  5       5      [        X   X]   5      [        X   Xm   5      [         R                  " X   5      R                  S:X  a!  [        X   Xm   5      [        X   X]   5      -
  O[         R                  [        X   X]   5      [        X   Xm   5      S.	5        GMB     U$ )	Nr   r   r@   Ú[z.1fÚ,r5  )	Údifficulty_binr]   ró   rô   rõ   Únative_metric_apÚdelta_apr÷   Únative_metric_auc)r   r   rH   r   r  rœ   r   rK   r�   r,   rM   r	   r”   r=   rD   r
   )rž   r    Únative_scorerŸ   Úbinsr¢   r3   Ú
difficultyr]   ÚedgesrU   ÚloÚhir   s                 r   Únca_difficulty_rowsrX      sŸ  € Ü‡j‚j�”3Ó€Aœ"Ÿ*š* Y¬uÓ5˜¼¿
º
À<ÔPUÓ8V°aÔbd×bjÒbjÐklÐnoÑkoÐpqÐrsÑpsÐtuÓbvÐWaÐ|~Ðw{Ü
�*Š*�Tœ%Ó
 €EÜ”3�u“:˜a‘<× ˆØ‰h�u˜q™S‘zˆ2 Z¡^°jÌ#ÈeË*ÐUVÉ,ËÁ"Ð\^Ð_dÑ\dÑ6eÑ$f !Ø�u‰u�w‰w‘xØ�‰¨¨"¨S¨°°2°c°(¸!Ð&<ÄCÈÏÉËÃLÔ\_Ð`aÑ`d×`hÑ`hÓ`jÓ\kÔy~ð  @Añ  @D÷  @Iñ  @Ió  @Kó  zLô  \cð  deñ  dhð  ijñ  imó  \nô  BIð  JKñ  JNð  OPñ  OSó  BTô  IK÷  IRò  IRð  STñ  SWó  IX÷  I]ñ  I]ð  _`ó  I`ô  `gð  hiñ  hlð  mnñ  mqó  `rô  szð  {|ñ  {ð  @Añ  @Dó  sEò  `Eô  fh÷  flñ  flô  }Eð  FGñ  FJð  KLñ  KOó  }Pô  emð  noñ  nrð  stñ  swó  exñ  y÷  	zñ !ð €Kr   c                ó¤  • [        U 5      n/ n[        U5       GH²  u  pE[        R                  " X   [        5      nX$S-   S  GHƒ  n[        R                  " X   [        5      n[        [        U5      UR                  S   UR                  S   5      n	U	S:  a  MY  [        R                  R                  USS2SU	24   5      u  p«[        R                  R                  USS2SU	24   5      u  pË[        R                  R                  U
R                  U-  SS9oÓR                  XWU	[	        [        R                  " U5      5      [	        [        R
                  " U5      5      [	        [        R                  " [        R                  " [        R                   " [        R
                  " U5      SS5      5      5      5      S.5        GM†     GMµ     U$ )zGCosine/subspace stability across fold-level learned direction matrices.r   NF)Ú
compute_uvr   )r0   rX   rT   Úmean_principal_cosineÚmin_principal_cosineÚmax_principal_angle_deg)r™   r  r   r   r   rG   rH   r!   r#   ÚqrÚsvdr%   r�   rM   ÚdegreesÚarccosr&   )Údirection_setsrF  r»   r]   Úair0   rÛ   rX   rÜ   rT   ÚQAr³   ÚQBÚsvs                 r   Údirection_stability_rowsrg  ª   sÿ  € ä	�Ó	€D R Ü˜$—‰ˆÜ
�*Š*�^Ñ&¤uÓ
-ˆØ˜‘d�e”ˆAÜ�jŠj˜Ñ*¬5Ó1ˆA´C¼¸E»
À1Ç7Á7È1Á:ÈaÏgÉgÐVWÉjÓ4Y°!Ø�‹s‘8Ü—‘—‘˜a¢ " 1 " ™gÓ&‰DˆB¬B¯I©I¯L©L¸º1¸R¸a¸R¸4¹Ó,A¡t rÄRÇYÁYÇ]Á]ÐSU×SWÑSWÐXZÑSZÐfkÀ]ÐElÀ"×mxÑmxÐ~ð  KLô  ejô  km÷  krò  krð  suó  kvó  ewô  OTô  UW÷  U[ò  U[ð  \^ó  U_ó  O`ô  {@ô  AC÷  AKò  AKô  LN÷  LUò  LUô  VX÷  V]ò  V]ô  ^`÷  ^dò  ^dð  egó  ^hð  ikð  lmó  Vnó  Loó  Apó  {qñ  zr÷  nsô ñ  ð €Kr   rÃ   )Ni N  ru   é*   )NN)r‰   )r‰   N)rþ   údict[str, np.ndarray]rÿ   zdict[str, np.ndarray] | None)NNé0u  rh  )Nrj  rh  )NNr3  rj  rh  )ru   )N)r   r‰   gš™™™™™Ù?g333333ã?rˆ   r  )é   )rb  ri  )!Ú__doc__Ú
__future__r   Únumpyr   ÚpandasÚpdÚsklearn.neighborsr   Úsklearn.linear_modelr   r   Úsklearn.metricsr   r   Úsuite19_commonr	   r
   r   r)   r4   r[   r¿   rÝ   rê   rð   r  r  r-  r<  rJ  rX  rg  rn   r   r   Ú<module>ru     sl   ðá RÝ "ã Û Ý .ß :ß =ç ,ôò ò/ò{ôô:ô|òDöô
ôsôôô÷	r   