ó
    =±ÛjH²  ã                  óD  • S r SSKJr  SSKrSSKrSSKJr  SSKrSSKJ	r	  SSK
rSSKrSSKJrJr  / SQr/ SQr/ S	Qr1 S
kr1 SkrS rS rS rS+S jrS rS rS,S jrS rS rS-S jrS r S r!S r"S r#SSSSSSSS .r$S! r%S" r&S# r'S$ r(S% r)S& r*S' r+S( r,S) r-S.S/S* jjr.g)0a=  Metrics and protocol-aware, seed-balanced research reporting for PACE.

Alert budgets select ceil(N * budget) rows, sorted by descending probability and
then lexicographic canonical row ID. Without row IDs, input position breaks ties.
Undefined metrics are NaN with a companion reason, never a training-failure flag.
é    )ÚannotationsN)ÚPath)ÚCallable)Úaverage_precision_scoreÚroc_auc_score)ÚfacultyÚfoldÚseedÚarmÚarchÚtask)Ústager   r	   r   r   r   )r   r   r   r   >	   Ú ÚnaÚallÚnanÚnoneÚnullÚsharedÚbaselineún/a>   ÚnÚapÚf1Úf2ÚfnÚfpÚtnÚtpÚaucÚbrierÚece15ÚrecallÚ	precisionÚ
n_negativeÚ
n_positiveÚ
prevalenceÚthreshold_f1Úthreshold_f2Úpredicted_positivec                ó:  • [         R                  " U 5      n [         R                  " U[        S9nU R                  S:w  d(  UR                  S:w  d  [	        U 5      [	        U5      :w  a  [        S5      e[         R                  " U SS/5      R                  5       (       d  [        S5      e[         R                  " U5      R                  5       (       a  US:  US:„  -  R                  5       (       a  [        S5      eU R                  [         R                  5      U4$ )N©Údtypeé   z.y and p must be aligned one-dimensional arraysr   z y must contain binary 0/1 labelsz-p must contain finite probabilities in [0, 1])ÚnpÚasarrayÚfloatÚndimÚlenÚ
ValueErrorÚisinr   ÚisfiniteÚanyÚastypeÚint64)ÚyÚps     ÚA/root/disk_3tb/earlywarning/30072026/suite35_pace/pace/metrics.pyÚ_arraysr=      sÏ   € Ü
�
Š
�1‹€AÜ
�
Š
�1œEÑ"€AØ‡v�v�ƒ{�a—f‘f “k¤S¨£V¬s°1«vÓ%5ÜÐIÓJÐJÜ�7Š7�1�q˜!�fÓ×!Ñ!×#Ñ#ÜÐ;Ó<Ð<Ü�;Š;�q‹>×Ñ×Ñ Q¨¡U¨q°1©uÑ$5×#:Ñ#:×#<Ñ#<ÜÐHÓIÐIØ�8‰8”B—H‘HÓ˜qÐ Ð ó    c                óH   • U(       a  [        X-  5      S4$ [        S5      U4$ )Nr   r   ©r1   )Ú	numeratorÚdenominatorÚreasons      r<   Ú	_divisionrD   )   s&   € Þ3>ŒE�)Ñ)Ó*¨BÐ/ÐZÄUÈ5Ã\ÐSYÐDZÐZr>   c                óh  • X:¬  nU S:H  n[        XE-  R                  5       5      n[        XE) -  R                  5       5      n[        U) U-  R                  5       5      n[        U) U) -  R                  5       5      n	[        XfU-   S5      u  p«[        XfU-   S5      u  pÍ[        U 5      (       d  [	        S5      SpþS=p½OGUR                  5       (       d  [	        S5      SpþO%SUS-  -   U-  SUS-  -   U-  US-  U-  -   U-   -  nSn[        XgX˜X¬X½[        UR                  5       5      [	        U5      US9$ )	Nr.   Úno_predicted_positivesÚno_positive_labelsr   Úempty_inputé   r   )r   r   r   r   r$   r#   Úprecision_reasonÚrecall_reasonr*   ÚscoreÚscore_reason)ÚintÚsumrD   r3   r1   r7   Údict)r:   r;   Ú	thresholdÚbetaÚalertÚpositiver   r   r   r   r$   rJ   r#   rK   rL   rM   s                   r<   Ú_threshold_metricsrU   -   s?  € Ø‰N€EØ�A‰v€HÜ	ˆeÑ×#Ñ#Ó%Ó	&€BÜ	ˆe�iÑ×$Ñ$Ó&Ó	'€BÜ	ˆuˆf�xÑ×$Ñ$Ó&Ó	'€BÜ	ˆuˆf˜�yÑ ×%Ñ%Ó'Ó	(€BÜ"+¨B°R±Ð9QÓ"RÑ€IÜ% b¨r©'Ð3GÓHÑ€FÜˆq�6‰6Ü# E›l¨Mˆ|Ø+8Ð8Ð˜=Ø�\‰\�^‰^Ü# E›lÐ,@‰|à�T˜Q‘Y‘ "Ñ$¨¨T°Q©Y©¸"Ñ(<¸tÀq¹yÈ2¹~Ñ(MÐPRÑ(RÑSˆØˆÜ�2 °iØ!1Ü#& u§y¡y£{Ó#3¼5À»<ÐVbñdð dr>   c                ó~	  • [        X5      u  p[        U 5      nSSS.Uc  0 O
[        U5      EnS HL  n[        X%   5      n[        R
                  " U5      (       a  SUs=::  a  S::  d  O  [        U S35      eXbU'   MN     Uc  [        R                  " U5      nO¿[        R                  " U[        S9nUR                  S:w  d8  [        U5      U:w  d)  [        R                  " U5      R                  5       (       a  [        S5      e[        R                  " U V	s/ s H  n	[        U	5      PM     sn	5      n[        [!        U5      5      U:w  a  [        S	5      e[#        U R%                  5       5      n
XJ-
  n[        XJUU(       a  [        U R'                  5       5      O
[        S
5      US   US   S9nU(       d  SO
U
(       d  SOSUS'   U(       d  SOU
(       d  SO
U(       d  SOSUS'   US   (       d  [        [)        X5      5      O
[        S
5      US'   US   (       d  [        [+        X5      5      O
[        S
5      US'   U(       a$  [        [        R&                  " X-
  S-  5      5      O
[        S
5      US'   U(       a  SOSUS'   U(       a�  [        R,                  " US-  R/                  ["        5      S5      n[        R0                  " XÑSS9n[        R0                  " XÐSS9n[        [        R2                  " Xï-
  5      R%                  5       U-  5      US'   O[        S
5      US'   U(       a  SOSUS'   S H„  u  nn[5        XUU   U5      nUR7                  S5      UR7                  S 5      sUU'   UUS!-   '   US:X  a  SOS"nUR9                  UR;                  5        VVs0 s H  u  pVUU-   U_M     snn5        M†     [        R<                  " Xq* 45      nS# HÒ  n[?        U[#        [        R@                  " UU-  S$-  5      5      5      n[#        U USU    R%                  5       5      n[C        UUS5      u  nn[C        UX¤(       a  SOS5      u  nnUR9                  S%U S&3US'U S&3U(       a  UU-  O
[        S
5      S(U S&3US)U S&3UU-
  S*U S&3US+U S&3US*U S,3US+U S,3U05        MÔ     U$ s  sn	f s  snnf )-a¬  Return flat probability, threshold, and exact top-budget metrics.

``precision``, ``recall`` and unprefixed confusion counts use the F1 threshold;
``f2_*`` uses the independently selected F2 threshold. AP is undefined without
positives; AUC requires both classes. F scores/recall without positives are
marked undefined. No-alert precision is also undefined. Empty inputs remain
valid reporting inputs and have explicit reasons.
ç      à?©r   r   Nr   r.   z' threshold must be finite and in [0, 1]r,   z-row_ids must be nonmissing and aligned with yz5canonical row_ids must be unique within an evaluationr   r   r   )r   r&   r%   r'   r(   r)   rH   rG   r   Ú	ap_reasonÚno_negative_labelsÚ
auc_reasonr   r    rI   r!   Úbrier_reasoné   é   )ÚweightsÚ	minlengthr"   Úece15_reason©)r   r.   )r   rI   rL   rM   Ú_reasonÚf2_)é   é
   é   éd   Úalerts_ÚpctÚalert_rate_Útp_at_Úfp_at_Úprecision_at_Ú
recall_at_Ú
pct_reason)"r=   r3   rP   r1   Úmathr6   r4   r/   Úaranger0   Úobjectr2   ÚpdÚisnar7   ÚstrÚsetrN   rO   Úmeanr   r   Úminimumr8   ÚbincountÚabsrU   ÚpopÚupdateÚitemsÚlexsortÚminÚceilrD   )r:   r;   Ú
thresholdsÚrow_idsr   ÚkeyÚvalueÚtieÚidsÚvÚ	positivesÚ	negativesÚoutÚbinsÚpred_sumÚobs_sumÚnamerR   ÚvaluesÚprefixÚorderÚpercentÚkr   r$   rJ   r#   rK   s                               r<   Úevaluater•   C   sF  € ô �1‹=�D€AÜˆA‹€AØ "ÑY¨zÑ/A©ÄtÈJÓGWÐY€JÛˆÜ�j‘oÓ&ˆÜ�}Š}˜U×#Ñ#¨1°­?¸­?Ü ˜uÐ$KÐLÓMÐMØ�3‹ñ	 ð
 �Ü�iŠi˜‹l‰ä�jŠj˜¬Ñ/ˆØ�8‰8�q‹=œC ›H¨›M¬R¯WªW°S«\×-=Ñ-=×-?Ñ-?ÜÐLÓMÐMÜ�jŠj©#Ó.ª# Qœ#˜až&©#Ñ.Ó/ˆÜŒs�3‹x‹=˜AÓÜÐTÓUÐUÜ�A—E‘E“G“€IØ‘€IÜ
�°YÞ-.œ% §¡£œ/´E¸%³LØ& tÑ,¸:ÀdÑ;KñM€Cö -.‘}ÎyÑ3GÐ^`€CˆÑÞ./™ÖQZÑ5IÞ:CÑ2Èð ˆÑà<?À×<L”Ô-¨aÓ3Ô4ÔRWÐX]ÓR^€Cˆ�IØ36°|×3D””} QÓ*Ô+Ì%ÐPUË,€Cˆ�JÞ34”5œŸš !¡%¨A¡Ó.Ô/¼%À»,€Cˆ�LÞ !™" }€CˆÑÞÜ�zŠz˜1˜r™6Ÿ/™/¬#Ó.°Ó3ˆÜ—;’;˜t¸"Ñ=ˆÜ—+’+˜d¸Ñ<ˆÜœRŸVšV HÑ$6Ó7×;Ñ;Ó=ÀÑAÓBˆˆGŠä˜U“|ˆˆG‰Þ !™" }€CˆÑÛ,‰
ˆˆdÜ# A¨*°TÑ*:¸DÓAˆØ+1¯:©:°gÓ+>ÀÇ
Á
È>Ó@ZÐ(ˆˆD‰	�3�t˜iÑ'Ñ(Ø˜t“|‘¨ˆØ�
‰
¸&¿,¹,¼.ÔIº.©J¨C�F˜S‘L %Ò'¹.ÒIÖJñ	 -ô
 �JŠJ˜˜R�yÓ!€EÛˆÜ�”3”t—y’y  W¡¨sÑ!2Ó3Ó4Ó5ˆÜ��5˜˜!�9‘×!Ñ!Ó#Ó$ˆÜ&/°°A°}Ó&EÑ#ˆ	Ð#Ü )¨"¨iÕQRÑ9MÐXeÓ fÑˆ�Ø�
‰
�g˜g˜Y cÐ*¨A°¸W¸IÀSÐ/IÖTUÈ1ÈqÊ5Ô[`ÐafÓ[gØ˜W˜I SÐ)¨2°¸°yÀÐ/DÀaÈ"ÁfØ# G 9¨CÐ0°)¸zÈ'ÈÐRUÐ=VÐX^Ø# G 9¨JÐ7Ð9IØ   	¨Ð4°mð	Eö 	Fñ ð €JùòO /ùó6 Js   ÄR4Î$R9c           
     ó8  • [        X5      u  p[        U 5      (       a  U R                  5       (       d  SSS.$ [        R                  " U* SS9nX   X   pC[        R
                  " [        R                  USS USS :g  S4   5      n[        R                  " U5      U   nUS-   U-
  nU R                  5       U-
  n0 n	S	 HW  u  p«SUS
-  -   U-  SUS
-  -   U-  US
-  U-  -   U-   -  n[        X5[        [        R                  " U5      5            5      Xš'   MY     U	$ )a.  Tune separate F1/F2 thresholds on supplied development predictions only.

Equal optima choose the highest threshold. All-negative or empty inputs use
the prespecified neutral .5 threshold because F-score tuning is undefined.
All-positive and constant-score inputs are handled without special warnings.
rW   rX   Ústable©ÚkindNéÿÿÿÿr.   Trb   rI   )r=   r3   rO   r/   ÚargsortÚflatnonzeroÚr_Úcumsumr1   rN   Úargmax)r:   r;   r’   ÚscoresÚlabelsÚ	endpointsr   r   r   r‹   r�   rR   r�   s                r<   Útune_thresholdsr£   „   s  € ô �1‹=�D€AÜˆq�6‰6˜Ÿ™Ÿ™Ø Ñ#Ð#Ü�JŠJ˜�r Ñ)€EØ‘X˜q™xˆFÜ—’œrŸu™u V¨C¨R [°F¸1¸2°JÑ%>ÀÐ%DÑEÓF€IÜ	�Š�6Ó	˜9Ñ	%€BØ	�Q‰˜Ñ	€BØ	
�‰‹�2‰€BØ
€CÛ,‰
ˆØ�d˜a‘i‘- 2Ñ%¨!¨d°a©i©-¸2Ñ)=ÀÈÁ	ÈBÁÑ)NÐQSÑ)SÑTˆÜ˜&¬3¬r¯yªy¸Ó/@Ó+AÑ!BÑCÓDˆ‹	ñ -ð €Jr>   c                óö   • [        U 5      R                  5       n[        R                  " SU5      nUb  [	        UR                  S5      5      S:  a  [        SU < 35      e[	        UR                  S5      5      $ )Nz[Ff]?(\d+)(?:\.0)?r.   z2Fold must identify chronological F1, F2, ...; got )rv   ÚstripÚreÚ	fullmatchrN   Úgroupr4   )r…   ÚtextÚmatchs      r<   Ú_fold_numberr«   ›   sd   € Üˆu‹:×ÑÓ€DÜ�LŠLÐ.°Ó5€EØ�}œ˜EŸK™K¨›NÓ+¨aÓ/ÜÐMÈeÉYÐWÓXÐXÜˆu�{‰{˜1‹~ÓÐr>   c                ó<  • [         R                  " U 5      R                  5       n [        U(       a  / SQOS/-   nU R                  (       a,  US/-    H   nX0;  d  M
  [         R
                  " SS9X'   M"     U $ S H4  nX0;  a  SX'   X   R                  S5      R                  [        5      X'   M6     [        U5      [        U R                  5      -
  nU(       a&  [        SS	R                  [        U5      5      -   5      eS
 HP  nX   R                  5       R                  5       (       a  [        SU S35      eX   R                  [        5      X'   MR     U S   R!                  ["        5      U S'   [$        R&                  " U S   S:*  SS5      nSU ;   aª  SSSSSS.nU S   R                  S5      R                  [        5      R                  R)                  5       R!                  U5      nUR                  5       R                  5       (       d&  UR+                  5       U:g  R                  5       (       a  [        S5      eXPS'   U(       a{  U S   R                  5       R                  5       (       a  [        S5      eU S   R                  [        5      U S'   [-        U S   R+                  5       U S   R+                  5       5        O¬[         R.                  " U S   SS9U S'   U R0                  S:  U R0                  S:„  -  [$        R2                  " U R0                  5      -  R                  5       (       a  [        S5      eU R5                  [        5      R                  5       (       a  [        S5      eU R7                  [        U(       a  S/O/ -   SS9R9                  S S!9$ )"N)Úrow_idr:   r;   r   r   rs   r,   )r   r   r   zReporting input lacks columns: ú, )r   r   r
   zReporting identity z cannot be missingr	   re   ÚdevelopmentÚretrospective)Údevr¯   Úretror°   Úholdoutr   zFDeclared stage contradicts development F1-F5 / retrospective F6+ foldsr­   z#Prediction row_id cannot be missingr:   r;   Úraise©Úerrorsr   r.   z0Reported AP must be in [0, 1] or undefined (NaN)z;Duplicate faculty/fold/seed/arm/arch/task result identitiesr—   r˜   T)Údrop)rt   Ú	DataFrameÚcopyÚ_KEYSÚemptyÚSeriesÚfillnar8   rv   rw   Úcolumnsr4   ÚjoinÚsortedru   r7   Úmapr«   r/   ÚwhereÚlowerÚto_numpyr=   Ú
to_numericr   ÚisinfÚ
duplicatedÚsort_valuesÚreset_index)ÚframeÚpredictionsÚrequiredr„   ÚmissingÚstagesÚaliasesÚdeclareds           r<   Ú
_normalizerÑ   £   s  € Ü�LŠL˜Ó×$Ñ$Ó&€EÜ¶Ó,À$ÀÑH€HØ‡{‡{Ø˜w˜iÔ'ˆCØÕÜŸYšY¨XÑ6�“
ñ (ð ˆÛˆØÓØˆE‰JØ‘Z×&Ñ& vÓ.×5Ñ5´cÓ:ˆ‹
ñ  ô �(‹mœc %§-¡-Ó0Ñ0€GÞÜÐ:¸T¿Y¹YÄvÈgÃÓ=WÑWÓXÐXÛ)ˆØ‰:�?‰?Ó× Ñ ×"Ñ"ÜÐ2°3°%Ð7IÐJÓKÐKØ‘Z×&Ñ&¤sÓ+ˆ‹
ñ *ð ˜&‘M×%Ñ%¤lÓ3€Eˆ&�MÜ�XŠX�e˜F‘m qÑ(¨-¸ÓI€FØ�%ÓØ'¸ÐP_Ø$3ÀñQˆà˜‘>×(Ñ(¨Ó,×3Ñ3´CÓ8×<Ñ<×BÑBÓD×HÑHÈÓQˆØ�=‰=‹?×Ñ× Ñ  X×%6Ñ%6Ó%8¸FÑ%B×$GÑ$G×$IÑ$IÜÐeÓfÐfØˆ'�NÞØ�‰?×ÑÓ!×%Ñ%×'Ñ'ÜÐBÓCÐCØ ™/×0Ñ0´Ó5ˆˆh‰Ü��c‘
×#Ñ#Ó% u¨S¡z×':Ñ':Ó'<Õ=ä—m’m E¨$¡K¸Ñ@ˆˆd‰Ø�X‰X˜‰\˜eŸh™h¨™lÑ+¬b¯hªh°u·x±xÓ.@Ñ@×EÑE×GÑGÜÐOÓPÐPØ×ÑœEÓ"×&Ñ&×(Ñ(ÜÐZÓ[Ð[Ø×ÑœU¶K x¡jÀRÑHÈxÐÐX×dÑdÐjnÐdÐoÐor>   c                ó  • U  Vs/ s Hp  o[         ;   d  UR                  S5      (       d  M$  UR                  S5      (       a  M<  [        R                  R
                  R                  X   5      (       d  Mn  UPMr     sn$ s  snf )N)rd   ri   rk   rl   rm   rn   ro   rc   )Ú_METRICSÚ
startswithÚendswithrt   ÚapiÚtypesÚis_numeric_dtype)rÊ   Úcolumns     r<   Ú_metric_columnsrÚ   Í   sq   € Ù!&ó `¢�v´HÓ*<À×@QÑ@Qð  Sg÷  Ah‹FØ—?‘? 9×-ó Ü24·&±&·,±,×2OÑ2OÐPUÑP]×2^÷ ¡ñ `ð `ùò `s   …#A?¬A?Á.A?Á6A?c                ó  • [         R                  " U [        S9n U [         R                  " U 5         n [	        U 5      (       a  US::  a  [        S5      [        S5      4$ [         R
                  R                  S5      n[         R                  " [        U5       Vs/ s H*  o2R                  U [	        U 5      SS9R                  5       PM,     sn5      n[        S [         R                  " USS	/5       5       5      $ s  snf )
Nr,   r   r   iÛˆ  T)Úreplacec              3  ó8   #   • U  H  n[        U5      v •  M     g 7f©Nr@   ©Ú.0Úxs     r<   Ú	<genexpr>Ú_interval.<locals>.<genexpr>Ù   s   é € ÐDÒ#C˜a”�q—�Ò#Cùs   ‚gš™™™™™™?g333333ï?)r/   r0   r1   r6   r3   ÚrandomÚdefault_rngÚrangeÚchoicerx   ÚtupleÚquantile)r�   Ú	bootstrapÚrngÚ_Úmeanss        r<   Ú	_intervalrî   Ò   sÂ   € Ü�ZŠZ˜¤eÑ,€FØ”B—K’K Ó'Ñ(€FÜˆv�;‰;˜) q›.Ü�U‹|œU 5›\Ð)Ð)Ü
�)‰)×
Ñ
 Ó
&€CÜ�JŠJÔV[Ð\eÔVfÓgÒVfÐQRŸ
™
 6¬3¨v«;À˜
ÐE×JÑJÖLÑVfÑgÓh€EÜÑD¤2§;¢;¨u°t¸T°lÔ#CÓDÓDÐDùò hs   Â1C<c                ó
  • [        U 5      n[        [        U5      -   [        [        U5      -   pT/ / pvU R	                  USSS9 Hö  u  p‰[        [        XH5      5      n
[        U	R                  R                  5       5      U
S'   U Ha  n[        R                  " X›   SS9n[        UR                  5       5      X«'   [        UR                  5       R                  5       5      X«S-   '   Mc     [!        U	5      S:”  a"  [        U	R"                  R%                  SS	95      O
[        S
5      U
S'   UR'                  U
5        Mø     [        R(                  " U5      nUR*                  (       a4  [        R(                  " XC-   S/-   S9[        R(                  " XS-   S/-   S94$ UR	                  USSS9 GH?  u  p‰[        [        XX5      5      n
U
R-                  [!        U	5      [        U	R.                  R                  5       5      [        U	R0                  R3                  5       5      [        U	R0                  R5                  5       5      [        U	R6                  R                  5       5      S9  U HO  n[        X›   R                  5       5      X«'   [        X›   R                  5       R                  5       5      U
SU-   '   MQ     [9        U	R"                  U5      u  U
S'   U
S'   UR'                  U
5        GMB     U[        R(                  " U5      4$ )zLAverage seeds first, then give each observed faculty-fold cell equal weight.FT©ÚdropnaÚsortÚn_seedsÚcoercerµ   Ú_n_seedsr.   )Úddofr   Úap_seed_std©r¾   Ú
n_cells_ap)Ún_cells_totalÚn_facultiesÚ	min_seedsÚ	max_seedsÚap_seed_std_meanÚn_cells_Ú	ap_ci_lowÚ
ap_ci_high)rÚ   Ú_CELLÚlistÚ_VARIANTÚgroupbyrP   ÚziprN   r
   Únuniquert   rÅ   r1   rx   ÚnotnarO   r3   r   ÚstdÚappendr¸   r»   r}   r   ró   r€   Úmaxr÷   rî   )Úresultsrê   Úextra_groupsÚmetricsÚ	cell_keysÚvariant_keysÚcellsÚmacror„   r¨   ÚrowÚmetricr�   s                r<   Ú
_aggregater  Ü   s‰  € ä˜gÓ&€GÜ#¤d¨<Ó&8Ñ8¼(ÄTÈ,ÓEWÑ:Wˆ|Ø�rˆ5Ø—o‘o i¸ÀD�oÓI‰
ˆÜ”3�yÓ&Ó'ˆÜ˜UŸZ™Z×/Ñ/Ó1Ó2ˆˆI‰ÛˆFÜ—]’] 5¡=¸ÑBˆFÜ §¡£Ó.ˆC‰KÜ'*¨6¯<©<«>×+=Ñ+=Ó+?Ó'@ˆC˜Ñ#Ó$ñ ô =@À»JÈ»NœU 5§8¡8§<¡<°Q <Ð#7Ô8ÔPUÐV[ÓP\ˆˆMÑØ�‰�SÖñ Jô �LŠL˜Ó€EØ‡{‡{Ü�|Š| IÑ$7¸9¸+Ñ$EÑFÌÏÊÐ]iÑ]sð  xDð  wEñ  ^Eñ  IFð  Fð  	FØ—m‘m L¸ÀT�mÔJ‰
ˆÜ”3�|Ó)Ó*ˆØ�
‰
¤ U£¼¸U¿]¹]×=RÑ=RÓ=TÓ9UÜ  §¡×!2Ñ!2Ó!4Ó5ÄÀUÇ]Á]×EVÑEVÓEXÓAYÜ$)¨%×*;Ñ*;×*@Ñ*@Ó*BÓ$Cð 	ñ 	Eó ˆFÜ ¡× 2Ñ 2Ó 4Ó5ˆC‰KÜ'*¨5©=×+>Ñ+>Ó+@×+DÑ+DÓ+FÓ'GˆC�
˜VÑ#Ó$ñ ô /8¸¿¹À)Ó.LÑ+ˆˆKÑ˜#˜lÑ+Ø�‰�S×ñ Kð ”"—,’,˜uÓ%Ð%Ð%r>   c                ó¤  • U R                   U R                  U:H     nUR                  (       a  gUR                  R	                  5       nX;   a  UnO[        S U 5       5      nU(       d  gUS   nUR                   UR                  U:H     nUR                  R	                  5       nX(;   a  Un	Xi4$ [        S U 5       5      nU(       d  gUS   n	Xi4$ )zGPrefer exact variants; generic controls may be shared across SSL tasks.Nc              3  ól   #   • U  H*  n[        U5      R                  5       [        ;   d  M&  Uv •  M,     g 7frÞ   ©rv   rÃ   Ú_GENERICrß   s     r<   râ   Ú#_control_variant.<locals>.<genexpr>  s#   é € ÐN¢K˜q´3°q³6·<±<³>ÄXÑ3MŸ™¢Kùs   ‚%4«	4r   c              3  óv   #   • U  H/  n[        U5      R                  5       [        1 S k-  ;   d  M+  Uv •  M1     g7f)>   rä   ÚscratchÚ
supervisedNr  rß   s     r<   râ   r    s)   é € Ðv¢K˜q´3°q³6·<±<³>ÄhÒQtÑFtÑ3uŸ™¢Kùs   ‚*9°	9)Úlocr   r»   r   ÚuniquerÀ   r   )
ÚrowsÚtarget_archÚtarget_taskÚcontrolÚ	availableÚarch_valuesr   ÚgenericÚtask_valuesr   s
             r<   Ú_control_variantr(  ú   sÆ   € à—‘˜Ÿ™ WÑ,Ñ-€IØ‡‡ØØ—.‘.×'Ñ'Ó)€KØÓ!Ø‰äÑN¡KÓNÓNˆÞØØ�q‰zˆØ—‘˜iŸn™n°Ñ4Ñ5€IØ—.‘.×'Ñ'Ó)€KØÓ!Øˆð ˆ:Ðô	 Ñv¡KÓvÓvˆÞØØ�q‰zˆØˆ:Ðr>   c                ó~   • U R                  S/[        -   SSS9 VVs0 s H  u  p[        U5      U_M     snn$ s  snnf )Nr   Frð   )r  rº   rè   )rË   r„   r¨   s      r<   Ú_prediction_lookupr*    sC   € Ø0;×0CÑ0CÀWÀIÔPUÑDUÐ^cÐjoÐ0CÑ0pÔqÒ0p¡* #ŒE�#‹J˜ÒÑ0pÒqÐqùÓqs   �9c                óx  ^• U R                  5       nUS   US'   [        R                  US'   SUS'   SUS'   SU;  a  S	US'   US   R                  [        5      US'   UR
                  R                  5       UR                  R                  S
S/5      -  nU) US'   [        R                  " USS5      US'   [        U5      nUR                  5        GHd  u  nm[        U4S jS/[        -    5       5      nUR                  U5      nUc  M:  [        UR                   R#                  5       5      nX‚R$                  US4'   U(       a  SOSUR$                  US4'   UR&                  R)                  5       R+                  5       (       aU  [        R                  UR$                  US4'   SUR$                  US4'   SUR$                  US4'   SUR$                  US4'   GM	  UR                   R#                  5       (       a)  [-        [/        UR                   UR0                  5      5      O
[-        S5      n	TS   n
[2        R                  " U
5      =(       a    [2        R                  " U	5      =(       dP    [2        R4                  " U
5      =(       a3    [2        R4                  " U	5      =(       a    [        R6                  " X©SSS9nX’R$                  US4'   X’R$                  US4'   [2        R4                  " U	5      (       a  S	OS
UR$                  US4'   SUR$                  US4'   U(       a  SOSUR$                  US4'   GMg     U$ )zãMake saved predictions authoritative for AP while retaining input values.

Unverified result-only AP is retained for descriptive tables, but cannot enter
a paired decision because support validation requires saved predictions.
r   Úap_reportedÚap_from_predictionsÚreported_unverifiedÚ	ap_sourceÚmissing_predictionsÚap_consistency_statusrY   r   rG   rH   Úap_support_requiredÚreported_nonestimableÚunverified_requiredÚap_support_reasonc              3  ó.   >#   • U  H
  nTU   v •  M     g 7frÞ   © )rà   rÙ   r  s     €r<   râ   Ú _reconcile_ap.<locals>.<genexpr>.  s   øé € Ð@Ò.? F�C˜–KÒ.?ùó   ƒr   Úsaved_positive_labelsÚsaved_no_positive_labelsÚduplicate_prediction_row_idsÚinvalid_saved_predictionsr   r   gê-�™—q=)ÚrtolÚatolÚsaved_predictionsÚ
consistentÚreported_ap_mismatch_recomputed)r¹   r/   r   r8   rs   r   ru   rY   r5   rÂ   r*  Úiterrowsrè   rº   ÚgetÚboolr:   rO   Úatr­   rÇ   r7   r1   r   r;   rt   r  Úisclose)r  rË   rÊ   ÚnonestimableÚlookupÚindexr„   r¨   Úhas_positiveÚdirectÚreportedrA  r  s               @r<   Ú_reconcile_aprN    sÀ  ø€ ð �L‰L‹N€EØ  ™;€Eˆ-ÑÜ#%§6¡6€EÐ
Ñ Ø.€Eˆ+ÑØ%:€EÐ
!Ñ"Ø˜%ÓØˆˆkÑØ˜{Ñ+×2Ñ2´6Ó:€Eˆ+Ñð
 —8‘8—=‘=“? U§_¡_×%9Ñ%9Ð;OÐQ^Ð:_Ó%`Ñ`€LØ$0 =€EÐ
Ñ Ü!#§¢¨,Ð8OÐQfÓ!g€EÐ
ÑÜ Ó,€FØ—n‘n×&‰
ˆˆsÜÔ@¨w¨i¼%Ò.?Ó@Ó@ˆØ—
‘
˜3“ˆØ‰=ÙÜ˜EŸG™GŸK™K›MÓ*ˆØ1=�‰�Ð-Ð-Ñ.ÞJVÑ/FÐ\vˆ�‰�Ð+Ð+Ñ,Ø�<‰<×"Ñ"Ó$×(Ñ(×*Ñ*Ü$&§F¡FˆE�H‰H�U˜D�[Ñ!Ø+IˆE�H‰H�U˜KÐ'Ñ(Ø+FˆE�H‰H�U˜KÐ'Ñ(Ø7UˆE�H‰H�UÐ3Ð3Ñ4ÚØEJÇWÁWÇ[Á[Ç]Á]”Ô.¨u¯w©w¸¿¹Ó@ÔAÔX]Ð^cÓXdˆØ�t‘9ˆÜ—w’w˜xÓ(×<¬R¯WªW°V«_÷ uÜ—x’x Ó)×s¬b¯hªh°vÓ.>×sÄ2Ç:Â:ÈhÐefÐmrÑCsð 	à &�‰�˜�ÑØ17�‰�Ð-Ð-Ñ.Ü-/¯XªX°f×-=Ñ-=¡rÐCWˆ�‰�˜Ð#Ñ$Ø':ˆ�‰�˜Ð#Ñ$ÞCM±<ÐStˆ�‰�Ð/Ð/Ô0ñ- 'ð. €Lr>   c           	     ó2  • U R                  XX4XVU45      nU R                  XX4X‰U
45      nUb  Uc  gUR                  R                  5       R                  5       (       d-  UR                  R                  5       R                  5       (       a  gUR	                  SSS9nUR	                  SSS9nUR                  R                  5       UR                  R                  5       :w  a  g[        R                  " UR                  R                  5       UR                  R                  5       5      (       d  g[        R                  " U5      (       a  [        U5      [        U5      :w  d3  [        R                  " U5      (       a  [        U5      [        U5      :w  a  gg	)
Nr0  Úduplicate_row_idsr­   r—   r˜   Úrow_ids_mismatchÚlabels_mismatchÚ result_prediction_count_mismatchÚaligned)rD  r­   rÇ   r7   rÈ   Útolistr/   Úarray_equalr:   rÄ   rt   r  r1   r3   )rI  r   r   r	   r
   r   r   r   r#  ÚcaÚctÚn_targetÚ	n_controlÚtargetr   ÚaÚbs                    r<   Ú_supportr^  G  s1  € Ø�Z‰Z˜¨°SÀÐEÓF€FØ�z‰z˜5¨4°wÀBÐGÓH€HØ�~˜Ñ)Ø$Ø‡}�}×ÑÓ!×%Ñ%×'Ñ'¨8¯?©?×+EÑ+EÓ+G×+KÑ+K×+MÑ+MØ"Ø×Ñ˜8¨(ÐÐ3€AØ×Ñ˜X¨HÐÐ5€AØ‡x�x‡�Ó˜AŸH™HŸO™OÓ-Ó-Ø!Ü�>Š>˜!Ÿ#™#Ÿ,™,›.¨!¯#©#¯,©,«.×9Ñ9Ø Ü
�Š�×Ñœu X›´#°a³&Ó8¼b¿hºhÀy×>QÑ>QÔV[Ð\eÓVfÔjmÐnoÓjpÓVpØ1Ør>   ©ÚH0ÚH1ÚHR)r`  )ÚH2r`  )ÚN0)ÚN1rd  )re  ÚN2rd  )rc  ra  rb  ÚHSre  rf  ÚN3c                ó$  • [        U5      / pC[        U 5       Vs/ s H"  oUS;   d  UR                  S5      (       d  M   UPM$     nn/ SQnU R                  [        SS9 GH  u  u  p‰p«nU R
                  U R                  U:H     n/ n[        R                  U	S5       H7  n[        XÚX¿5      nU(       a  UOSu  nnUR                  UUUU	 SU 345        M9     U	S	:X  aÈ  [        [        UR
                  UR                  S	:H  S
4   UR
                  UR                  S	:H  S4   5      5      nSSS.R                  US5       H(  nU
U4U;   d  M  UR                  S	U
USU SU 345        M*     SSS.R                  U
5      nUb#  UU4U;   a  UR                  S	UUSU
 SU 345        U GHÆ  u  nnnnU R
                  U R                  U:H  U R                  U:H  -  U R                  U:H  -  U R                  U:H  -     nUR!                  UUSSSS9nUR#                  5        GHI  u  nnU Vs0 s H	  nUUU   _M     nnUR%                  XšX¿UUUS9  US   S:w  a  SOY['        X8US   US   US   XšUUUUUR                  S[(        R*                  5      UR                  S[(        R*                  5      5      nUUS'   UR                  S S!5      US"'   UR                  S#S!5      US$'   U GH  nUR                  US%-   [(        R*                  5      UR                  US&-   [(        R*                  5      n nUS':H  =(       a3    [,        R.                  " U5      =(       a    [,        R.                  " U 5      n![,        R.                  " U5      (       a  [1        U5      O
[1        S(5      UUS%-   '   [,        R.                  " U 5      (       a  [1        U 5      O
[1        S(5      UUS&-   '   U!(       a  [1        UU -
  5      O
[1        S(5      UUS)-   '   GM      [,        R.                  " UR                  S*[(        R*                  5      5      US+'   US+   (       a  S,O	US':w  a  UOS-US.'   UR                  U5        GML     GMÉ     GM     [        / S/Q-   n"[,        R2                  " U5      n#U#R4                  (       a^  U"/ S0Q-   n$[,        R2                  " U$S19[,        R2                  " U$S19[,        R2                  " U"S*/-   S19[,        R2                  " U"SS2/-   S194$ / n%U#R                  U"SS/-   SS3S49 GH  u  nn&[7        [        U"SS/-   U5      5      nUR%                  [9        U&5      [;        U&R<                  R?                  5       5      [;        U&R@                  S':g  R?                  5       5      [;        U&RB                  S-:H  R?                  5       5      S59  U HY  nU&US)-      R/                  5       n!S6 H:  n'[1        U&R
                  U!US7-   U'-   4   RE                  5       5      UUS7-   U'-   '   M<     M[     U%R                  U5        GM     [,        R2                  " U%5      n(/ / n*n)U(R                  U"SS3S49 GHò  u  nn&[7        [        U"U5      5      nU&RF                  R/                  5       n!UR%                  [9        U&5      [;        U!R?                  5       5      [;        U&RH                  R?                  5       5      [;        U&RJ                  R?                  5       5      [;        U&RF                  S8:„  R?                  5       5      [;        U&RF                  S8:  R?                  5       5      [;        U&RF                  S8:H  R?                  5       5      U!RM                  5       (       a+  [1        U&R
                  U!S*4   S8:„  RE                  5       5      O
[1        S(5      S99  U H7  nS6 H.  n'[1        U&US7-   U'-      RE                  5       5      UUS7-   U'-   '   M0     M9     [O        U&RF                  U5      u  US:'   US;'   U)R                  U5        U&R                  SSS9 GH  u  n+n,U,RF                  R/                  5       n-U*R                  0 [7        [        U"U5      5      EU+[;        U-R?                  5       5      [1        U,RF                  RE                  5       5      [;        U,RF                  S8:„  R?                  5       5      [;        U,RF                  S8:  R?                  5       5      [;        U,RF                  S8:H  R?                  5       5      [;        U-) R?                  5       5      S<.E5        GM     GMõ     U#U([,        R2                  " U)5      [,        R2                  " U*5      4$ s  snf s  snf )=N>   r   r   r   r    r!   r"   r#   r$   )rn   ro   )r   r   r	   r
   T©rò   r7  )rÍ   rÍ   Ú_vs_rc  r   r   )ÚgradeÚcourse)rm  )Újointrl  ÚH2_ÚmlpÚgru)rq  ÚtransformerÚleft)Ú_targetÚ_control)ÚonÚhowÚsuffixesÚ	indicator)r   r   r   r#  Úcontrol_archÚcontrol_taskÚcontrastÚ_mergeÚbothÚmissing_control_resultr   r	   r
   rY  rZ  Úsupport_statusÚap_consistency_status_targetÚ
unverifiedÚap_consistency_targetÚap_consistency_status_controlÚap_consistency_controlrt  ru  rT  r   Ú_deltaÚap_deltaÚincludedr   Úundefined_apÚexclusion_reason)r#  rz  r{  r|  )r   r	   r‡  r€  rˆ  rŠ  rø   Ú
harm_cellsF)rò   rñ   )Ún_target_seedsÚn_paired_seedsÚn_support_exclusionsÚn_undefined_ap)r[  r#  Údeltarì   r   )Ún_target_cellsÚn_paired_cellsr�  rŽ  Úpositive_cellsr‹  Ú	tie_cellsÚpositive_cell_fractionÚap_delta_ci_lowÚap_delta_ci_high)r   Úpaired_cellsÚmean_ap_deltaÚ	win_cellsr‹  r”  Úundefined_or_unpaired_cells)(r*  rÚ   rÔ   r  r  r  r   Ú
_CONTRASTSrD  r(  r
  rw   r  r   r   r   ÚmergerC  r}   r^  r/   r   rt   r  r1   r¸   r»   rP   r3   rN   rˆ  rO   r€  rŠ  rx   r‡  r�  rŽ  r7   rî   ).r  rË   rê   rI  Úpairsrá   Úcompare_metricsr‡   r   r   r   r   r[  Ú
stage_rowsÚcontrol_specsr#  ÚvariantrW  rX  r$  Úbaseline_taskÚbaseline_archÚcontrast_namer   Úmergedrì   Úsourcer„   r  Ústatusr  r\  r]  ÚvalidÚ	pair_keysr
   r¾   Ú	cell_rowsr¨   Úsuffixr  Úsummary_rowsÚfaculty_rowsr   ÚlocalÚfinites.                                                 r<   Ú_paired_tablesr±  `  s 	  € Ü& {Ó3°RˆEÜ"1°'Ô":ó  xÒ":˜Qð  DFó  ?Fð  JK÷  JVñ  JVð  Wv÷  Jw—qÑ":€Oð  xÚ
.€CØ,3¯O©O¼HÈ4¨OÔ,PÑ(Ñ ˆ�T &Ø—[‘[ §¡°%Ñ!7Ñ8ˆ
ØˆÜ!—~‘~ c¨2Ö.ˆGÜ& z¸ÓGˆGÞ '‘WÐ-C‰FˆB�Ø× Ñ  '¨2¨r°c°U¸$¸w¸iÐ3HÐ!IÖJñ /ð �$‹;ÜœC 
§¡¨z¯~©~ÀÑ/EÀvÐ/MÑ NØ *§¡¨z¯~©~ÀÑ/EÀvÐ/MÑ NóPó QˆIà+>ÈÑ!U×!YÑ!YÐZ^Ð`bÖ!c�Ø˜-Ð(¨IÕ5Ø!×(Ñ(¨$°°mÀsÈ4È&ÐPTÐUbÐTcÐEdÐ)eÖfñ "dð %*¸%Ñ@×DÑDÀTÓJˆMØÑ(¨m¸TÐ-BÀiÓ-OØ×$Ñ$ d¨M¸4À3ÀtÀfÈDÐQ^ÐP_ÐA`Ð%aÔbÜ.;Ñ*ˆG�R˜˜]Ø—{‘{ G§M¡M°UÑ$:¸w¿{¹{ÈgÑ?UÑ#VÐZa×ZfÑZfÐjlÑZlÑ#mÐqx×q}Ñq}ð  BDñ  rDñ  $Eñ  FˆHØ—\‘\ (¨s¸ÐI`Ðlp�\ÐqˆFØ#Ÿ_™_×.‘	��6Ù36Ó7²3¨C�s˜F 3™KÒ'±3�Ð7Ø—
‘
˜s°DÐXZØ(*°]ð ñ Dà6<¸XÑ6FÈ&Ó6PÑ2Ü" 6°#°i±.À#ÀfÁ+ÈsÐSYÉ{Ð\_ÐgkØ#*¨B°°F·J±J¸zÌ2Ï6É6Ó4RÐTZ×T^ÑT^Ð_jÔln×lrÑlrÓTsóuð ð )/�Ð$Ñ%Ø/5¯z©zÐ:XÐZfÓ/g�Ð+Ñ,Ø06·
±
Ð;ZÐ\hÓ0i�Ð,Ñ-Ü-�FØ!Ÿ:™: f¨yÑ&8¼"¿&¹&ÓAÀ6Ç:Á:ÈfÐWaÑNaÔce×ciÑciÓCj�q�AØ" iÑ/×O´B·H²H¸Q³K×OÄBÇHÂHÈQÃK�EÜ:<¿(º(À1¿+¹+¬e°A¬hÌ5ÐQVË<�C˜ Ñ*Ñ+Ü;=¿8º8ÀA¿;¹;¬u°Q¬xÌEÐRWËL�C˜ Ñ+Ñ,Þ=B¬U°1°q±5¬\ÌÈeË�C˜ Ñ)Ô*ñ .ô #%§(¢(¨3¯7©7°:¼r¿v¹vÓ+FÓ"G��J‘Ø03°J·©"ÐPVÐZcÓPcÁfÐiw�Ð&Ñ'Ø—‘˜S×!ô% /ô /<ñ% -QôP ÒRÑR€IÜ�<Š<˜Ó€DØ‡z‡zØÒoÑoˆÜ�|Š| GÑ,¬b¯lªlÀ7Ñ.KÌRÏ\Ê\ÐbkÐoyÐnzÑbzÑM{Ô}÷  ~Jò  ~Jð  S\ð  `ið  kwð  _xñ  Sxñ  ~yð  yð  	yØ€IØ—l‘l 9°	¸6Ð/BÑ#BÈÐV[�lÔ\‰
ˆˆUÜ”3�y I¨vÐ#6Ñ6¸Ó<Ó=ˆØ�
‰
¤# e£*¼SÀÇÁ×ASÑASÓAUÓ=VÜ(+¨U×-AÑ-AÀYÑ-N×,SÑ,SÓ,UÓ(VÜ"% u×'=Ñ'=ÀÑ'O×&TÑ&TÓ&VÓ"Wð 	ñ 	Yó &ˆFØ˜& 8Ñ+Ñ,×2Ñ2Ó4ˆEÛ8�Ü-2°5·9±9¸UÀFÈSÁLÐSYÑDYÐ=YÑ3Z×3_Ñ3_Ó3aÓ-b��F˜S‘L 6Ñ)Ó*ó 9ñ &ð 	×Ñ˜×ñ ]ô �LŠL˜Ó#€EØ!# R�,€LØ—m‘m I°DÀ�mÔG‰
ˆˆUÜ”3�y #Ó&Ó'ˆØ—‘×$Ñ$Ó&ˆØ�
‰
¤# e£*¼SÀÇÁÃÓ=MÜ"% e×&:Ñ&:×&>Ñ&>Ó&@Ó"AÜ(+¨E×,FÑ,F×,JÑ,JÓ,LÓ(MÜ"% u§~¡~¸Ñ'9×&>Ñ&>Ó&@Ó"AÜ! 5§>¡>°AÑ#5×":Ñ":Ó"<Ó=ÌÈeÏnÉnÐ`aÑNa×MfÑMfÓMhÓIiØ^c×^gÑ^g×^iÑ^i¬%°·±¸5À*Ð;LÑ1MÐPQÑ1Q×0WÑ0WÓ0YÔ*ZÔotÐuzÓo{ð 	ñ 	}ó &ˆFÛ8�Ü-2°5¸À#¹ÈÑ9NÑ3O×3TÑ3TÓ3VÓ-W��F˜S‘L 6Ñ)Ó*ó 9ñ &ô ;DÀEÇNÁNÐT]Ó:^Ñ7ˆÐÑ Ð$6Ñ 7Ø×Ñ˜CÔ Ø#Ÿm™m¨I¸D˜mÔA‰NˆG�UØ—^‘^×)Ñ)Ó+ˆFØ×Ñð !V¤4¬¨I°sÓ(;Ó#<ð !VÈÜ14°V·Z±Z³\Ó1BÔUZÐ[`×[iÑ[i×[nÑ[nÓ[pÓUqÜ.1°5·>±>ÀAÑ3E×2JÑ2JÓ2LÓ.MÜ/2°E·N±NÀQÑ4F×3KÑ3KÓ3MÓ/NÜ.1°5·>±>ÀQÑ3F×2KÑ2KÓ2MÓ.NÜ@CÀfÀWÇMÁMÃOÓ@Tò!V÷ Wô Bñ Hð, �œŸš \Ó2´B·L²LÀÓ4NÐNÐNùòe xùò0 8s   šf½fÈ)f
c                óF  ^^^• SmUR                   UR                  U:H  UR                  S:H  -  UR                  U:H  -  UR                  U:H  -     n0 mT Hq  nUR                   UR
                  U:H  UR                  -     nUR                  5        V	s0 s H&  o™R                  U	R                  U	R                  4U	_M(     sn	TU'   Ms     [        R                  " U4S jT 5       6 n
U R                   U R                  U:H  U R                  R                  / SQ5      -  U R                  -     n[        [        UR                  UR                  UR                  5      5      nU
 Vs1 s H  oÝS   US   4iM     nn[!        U5      =(       a    Xå:H  =(       a    X¬:H  n/ n[#        U5       H“  u  nnU
 Vs/ s H  oÝSS UU4:X  d  M  UPM     nnT VVs0 s HC  ow[%        [&        R(                  " U Vs/ s H  nTU   U   R*                  PM     sn5      5      _ME     nnnUR-                  [/        SUUS	.UD65        M•     T VVs0 s HH  owU(       a3  [%        [&        R(                  " U Vs/ s H  nUU   PM
     sn5      5      O
[%        S
5      _MJ     nnnU(       a  [1        UR3                  5       5      O
[%        S
5      nU(       aG  [%        [&        R(                  " U V^s/ s H  m[1        U4S jT 5       5      S:„  PM     sn5      5      O
[%        S
5      n[/        X4[5        U5      [5        U5      [5        U
5      [5        U5      UUUU[7        U4S jU 5       5      [7        U4S jU 5       5      S9$ s  sn	f s  snf s  snf s  snf s  snnf s  snf s  snnf s  snf )zJUse the identical seed support across all three controls before averaging.r_  rc  c              3  ó@   >#   • U  H  n[        TU   5      v •  M     g 7frÞ   )rw   )rà   ÚcÚ
by_controls     €r<   râ   Ú&_candidate_evidence.<locals>.<genexpr>¿  s   øé € ÐEºH°q¤ J¨q¡M× 2Ð 2ºHùs   ƒ©r`  ra  rc  rb  r   r.   NrI   )r   r	   r   c              3  ó.   >#   • U  H
  nTU   v •  M     g 7frÞ   r7  ©rà   r´  r  s     €r<   râ   r¶  Í  s   øé € Ð*Dº8°a¨3¨q®6º8ùr9  c              3  óV   >^#   • U  H  m[        U4S  jT 5       5      S:„  v •  M     g7f)c              3  ó.   >#   • U  H
  nTU   v •  M     g 7frÞ   r7  r¹  s     €r<   râ   Ú0_candidate_evidence.<locals>.<genexpr>.<genexpr>Ñ  s   øé € Ð&@²x°! s¨1¦v²xùr9  r   N©r€   ©rà   r  Úcontrolss    @€r<   râ   r¶  Ñ  s#   ùé € Ð"YÒPXÈ¤3Ô&@±xÓ&@Ó#@À1Ö#DÒPXùó   „%)c              3  óV   >^#   • U  H  m[        U4S  jT 5       5      S:  v •  M     g7f)c              3  ó.   >#   • U  H
  nTU   v •  M     g 7frÞ   r7  r¹  s     €r<   râ   r¼  Ò  s   øé € Ð"<²8¨a 3 q¦6²8ùr9  r   Nr½  r¾  s    @€r<   râ   r¶  Ò  s!   ùé € ÐUÊHÀSœsÔ"<±8Ó"<Ó<¸qÖ@ÊHùrÀ  )r   r   Ún_cellsÚexpected_cellsr�  Ún_expected_seedsÚcomplete_supportÚgainsÚworst_control_gainr•  r“  r‹  r7  )r  r   r   r   r   r#  rˆ  Ú
itertuplesr   r	   r
   rw   Úintersectionr5   r2  r  rE  rÀ   r1   r/   rx   r‡  r
  rP   r€   r�   r3   rO   )r  rž  r   r   r   rÄ  Úsubsetr#  r¨   ÚrÚcommonrÌ   Úexpected_seed_keysr„   Úobserved_cellsÚcompleteÚper_cellr   r	   Úkeysr�   r  rÇ  rL   Úpositive_fractionrµ  r¿  s                        `   @@r<   Ú_candidate_evidencerÔ  ·  s  ú€ à!€HØ�Y‰Y˜Ÿ™ uÑ,°·±¸dÑ1BÑCÀuÇzÁzÐUYÑGYÑZÐ^c×^hÑ^hÐlpÑ^pÑqÑr€FØ€JÛˆØ—
‘
˜FŸN™N¨gÑ5¸¿¹ÑHÑIˆØGL×GWÑGWÔGYÓZÒGYÀ!§	¡	¨1¯6©6°1·6±6Ð:¸AÒ=ÑGYÑZˆ
�7Óñ ô ×ÒÔE¹HÓEÐF€Fð �{‰{˜GŸM™M¨UÑ2°g·k±k×6FÑ6FÒG_Ó6`Ñ`Ðcj×c~Ñc~Ñ~Ñ€HÜœS ×!1Ñ!1°8·=±=À(Ç-Á-ÓPÓQÐÙ28Ó9²&¨3˜1‘v˜s 1™vÓ&±&€NÐ9Ü�NÓ#×i¨Ñ(H×iÈVÑMi€HØ€HÜ Ö/‰ˆ�Ù%ÓDšv˜¨R¨a¨°W¸d°OÑ)C—™vˆÐDÙnvÔwÒnvÐcjœ5¤§¢ÑW[Ó)\ÒW[ÐPS¨*°WÑ*=¸cÑ*B×*KÔ*KÑW[Ñ)\Ó!]Ó^Ò^ÑnvˆÑwØ�‰œÐB W°4ÑB¸6ÑBÖCñ 0ñ wÔÒv~ÐkrÎH”eœBŸGšG¹XÓ$FºX°c S¨¤\¹XÑ$FÓGÔHÔZ_Ð`eÓZfÒfÑv~€EÑÞ#+ŒC�—‘“Ô´°u³€EÞckœœbŸgšgÑT\Ô&]ÒT\ÈS¤sÔ*D¹8Ó*DÓ'DÀqÔ'HÑT\Ñ&]Ó^Ô_ÔqvÐw|Óq}ÐÜ�T¬c°(«mÌCÐP^ÓL_Ü" 6›{¼SÐASÓ=TÐgoØ°ÐN_Ü"Ô"YÑPXÓ"YÓYÜÔUÉHÓUÓUñ	Wð Wùò! [ùò :ùò EùÚ)\ùÓwùâ$FùÓùâ&]sN   Â-M9Å'M>Æ4NÇNÇNÇ2NÈNÉ&NÉ,NÉ;NË$"NÎNÎNc                óÒ  • [        S*0 SS_SS _SS _SS _SS _SS_S	S_S
S_SS_SS_SS_SS _SS _S0 _S/ _SS_SS_S/ _6nU R                  U R                  S:H     nUR                  UR                  R	                  / SQ5      UR
                  -     n[        [        UR                  UR                  5      5      n[        U5      US'   [        [        [        UR                  UR                  UR                  5      5      5      US'   UR                  UR                  S:H  SS/4   R                  5       nUR                  5        Vs/ s H&  n[        XSUR                  UR                   U5      PM(     nnX‚S'   U V	s/ s H%  n	["        R$                  " U	S   5      (       d  M#  U	PM'     n
n	U
(       d  S/US'   U$ U
 V	s/ s H  o™S
   (       d  M  U	PM     nn	['        U=(       d    U
S S9S   nUR)                  S Vs0 s H  oÝXÍ   _M	     sn5        UR)                  US   US   US   US   S9  [+        S  US   R-                  5        5       5      nUS   S!:¬  n[/        US
   =(       a    U=(       a    U5      nU=US'   US	'   US
   (       d  US   R1                  S"5        U(       d  US   R1                  S#5        U(       d  US   R1                  S$5        U(       a  US   R1                  S%5        U R                  U R                  S&:H  U R                  R	                  / SQ5      -  U R
                  -     n[        [        UR                  UR                  5      5      n[        XS&US   US   U5      nUUS''   [/        US
   =(       a#    [+        S( US   R-                  5        5       5      5      US'   U(       a  US   (       a  S)US'   U$ s  snf s  sn	f s  sn	f s  snf )+NÚselection_stager¯   Úwinner_archÚwinner_taskÚselected_archÚselected_taskÚpromotedFÚpromoterÆ  rÄ  r   rÃ  rÅ  rÈ  r•  rÇ  Ú
candidatesÚholdout_positive_evidenceÚoperational_recommendationÚnot_supportedÚreasonsr·  rc  r   r   z^No development H2 candidate has estimable, row-aligned evidence against all H0/H1/HR controls.c                ó    • U S   * U S   U S   4$ )NrÈ  r   r   r7  )Ú	candidates    r<   Ú<lambda>Ú_decision.<locals>.<lambda>î  s!   € ¨IÐ6JÑ,KÐ+KÈYÐW]ÑM^Ð`iÐjpÑ`qÑ*rr>   )r„   )rÆ  rÄ  rÃ  rÅ  rÈ  r•  rÇ  )r×  rØ  rÙ  rÚ  c              3  ó*   #   • U  H	  oS :¬  v •  M     g7f)g®H¥Gáz„?Nr7  )rà   r…   s     r<   râ   Ú_decision.<locals>.<genexpr>ò  s   é € ÐMÒ4L¨5˜;Ö&Ò4Lùs   ‚g333333ã?zUIncomplete development faculty-fold/seed or aligned control support blocks promotion.zLDevelopment mean AP gain is below .01 against at least one H0/H1/HR control.zZH2 beats the strongest control in fewer than 60% of paired development faculty-fold cells.zeDevelopment AP gains meet .01 against every control and wins meet 60%, with complete aligned support.r°   Úretrospective_evidencec              3  óf   #   • U  H'  n[         R                  " U5      =(       a    US :„  v •  M)     g7f)r   N)r/   r6   )rà   rˆ   s     r<   râ   rç    s;   é € ð  URò  xQÐrsÔUW×U`ÒU`ÐabÓUc×UmÐhiÐlmÑhmÔUmò  xQùs   ‚/1Úconsider_monitored_pilotr7  )rP   r  r   r   r5   r2  rw   r  r   r	   r3   r
   Údrop_duplicatesrÉ  rÔ  r   r   r/   r6   rÀ   r}   r   r�   rE  r
  )r  rž  Údecisionr±   Ú	estimableÚexpectedÚvariantsr  rÝ  rã  Úestimable_candidatesrÐ  Úwinnerr„   Úgain_okÚwins_okrÛ  r²   Úretro_expectedr³   s                       r<   Ú	_decisionrõ  Õ  s…  € Üò L¡Mð L¹tð LÑQUð LÙ"&ðLÙ6:ðLÙEJðLÙTYðLá%*ðLá;<ðLáFGðLáZ[ðLáptðLñ ,0ðLñ 8:ðLñ GIðLñ ejðLñ 0?ð	Lñ IKð	L€Hð
 �+‰+�g—m‘m }Ñ4Ñ
5€Cð —‘˜Ÿ™Ÿ™Ò%=Ó>À×AXÑAXÑXÑY€IÜ”3�y×(Ñ(¨)¯.©.Ó9Ó:€HÜ!$ X£€HÐÑÜ#&¤s¬3¨y×/@Ñ/@À)Ç.Á.ÐR[×R`ÑR`Ó+aÓ'bÓ#c€HÐÑ Ø�w‰w�s—w‘w $‘¨°Ð(8Ð8Ñ9×IÑIÓK€Hà%×0Ñ0Ô2ó4Ú2�cô & g°mÀSÇXÁXÈsÏxÉxÐYaÖbÙ2ð ð 4à'ˆ\ÑÙ7AÓr²z¨)ÄRÇ[Â[ÐQZÐ[oÑQp×EqŸI±zÐÐrÞØð  Aˆ�ÑØˆñ ,@ÓaÒ+?˜iÐM_ÕC`—	Ñ+?€HÐaÜ�H×4Ð 4ÙrñtØtuñw€Fà‡O�Oñ  2pó  qò  2p¨#˜&™+Ò%ñ  2pñ  qô  rØ‡O�O  v¡¸FÀ6¹NØ"(¨¡.ÀÀvÁð ñ PäÑM°F¸7±O×4JÑ4JÔ4LÓMÓM€GØÐ-Ñ.°#Ñ5€GÜ�FÐ-Ñ.×F°7×F¸wÓG€HØ19Ð9€HˆZÑ˜8 IÑ.ØÐ$×%Ø�Ñ×"Ñ"Ð#zÔ{ÞØ�Ñ×"Ñ"Ð#qÔrÞØ�Ñ×"Ñ"Ð#ô  	AÞØ�Ñ×"Ñ"ð  $Kô  	LØ�K‰K˜Ÿ™¨/Ñ9¸W¿[¹[×=MÑ=MÒNfÓ=gÑgÐjq÷  kFñ  kFñ  Fñ  G€EÜœ˜UŸ]™]¨E¯J©JÓ7Ó8€NÜ! '°/À6È&Á>ÐSYÐZ`ÑSaÐcqÓr€GØ)0€HÐ%Ñ&Ü,0°Ð9KÑ1L÷  2RÔQTñ  URÐw~ð  @Gñ  xH÷  xOñ  xOô  xQó  URó  RRó  -S€HÐ(Ñ)Þ�HÐ8×9Ø1KˆÐ-Ñ.Ø€OùòE4ùò sùò bùò qs$   Å
-OÆ"OÆ'OÇOÇOÈO$c                ó   ^• 0 nSS 4SS 4SS 4S.nUR                  5        V^s0 s H:  m[        U4S jS/[        -    5       5      [        TS	S
5      [        TSS
5      S._M<     nnUR	                  5        GHu  u  nu  p‰/ n
X€;   Gaß  U R                  5       n[        R                  " X¸   SS9nUR                  5       US:¬  -  nUS:X  a  XÜS:*  -  n[        R                  " XÙ" U5      S5      US'   UR                  S/[        -   S/-   SSS9 GHS  u  pï[        [        S/[        -   S/-   U5      5      nUR                  [        US S 5      S
S
S.5      nUR	                  5        VVs0 s H&  u  nnU[        R                  " U5      (       a  UOS
_M(     nnnUR                  R!                  5       R#                  5       (       a2  U
R%                  0 UE[        R&                  S[)        U5      S.E5        Mê  U
R%                  0 UE[+        UR,                  R/                  5       UR0                  R/                  5       UUR                  R/                  5       5      E5        GMV     [        R2                  " U
5      nUR4                  (       a?  [        R2                  " S/[        -   / SQ-   S9n[        R2                  " [6        / SQ-   S9nO[9        UUS/5      u  nnUX7S-   '   UX7S-   '   GMx     U$ s  snf s  snnf )NÚ	n_historyc                óJ   • [         R                  " U S:H  U S:*  U S:*  // SQSS9$ )Nr   re   rg   )Ú0_no_historyÚ1_to_5Ú6_to_20Ú21_plus©Údefault©r/   Úselect©r�   s    r<   rä  Ú_diagnostics.<locals>.<lambda>  s5   € ´·	²	¸6ÀQ¹;ÈÐRSÉÐU[Ð_aÑUaÐ:bò  eJð  T]ò  1^r>   Úoov_ratec                óB   • [         R                  " U S:H  U S:  /SS/SS9$ )Nr   r.   Ú0_known_onlyÚ	mixed_oovÚ	1_all_oovrý  rÿ  r  s    r<   rä  r    s-   € ¬2¯9ª9°fÀ±kÀ6ÈAÁ:Ð5NÐQ_ÐalÐPmð  xCò  ,Dr>   c                ó8   • [         R                  " U S:H  SS5      $ )Nr   Ú
no_historyÚhas_history)r/   rÂ   r  s    r<   rä  r    s   € ´2·8²8¸FÀa¹KÈÐWdÔ3er>   )ÚhistoryÚoovr	  c              3  ó<   >#   • U  H  n[        TU5      v •  M     g 7frÞ   ©Úgetattr©rà   r„   r  s     €r<   râ   Ú_diagnostics.<locals>.<genexpr>  s   øé € ÐMÒ;L°Cœg c¨3×/Ð/Ò;Lùó   ƒr   r(   rW   r)   rX   rô   rµ   r   r.   ÚunknownÚstratumFTrð   rš   rP  )r   rY   r   )r  r   rY   r   rø   )r  r   rù   Ú_diagnosticsÚ_diagnostics_macro)rÉ  rè   rº   r  r~   r¹   rt   rÅ   r  r/   rÂ   r  rP   r  rD  r­   rÇ   r7   r
  r   r3   r•   r:   rÄ   r;   r¸   r»   r  r  )rË   r  rê   ÚoutputsÚdefinitionsr  Úthreshold_lookupr�   r§  Ú	bucket_fnr   Údatar�   r©  r„   r¨   Úidentityr‚   r  r…   Údetailr  rì   s        `                 r<   r  r    sï  ø€ Ø€Gàñ  "^ð  _Øñ  Dð  EØ"Ñ$eÐfñ€Kð $+×#5Ñ#5Ô#7ô9â#7˜Cô ÔM¸G¸9ÄuÒ;LÓMÓMÜ& s¨N¸BÓ?ÄwÈsÐTbÐdfÓGgÑhòiá#7ð ð 9ð &1×%6Ñ%6×%8Ñ!ˆÑ!ˆvØˆØÔ Ø×#Ñ#Ó%ˆDÜ—]’] 4¡<¸ÑAˆFØ—L‘L“N f°¡kÑ2ˆEØ˜Ó#Ø 1™Ñ$�Ü Ÿhšh u¨i¸Ó.?ÀÓKˆD�‰OØ"Ÿl™l¨G¨9´uÑ+<À	¸{Ñ+JÐSXÐ_c˜lÔd‘
�Ü¤ W I´Ñ$5¸¸Ñ$CÀSÓ IÓJ�Ø-×1Ñ1´%¸¸C¸R¸³/È"ÐTVÑCWÓX�
Ø\f×\lÑ\lÔ\nÔoÒ\nÉ=È6ÐSX˜f¬r¯xªx¸¯©¡eÀBÒFÑ\n�
ÑoØ—<‘<×*Ñ*Ó,×0Ñ0×2Ñ2ð —K‘KÐ m 8Ð m´2·6±6ÐH[ÔbeÐfkÓblÒ mÔnÙØ—‘ð  B˜xð  B¬8°E·G±G×4DÑ4DÓ4FÈÏÉ×HXÑHXÓHZÐ\fÐhm×htÑht×h}Ñh}Óhó  ,Að  B÷  Cñ eô —’˜dÓ#ˆØ�<�<Ü—\’\¨7¨)´eÑ*;Ò>aÑ*aÑbˆFÜ—L’L¬Ò4SÑ)SÑT‰Eä! &¨)°i°[ÓA‰HˆAˆuØ)/ˆ�~Ñ%Ñ&Ø/4ˆÐ+Ñ+Ô,ñ5 &9ð6 €Nùò=9ùó ps   ¦AK5Å,-K:
c                óB  ^• U R                  SS9 V^s0 s H/  m[        U4S jS/[        -    5       5      TR                  5       _M1     nn[	        U5      n[
        R                  " U S/[        -      US/[        -      /SS9R                  5       n/ nUR                  SSS9 GHÑ  u  pxU/ SQ   R                  5       R                  / SQ5      n	U/ S	Q   R                  5       R                  / S	Q5      n
U
R                  SS9 GHk  nU	R                  SS9 GHS  nX|R                  UR                  UR                  UR                  UR                  UR                  4nUR!                  U5      nUR!                  U5      nUS
LnU=(       a    [
        R"                  " US   5      nU(       d  SOUR!                  SS5      n[
        R$                  " U5      (       a  SnU(       a  U(       d	  U(       d  SnUb  ['        U5      OSnUb#  [)        UR*                  R-                  5       5      OSnUR/                  [1        [3        S/[        -   U5      U[5        U5      UUUUU-
  S95        GMV     GMn     GMÔ     [
        R6                  " US/[        -   / SQ-   S9$ s  snf )zHExpose absent result rows, undefined AP, and prediction support defects.F©rJ  c              3  ó<   >#   • U  H  n[        TU5      v •  M     g 7frÞ   r  r  s     €r<   râ   Ú"_coverage_table.<locals>.<genexpr>2  s   øé € ÐCÒ1B¨#”G˜C ×%Ð%Ò1Bùr  r   T)Úignore_indexrj  )r   r	   r
   )r   r   r   Nr   Úmissing_resultrY   r   Úundefined_ap_unspecifiedr   )Úresult_presentÚap_estimablerY   Ún_predictionsÚn_unique_row_idsÚduplicate_prediction_idsrø   )rÉ  rè   rº   Ú_asdictr*  rt   Úconcatrë  r  rÈ   r   r	   r
   r   r   r   rD  r  ru   r3   rN   r­   r  r
  rP   r  rE  r¸   )r  rË   r  rI  Úpred_lookupÚ
identitiesr   r   r  r  rï  r¢  Úcellr„   ÚresultÚpredÚpresentrí  rC   r'  Ún_uniques     `                  r<   Ú_coverage_tabler3  0  s\  ø€ ð !×+Ñ+°%Ð+Ñ8ô:Ú8�#ô ÔC°'°¼UÒ1BÓCÓCÀSÇ[Á[Ã]ÒRÙ8ð ð :ä$ [Ó1€KÜ—’˜G W I´Ñ$5Ñ6¸ÀWÀIÔPUÑDUÑ8VÐWÐfjÑk×{Ñ{Ó}€JØ€DØ!×)Ñ)¨'¸Ð)Ô=‰ˆØÒ0Ñ1×AÑAÓC×OÑOÒPkÓlˆØÒ/Ñ0×@Ñ@ÓB×NÑNÒOfÓgˆØ×*Ñ*°Ð*Ô7ˆGØ×(Ñ(¨uÐ(Ô5�ØŸl™l¨D¯I©I°t·y±yÀ'Ç+Á+ÈwÏ|É|Ð]d×]iÑ]iÐj�ØŸ™ C›�Ø"—‘ sÓ+�Ø ¨Ð,�Ø#×>¬¯ª°¸±Ó(>�	Þ18Ñ)¸f¿j¹jÈÐVXÓ>Y�Ü—7’7˜6—?‘?Ø�FÞ¦9¶VØ7�FØ-1Ñ-=¤ D¤	À1�Ø9=Ñ9Iœ3˜tŸ{™{×2Ñ2Ó4Ô5Èq�Ø—‘œD¤ g Y´Ñ%6¸Ó!<ÈWÜ.2°9«oÈØ/<ÈxØ:GÈ(Ñ:RñT÷ Uô 6ô 8ñ >ô* �<Š<˜ w i´%Ñ&7ò  ;kñ  'kñ  lð  lùò5:s   ”6Jc                ój  • [        U [        5      (       a8  U R                  5        VVs0 s H  u  p[        U5      [	        U5      _M     snn$ [        U [
        [        45      (       a  U  Vs/ s H  n[	        U5      PM     sn$ [        U [        R                  45      (       a  [        U 5      $ [        U [        [        R                  45      (       a(  [        R                  " U 5      (       a  [        U 5      $ S $ [        U [        R                  45      (       a  [        U 5      $ U $ s  snnf s  snf rÞ   )Ú
isinstancerP   r~   rv   Ú_json_cleanr  rè   r/   ÚintegerrN   r1   Úfloatingr6   Úbool_rE  )r…   r„   Úitems      r<   r6  r6  O  sà   € Ü�%œ×ÑØ=B¿[¹[¼]ÔKº]±	°”�C“œ+ dÓ+Ò+¹]ÒKÐKÜ�%œ$¤˜×'Ñ'Ù.3Ó4ªe d”˜DÖ!©eÑ4Ð4Ü�%œ"Ÿ*™*˜×'Ñ'Ü�5‹zÐÜ�%œ%¤§¡Ð-×.Ñ.Ü!Ÿ{š{¨5×1Ñ1Œu�U‹|Ð;°tÐ;Ü�%œ"Ÿ(™(˜×%Ñ%Ü�E‹{ÐØ€Lùó Lùâ4s   ©!D*Á-D0c                óP  ^• U R                   (       a  gS mSSR                  [        [        U R                  5      5      -   S-   SSR                  S U R                   5       5      -   S-   /nUR                  U4S jU R                  SS S	9 5       5        S
R                  U5      $ )NzNo estimable or available rows.c                óâ   • [         R                  " U 5      (       a  g[        U [        [        R
                  45      (       a  U S $ [        U 5      R                  SS5      R                  SS5      $ )NÚ	undefinedú.6gÚ|z\|Ú
Ú )rt   ru   r5  r1   r/   r8  rv   rÜ   ©r…   s    r<   ÚfmtÚ_markdown.<locals>.fmt`  sV   € Ü�7Š7�5�>‰>ØÜ�eœe¤R§[¡[Ð1×2Ñ2Ø˜C�[Ð!Ü�5‹z×!Ñ! # uÓ-×5Ñ5°d¸CÓ@Ð@r>   ú| ú | ú |c              3  ó&   #   • U  H  nS v •  M	     g7f)z---Nr7  )rà   rì   s     r<   râ   Ú_markdown.<locals>.<genexpr>f  s   é € ÐQoÒanÐ\]ÕRWÒanùs   ‚c              3  óf   >#   • U  H&  nS SR                  U4S jU 5       5      -   S-   v •  M(     g7f)rE  rF  c              3  ó4   >#   • U  H  nT" U5      v •  M     g 7frÞ   r7  )rà   r…   rC  s     €r<   râ   Ú&_markdown.<locals>.<genexpr>.<genexpr>g  s   øé € Ð"?º3°%¡3 u§: :º3ùs   ƒrG  N)r¿   )rà   r  rC  s     €r<   râ   rI  g  s,   øé € Ð{ÒRzÈ3�˜Ÿ
™
Ô"?¹3Ó"?Ó?Ñ?À$ÖFÒRzùs   ƒ.1F)rJ  r�   r@  )r»   r¿   rÁ   rv   r¾   ÚextendrÉ  )rÊ   ÚlinesrC  s     @r<   Ú	_markdownrO  ]  s’   ø€ Ø‡{‡{Ø0òAð �E—J‘Jœs¤3¨¯©Ó6Ó7Ñ7¸$Ñ>ÀÀuÇzÁzÑQoÐaf×anÒanÓQoÓGoÑ@oÐrvÑ@vÐw€EØ	‡L�LÔ{ÐRW×RbÑRbÐinÐuyÐRbÑRzÓ{Ô{Ø�9‰9�UÓÐr>   c           	     ó  • / SQnU S   c  UR                  S5        OÛSU S    SU S    3nUR                  SU SU S	   S
 SU S   S S35        UR                  SU S   (       a  SOS-   S-   SR                  U S   5      -   5        UR                  S:H  R                  5       (       a?  U S   (       a  UR                  S5        OUR                  S5        UR                  S5        OUR                  S5        UR	                  / SQ5        U$ )N)zxAll estimates describe these observed chronological folds; they do not establish a causal benefit from self-supervision.zÃPrimary estimates average seeds within faculty-fold first, then weight each faculty-fold equally. Missing and undefined cells are counted explicitly; undefined AP/AUC do not mean training failed.zÜAP confidence intervals and paired-delta intervals use descriptive faculty-fold cluster resampling after seed averaging. Chronological folds are correlated, so these intervals are not independent-fold significance tests.zÓAP is recomputed directly from saved prediction labels/probabilities wherever available; paired decisions require those predictions. Original reported AP and any discrepancy remain in the metric-integrity audit.uÎ   Threshold metrics use separate supplied F1/F2 thresholds. Diagnostic strata inherit those thresholds; reporting never retunes them. Exact alert budgets use ceil(N Ã— budget), with lexicographic row-ID ties.r×  z©No development winner can be selected from complete estimable paired evidence against all controls. Retrospective outcomes cannot resolve this development selection gap.zH2/Ú/rØ  zThe development candidate is z4; its worst paired mean AP gain against H0/H1/HR is rÈ  r>  z, and it beats all controls in r•  z.1%z of paired faculty-fold cells.zPromotion criterion: rÛ  zmet.znot met.rA  rá  r°   rÞ  zÒThe development-selected candidate has positive retrospective mean AP deltas against every control on aligned complete support. This is evidence for this held-out setting; it does not guarantee gains elsewhere.z»Retrospective evidence for the development-selected candidate is mixed, nonpositive, unavailable, or incompletely aligned. An operational recommendation is not supported by these results.z�Retrospective evaluation did not alter architecture/task selection or the development promotion decision; other retrospective candidates are diagnostic only.zsNo retrospective evidence is available. Development promotion alone does not support an operational recommendation.)z­Positive AP deltas favor the target; lower Brier/ECE deltas favor the target. Seed dispersion measures training variability, while faculty wins/harms expose uneven transfer.zùHistory/OOV/no-history strata describe ranking and calibration on each observed subgroup. Different subgroup prevalence and support can change AP; subgroup differences do not identify causes. New-course OOV rate is not evidence of curriculum change.z»Task and encoder ablations compare observed transfer on shared downstream support under the declared information and training budgets; these budgets do not imply exact parameter matching.z§Pretext reconstruction success alone is not evidence of downstream transfer. A synthetic demonstration supports software verification only and makes no research claim.)r
  r¿   r   r7   rM  )rì  r  r©   rã  s       r<   Ú_interpretationrR  k  sˆ  € ò^€Dð
 �ÑÑ&Ø�‰ð  @õ  	Aà˜( =Ñ1Ð2°!°H¸]Ñ4KÐ3LÐMˆ	Ø�‰Ð3°I°;Ð>rÐs{ð  }Qñ  tRð  SVð  sWð  Wvð  wð  @Xñ  wYð  Z]ð  v^ð  ^|ð  }ô  	~Ø�‰Ð+¸À*×9M©vÐS]Ñ^ÐadÑdÐgj×goÑgoÐpxð  zCñ  qDó  hEñ  Eô  	FØ�M‰M˜_Ñ,×1Ñ1×3Ñ3ØÐ3×4Ø—‘ð  qõ  rà—‘ð  Zô  [Ø�K‰Kð  xõ  yà�K‰Kð  Nô  OØ‡K�Kò |ô }ð €Kr>   c                ó¬  • / nSSSSSSSSS	.nUR                   (       dö  UR                  UR                  R                  U5         R	                  5        H¼  n[
        R                  " UR                  5      (       d  M*  XVR                     u  pxUR                  S
:”  a  SOUR                  S
:  a  SOSn	UR                  U SU	 SU SUR                   SUR                   SUR                   SUR                  S SUR                   S35        M¾     UR                   (       dÌ  UR                  UR                  S
:„     n
/ SQnU
R                  USS9 H˜  u  pÍUu  pïnnnnnnU SU SU 3nSR                  [!        UR"                  R%                  [&        5      5      5      nUR                  SU SU SU SU SU S[)        UR                  R+                  5       5       SU S 35        Mš     U S!   Gb[  S" GHT  nUUS#-      nUR                   (       a  M  UR                  UR,                  S$:H  UR                  U S!   :H  -  UR                  U S%   :H  -     nUS&:X  a  UR                  UR.                  S&:H     nUR	                  5        H½  nUS&:X  aF  [
        R                  " UR0                  5      (       d!  UR                  S'UR                   S(35        MO  [
        R                  " UR0                  5      (       d  Mv  UR                  S)UR                   SUR.                   S*UR0                  S S+UR2                   S,3	5        M¿     GMW     U$ )-zHDescribe observed contrasts conditionally, without causal extrapolation.)z
Frozen SSLzsupervised history)zFine-tuningz
frozen SSL)zDeterministic history summariesz the full engineered HGB baseline)úJoint grade/course pretrainingzgrade-only pretraining)rT  úcourse-only pretraining)zGrade-only pretrainingrU  )úGRU frozen SSLzMLP frozen SSL)zTransformer frozen SSLrV  )ÚN2_vs_N1ÚN3_vs_N2ÚH1_vs_H0ÚH2_joint_vs_gradeÚH2_joint_vs_courseÚH2_grade_vs_courseÚH2_gru_vs_mlpÚH2_transformer_vs_grur   ÚhigherrÃ   Úequalz has z mean AP than z in z for rQ  z (paired delta=r>  z; zN faculty-fold cells). This comparison describes the aligned evaluated support.)r   r   r   r   r#  rz  r{  r|  Trj  r®   zObserved faculty harms for rA  z versus z: z$ lower-AP faculty-fold cells across zD. Any overall gain should be read alongside this uneven performance.r×  )r	  r  r  rc  rØ  r	  z9No-history AP is undefined for the selected candidate in zj; the no-history rows remain included in overall evaluation and their reasons appear in the stratum table.zSelected-candidate z AP is z across zg estimable faculty-fold cells. Subgroup prevalence and sample size limit comparisons with other strata.)r»   r  r|  r5   rÉ  r/   r6   r‡  r
  r   r   r   r’  r‹  r  r¿   rÀ   r   r8   rv   rN   rO   r   r  r   rù   )rì  Ú	contrastsÚ	facultiesÚdiagnosticsÚfindingsr¡   r  r[  r#  Ú	directionÚharmsÚ
group_keysr„   r¨   r   r   r   r   rz  r{  rì   Úcontrol_nameÚnamesr�   ÚtablerË  s                             r<   Ú_observed_findingsrk  †  sj  € à€HØ>Ø7ØaØ#_Ø$aØ$YØCØ'SñU€Fð �?�?Ø—=‘= ×!3Ñ!3×!8Ñ!8¸Ó!@ÑA×LÑLÖNˆCÜ—;’;˜sŸ|™|×,Ñ,ÙØ$§\¡\Ñ2‰OˆFØ$'§L¡L°1Ó$4™ÀSÇ\Á\ÐTUÓEU¹'Ð[bˆIØ�O‰O˜v˜h e¨I¨;°nÀWÀIÈTÐRU×R[ÑR[ÐQ\Ð\aÐbe×bjÑbjÐakÐklÐmp×muÑmuÐlvð w-Ø-0¯\©\¸#Ð,>¸bÀ×ASÑASÐ@Tð UWðWö Xñ Oð �?�?Ø—‘˜i×2Ñ2°QÑ6Ñ7ˆÚlˆ
ØŸ-™-¨
¸˜-Ó>‰JˆCØMPÑJˆE˜˜d G¨\¸<ÈØ%˜Y a¨ ~°Q°|°nÐEˆLØ—I‘Iœf U§]¡]×%9Ñ%9¼#Ó%>Ó?Ó@ˆEØ�O‰OÐ9¸%¸ÀÀ#ÀÀaÈÀvÈQÈtÈfÐT\Ð]iÐ\jÐjlÜ" 5×#3Ñ#3×#7Ñ#7Ó#9Ó:Ð;Ð;_Ð`eÐ_fð gaðaö bñ	 ?ð �ÑÒ*Ü)ˆDØ Ð';Ñ ;Ñ<ˆEØ�{�{ÙØ—Y‘Y §	¡	¨TÑ 1°e·j±jÀHÈ]ÑD[Ñ6[Ñ\Ð`e×`jÑ`jÐnvð  xEñ  oFñ  aFñ   Gñ  HˆFØ�|Ó#ØŸ™ F§N¡N°lÑ$BÑC�Ø×(Ñ(Ö*�Ø˜<Ó'´·²¸C¿F¹F×0CÑ0CØ—O‘OÐ&_Ð`c×`iÑ`iÐ_jð kOð %Oö Pä—[’[ §¡×(Ó(Ø—O‘OÐ&9¸#¿)¹)¸ÀAÀcÇkÁkÀ]ÐRYÐZ]×Z`ÑZ`ÐadÐYeð f.Ø.1¯n©nÐ-=ð >oð%oö pô +ñ *ð €Or>   c                óN  • [        U[        [        R                  45      (       a  US:  a  [	        S5      e[        U 5      [        USS9pe[        XV5      n[        U5      nUR                  SSS9  [        U[        U5      5      u  px[        XV[        U5      5      u  pšp¼[        [        XY5      5      nXWUXšX¼[        XV5      US/[        -   / SQ-      S.	nS/[        -   / S	Q-    Vs/ s H  oÿU	;   d  M
  UPM     nnU	U   US
'   [        Xe[        U5      5      nUR!                  U5        UR#                  5        H  u  nnUR%                  UUS-   -  SS9  M     UR%                  US-  SS9  US-  R'                  [(        R*                  " USSS9S-   5        [-        XÕ5      [/        XÛUU5      -   nS/UQnS/UQnUR#                  5        Ht  u  nnUR1                  SS5      R3                  5       nUR4                  (       d  UR7                  SSSS S9OSnU" US-   U-   5        USU-   [9        U5      /-  nUUU/-  nMv     U H  nU" U5        M     US-  R'                  SR;                  U5      S-   5        US-  R'                  SR;                  U5      S-   5        U$ s  snf )am  Write and print complete research tables, returning a dev-only decision.

AP is recomputed from saved predictions and reported AP discrepancies are audited.
Contrasts require identical canonical enrollment IDs and labels within each
faculty/fold/seed. Seeds are paired before averaging. Candidate selection uses
the common support of all three H0/H1/HR controls, then the worst mean AP gain;
ties break by architecture/task name. No retrospective row enters selection.
``bootstrap`` is a deterministic descriptive cell-resampling count, not an
independent-fold inference procedure. Files are overwritten once per report.
r   z'bootstrap must be a nonnegative integerT)rË   )ÚparentsÚexist_okr   )r   r,  r-  r/  r1  rY   r2  r5  )	Úresults_by_seedÚfaculty_fold_metricsÚmacro_metricsÚpaired_seed_contrastsÚpaired_faculty_fold_contrastsÚpaired_contrastsÚfaculty_wins_harmsÚcoverage_auditÚmetric_integrity_audit)	r#  rz  r{  r|  r€  rˆ  rŠ  rƒ  r…  Úsupport_auditz.csvFr  zpredictions_all.csvzdecision.jsonrI   )ÚindentÚ	allow_nanr@  z# Suite35 PACE research reportzSuite35 PACE research reportrì   rA  Nc                ó
   • U S $ )Nr>  r7  rB  s    r<   rä  Ú report_results.<locals>.<lambda>ß  s   € ÐinÐorÐhsÐftr>   )rJ  Úmax_rowsÚmax_colsÚfloat_formatzNo available rows.z## z	report.mdz

z
report.txt)r5  rN   r/   r7  r4   rÑ   rN  r   Úmkdirr  r±  r6  rõ  r3  rº   r  r}   r~   Úto_csvÚ
write_textÚjsonÚdumpsrR  rk  rÜ   Útitler»   Ú	to_stringrO  r¿   )Ú
results_dfÚpredictions_dfÚoutdirÚlogrê   r  rË   r  r  rž  r˜  ra  rb  rì  Útablesrá   Úsupport_columnsrc  r�   rj  Ú	narrativeÚmarkdownÚplainr…  ÚshownÚlines                             r<   Úreport_resultsr’  ·  sá  € ô �i¤#¤r§z¡zÐ!2×3Ñ3°yÀ1³}ÜÐBÓCÐCÜ% jÓ1´:¸nÐZ^Ñ3_ˆ[Ü˜GÓ1€GÜ�&‹\€FØ
‡L�L˜¨€LÑ-Ü˜g¤s¨9£~Ó6�L€EÜ0>¸wÔUXÐYbÓUcÓ0dÑ-€E˜Üœ9 WÓ4Ó5€HØ!(ÐZ_Ø',Ø"+Ü /°Ó EØ(/°°	¼EÑ0Aò  EPñ  1Pñ  )Qñ	R€Fð
 $+ )¬eÑ"3ò  7Sò  #Só  bò  #S˜Qð  \añ  Wa—qñ  #S€Oð  bØ# OÑ4€Fˆ?ÑÜ˜{´S¸³^ÓD€KØ
‡M�M�+ÔØ—|‘|–~‰ˆˆeØ�‰�V˜t f™}Ñ-°UˆÓ;ñ &à×Ñ�vÐ 5Ñ5¸UÐÑCØˆoÑ×)Ñ)¬$¯*ª*°XÀaÐSXÑ*YÐ\`Ñ*`ÔaÜ Ó2Ô5GÈÐ]fÐhsÓ5tÑt€IØ0Ð=°9Ð=€HØ+Ð8¨iÐ8€Eð —|‘|–~‰ˆˆeØ—‘˜S #Ó&×,Ñ,Ó.ˆð ~C÷  ~I÷  ~I�—‘ e°dÀTÑXt�Ñuð  OcˆÙˆE�D‰L˜5Ñ Ô!Ø�U˜U‘]¤I¨eÓ$4Ð5Ñ5ˆØ�%˜�ÑŠñ &ó ˆÙˆDŽ	ñ àˆkÑ×%Ñ% f§k¡k°(Ó&;¸dÑ&BÔCØˆlÑ×&Ñ& v§{¡{°5Ó'9¸DÑ'@ÔAØ€Oùò/ bs   Ã'	J"Ã4J")NN)F)r7  )éÈ   )rŠ  zCallable[[str], None])/Ú__doc__Ú
__future__r   rƒ  rq   Úpathlibr   r¦   Útypingr   Únumpyr/   Úpandasrt   Úsklearn.metricsr   r   rº   r  r  r  rÓ   r=   rD   rU   r•   r£   r«   rÑ   rÚ   rî   r  r(  r*  rN  r^  rœ  r±  rÔ  rõ  r  r3  r6  rO  rR  rk  r’  r7  r>   r<   Ú<module>r›     sç   ðñõ #ã Û Ý Û 	Ý ã Û ß Bò 	;€Ú;€Ú+€ÚP€ò2€ò
	!ò[òdô,>òBò.ô'pòT`ò
Eô&ò<ò2rò-ò`ð( '¨g¸WØ ¨°|Ø&ñ(€
ò
TOònWò<0òf%òPlò>òòò6.÷b0r>   