ó
    nÙj'  ã                  óz   • S r SSKJr  SSKrSSKrSSKJrJ	r	  SSK
JrJr  / SQr/ SQrS rSS	 jrS
 rSS jrS rg)zIMatched-cell effects, earlier-development policies and bounded decisions.é    )ÚannotationsN)Ú	json_hashÚsha256_file)Úselect_thresholdÚpolicy_metrics)	)ÚA1ÚA0)r   ÚA0M)ÚA2r   )r   r	   )r   r
   )r   ÚP1)ÚA3r   )r   ÚHGB)r   ÚCacheReference))zSuite25 Committee blendgxcAaP¦×?Úfourteen_faculty)zSuite22 safe blendgDŠM ×?r   )zSuite31 full-history HGBgÄ"†Æ¤Ö?r   )Ú	CommitteeghA(ïãhÖ?r   )z!Suite32 local common / Suite33 S0g—ýºÓ�'Ö?r   )z
Suite33 S4gmÆiˆ*üÕ?r   )ÚCouncilgñ¡DKO×?Ú"thirteen_faculty_excluding_English)z
Council ITgƒß†¯yÜ?ÚIT_onlyc                ó˜  • U R                   (       a  [        R                  " 5       $ S Vs/ s H  oU ;   d  M
  UPM     nnU R                  / SQSS9U   R	                  5       nUR                  SS/SS9U   R	                  5       nUR                  SS/5      R                  SSS	9R                  5       nUR                  USS/S
9$ s  snf )N)ÚapÚaucÚbceÚbrierÚeceÚ
prevalence)ÚstageÚarmÚfacultyÚfoldF©Úas_indexr   r   )r   Úsize)r   Úcount)ÚcellsÚdefined_ap_cells)Úon)ÚemptyÚpdÚ	DataFrameÚgroupbyÚmeanÚaggÚreset_indexÚmerge)ÚmetricsÚcÚcolumnsr$   ÚsummaryÚsupports         ÚF/root/disk_3tb/earlywarning/30072026/suite34_ipmvcl/s34_comparisons.pyÚsummarize_metricsr5      sÌ   € Ø‡}‡}Ü�|Š|‹~ÐÙLÓ]ÒL�QÐU\ÑP\�qÑL€GÐ]Ø�O‰OÒ?È%ˆOÐPÐQXÑY×^Ñ^Ó`€EØ�m‰m˜W eÐ,°uˆmÐ=¸gÑF×KÑKÓM€GØ�m‰m˜W eÐ,Ó-×1Ñ1Ð8HØBQð 2ð SßS^ÑS^ÓS`ð à�=‰=˜ g¨uÐ%5ˆ=Ð6Ð6ùò ^s
   «	C¸Cc                ó¸  • U R                   (       a>  [        R                  " 5       [        R                  " 5       [        R                  " 5       4$ U R                  / SQ5      R	                  5       (       a  [        S5      eU R                  / SQSSS9n/ / / pen[         GHÌ  u  pxXs;  d  Xƒ;  a  M  X7   X8   -
  R                  S5      R                  5       n	US-   U-   U	S	'   UR                  U	5        U	R                  S
5       GHb  u  p«UR                  R                  5       R                  5       n[        U5      (       d  M@  UR                  SS/SS9R                  R!                  5       nUR                  S/S9nUR                  S5      R                  R!                  5       nUR                  S5      R                  R!                  5       nUR                  S5      R                  R!                  5       nUR                  [#        S,0 S
U
_S	US-   U-   _S[%        UR                  R!                  5       5      _S[%        [&        R(                  " U5      5      _S[        U5      S:”  a  [%        [&        R*                  " USS95      OS_S[-        US:„  R/                  5       5      _S[-        US:  R/                  5       5      _S[-        [&        R0                  " U5      S:*  R/                  5       5      _S[        U5      _S[        U5      _S[%        UR3                  5       5      _S[%        UR5                  5       5      _S [-        US!:„  R/                  5       5      _S"[-        US!:„  R/                  5       5      _S#[-        US!:„  R/                  5       5      _S$[%        UR5                  5       5      _65        [7        UR8                  R;                  5       5      n[#        X§S-   U-   [        U5      [        U5      [-        U5      S%[&        R<                  [&        R<                  S&9nU(       Ga%  U(       Ga  [&        R>                  RA                  U5      nU Vs0 s H0  nUURB                  UR8                  U:H  S4   R                  5       _M2     nn[E        [-        U5      5       VVs/ s HT  n[&        RF                  " URI                  U[        U5      5       Vs/ s H  nUU   PM
     sn5      R!                  5       PMV     nnnURK                  [%        [&        RL                  " US'5      5      [%        [&        RL                  " US(5      5      S)9  UR                  U5        GMe     GMÏ     [        R                  " U5      U(       a  [        RN                  " US*S+9O[        R                  " 5       [        R                  " U5      4$ s  snf s  snf s  snnf )-N)r   r   r   Úseedr   zDuplicate model-cell metrics)r   r   r   r7   r   r   ©Úindexr1   ÚvaluesÚdelta_apÚ-Úcontrastr   r   r   Fr    )Úsubsetr7   Úmean_delta_apÚmedian_delta_apÚsd_delta_apé   )Úddofç        Úwinsgê-�™—q=Úlossesgê-�™—q½ÚtiesÚpaired_seed_cellsÚpaired_cellsÚ
best_deltaÚworst_deltaÚpositive_facultiesr   Úpositive_foldsÚpositive_seedsÚworst_faculty_deltaÚ2PAIRED_FACULTY_CLUSTER_FIXED_PERIODS_SEED_AVERAGED)r   r=   ÚclustersrI   Ú
replicatesÚunitÚci_lowÚci_highgš™™™™™™?g333333ï?)rT   rU   T©Úignore_index© )(r'   r(   r)   Ú
duplicatedÚanyÚ
ValueErrorÚpivotÚPAIRSÚrenamer-   Úappendr*   r;   ÚdropnaÚto_numpyÚlenr+   ÚdictÚfloatÚnpÚmedianÚstdÚintÚsumÚabsÚmaxÚminÚsortedr   ÚuniqueÚnanÚrandomÚdefault_rngÚlocÚrangeÚconcatenateÚchoiceÚupdateÚquantileÚconcat)r/   Ú	bootstrapÚbootstrap_seedr\   ÚrowsÚ	summariesÚ	intervalsÚaÚbÚpr   Úgroupr:   ÚcellÚdefinedÚfaculty_effectsÚfold_effectsÚseed_effectsÚ	facultiesÚintervalÚrngÚfrQ   Ú_Údrawss                            r4   Úpaired_contrastsr�   "   sã  € Ø‡}‡}Ü�|Š|‹~œrŸ|š|›~¬r¯|ª|«~Ð=Ð=Ø×ÑÒEÓF×JÑJ×LÑLÜÐ7Ó8Ð8Ø�M‰MÒ DÈeÐ\`ˆMÐa€EØ!# R¨�Y€Dß�‰ˆØ‹>˜Q›^ÙØ‰X�e‘hÑ×&Ñ& zÓ2×>Ñ>Ó@ˆØ˜#™˜a™ˆˆ*‰Ø�‰�AŒØŸI™I g×.‰LˆEØ—^‘^×*Ñ*Ó,×5Ñ5Ó7ˆFÜ�v—;‘;ÙØ—=‘= )¨VÐ!4¸u�=ÐE×NÑN×SÑSÓUˆDØ—k‘k¨*¨�kÐ6ˆGØ%Ÿo™o¨iÓ8×AÑA×FÑFÓHˆOØ"Ÿ?™?¨6Ó2×;Ñ;×@Ñ@ÓBˆLØ Ÿ=™=¨Ó0×9Ñ9×>Ñ>Ó@ˆLØ×ÑœTò 	B©ð 	B¸¸#¹¸aºð 	BÜ# G×$4Ñ$4×$9Ñ$9Ó$;Ô<ð	BÜNSÔTV×T]ÒT]Ð^dÓTeÔNfð	Bä=@À»[È1»_œE¤"§&¢&¨°aÑ"8Ô9ÐRTøð	Bô ˜& 5™.×-Ñ-Ó/Ô0ð	Bô :=¸fÀv¹o×=RÑ=RÓ=TÔ9Uð	Bô œ"Ÿ&š& ›.¨EÑ1×6Ñ6Ó8Ô9ð		Bô NQÐQWÌ[ð		Bô
 ! œ\ð	Bô
 7<¸F¿J¹J»LÔ6Ið	Bô
 X]Ð]c×]gÑ]gÓ]iÔWjð	Bô $'¨¸!Ñ(;×'@Ñ'@Ó'BÔ#Cð	Bô  # L°1Ñ$4×#9Ñ#9Ó#;Ô<ð	Bô  # L°1Ñ$4×#9Ñ#9Ó#;Ô<ð	Bô %*¨/×*=Ñ*=Ó*?Ô$@ð	Bô 	Cô ˜wŸ™×5Ñ5Ó7Ó8ˆIÜ %°C±%¸±'ÄCÈ	ÃNÜ  ›\´c¸)³nØIÜ—v‘v¤r§v¡vñ/ˆH÷ ŸYÜ—i‘i×+Ñ+¨NÓ;�ÙajÓkÒajÐ\]˜A˜wŸ{™{¨7¯?©?¸aÑ+?ÀÐ+KÑL×UÑUÓWÒWÑaj�Ðkä"'¬¨I«Ô"7ô9Ú"7˜Qô Ÿš¸c¿j¹jÈÔTWÐXaÓTbÔ>cÓ(dÒ>c¸¨°!¬Ñ>cÑ(dÓe×jÑjÖlÙ"7ð ñ 9à—‘¤u¬R¯[ª[¸ÀÓ-EÓ'FÜ(-¬b¯kªk¸%ÀÓ.FÓ(Gð  ñ Ià×Ñ˜X×&ô? /ñ ôL �LŠL˜Ó#Î4¤R§Y¢Y¨tÀ$Ò%GÔUW×UaÒUaÓUcÜ�LŠL˜Ó#ð%ð %ùò lùÚ(dùó 9s   Ñ7WÒ+3W
ÓWÓ-W
×W
c                ó‚  • / / p!U R                   (       a*  [        R                  " 5       [        R                  " 5       4$ U R                  / SQSS9 GH&  u  u  p4pVUR	                  5        Vs0 s H7  n[        UR                  5      [        R                  " UR                  5      _M9     nnUR	                  5        Vs0 s H#  n[        UR                  5      UR                  _M%     n	n[        UR                  5       5       GHo  u  p«[        U5       Vs/ s H  oÌ[        U
S5      :  d  M  UPM     nnU(       a(  [        R                  " U Vs/ s H  oÈU   PM	     snSS9OS nS GH  nUb!  [        UR                  UR                  U5      O[        / / U5      nUS   n[!        X4[        U5      U
U
S::  a  S	OS
US9n[#        U Vs/ s H  n[%        Xœ   5      PM     sn5      nUR'                  [!        S0 UDUDSR)                  [+        [,        U5      5      USU
S:¬  S.D65        UR'                  [!        S0 UDUUS   S.D[/        UR                  UR                  U5      D65        GM     GMr     GM)     [        R                  " U5      [        R                  " U5      4$ s  snf s  snf s  snf s  snf s  snf )N)r   r   r7   T)Úsorté   rV   ©rB   é   Ú	thresholdé   ÚdevelopmentÚretrospective)r   r   r7   r   r   ÚbetaÚ,ÚMAXIMUM_THRESHOLD)Úsource_foldsÚsupport_sha256Útie_ruleÚfrozen_for_retrospectiveÚstatus)r“   rž   rX   )r'   r(   r)   r*   Ú
itertuplesrh   r   Úread_csvÚpathrm   Úitemsrl   rx   r   Úyr€   rc   r   r   r_   ÚjoinÚmapÚstrr   )r9   Ú
thresholdsÚoperationalr   r   r7   ÚrecordsÚrÚframesÚpathsr   ÚtargetrŠ   Úprior_foldsÚpriorr—   Úpolicyr“   ÚbaseÚsupporting_hashs                       r4   Úoperational_tablesr³   S   sc  € Ø  "�Ø‡{‡{Ü�|Š|‹~œrŸ|š|›~Ð-Ð-Ø).¯©Ò7QÐX\¨Ô)]Ñ%Ñˆ�tØ<C×<NÑ<NÔ<PÓQÒ<P°q”#�a—f‘f“+œrŸ{š{¨1¯6©6Ó2Ò2Ñ<PˆÐQØ.5×.@Ñ.@Ô.BÓCÒ.B¨”�Q—V‘V“˜aŸf™fÒ$Ñ.BˆÐCÜ" 6§<¡<£>×2‰LˆDÜ&,¨V¤nÓI¢n ¼CÀÀa»LÑ8HŸ1¡nˆKÐIÞVa”B—I’I±+Ó>²+¨Q aœy±+Ñ>ÈTÒRÐgkˆEÜ�ØEJÑEVÔ)¨%¯'©'°5·7±7¸DÔAÔ\lÐmoÐqsÐuyÓ\z�Ø" ;Ñ/�	Ü G¼3¸t»9È4Ø37¸1³9¡-À/ÐX\ñ^�ä"+ÉKÓ,XÊKÀq¬[¸¹Ö-BÉKÑ,XÓ"Y�Ø×!Ñ!¤$ñ #i¨ð #i°ð #iÀcÇhÁhÌsÔSVÐXcÓOdÓFeØ6EØ0CÐ^bÐfgÑ^gó#iô jð ×"Ñ"¤4ñ $Y¨$ð $Y¸)ÈFÐS[ÑL\ò $YÜ*8¸¿¹À6Ç8Á8ÈYÓ*Wñ$Y÷ Zô ô 3ñ *^ô" �<Š<˜
Ó#¤R§\¢\°+Ó%>Ð>Ð>ùò! RùÚCùâIùÚ>ùò -Ys$   Á,>J(Â>*J-ÄJ2Ä-J2ÅJ7Ç	J<c                ó’  • X R                   S:*     R                  5       nU(       d  [        SSSSSS9$ 1 Sk1 SkpTX3R                  R	                  U5         nUR
                  R                  5       S	:H  =(       a{    [        UR                   5      1 S
k:H  =(       aZ    [        UR                  5      U:H  =(       a;    [        U5      S:H  =(       a&    UR                  / SQ5      R                  5       (       + nU(       d  [        SSSSSS9$ [        USS9u  p‰n
UR                  5        Vs0 s H"  o»R                  [        UR                   5      _M$     nnX™R                  S:H     nUR#                  S5      R$                  R'                  5       nUR#                  S5      R$                  R'                  5       nUR#                  S5      R$                  R'                  5       n[        [)        [*        R,                  " UR.                  5      R1                  5       5      UR3                  S[*        R4                  * 5      S:¬  UR3                  S[*        R4                  * 5      S:¬  UR3                  S[*        R4                  * 5      S:„  UR3                  S[*        R4                  * 5      S:¬  [7        US:„  R9                  5       5      S:¬  [7        US:„  R9                  5       5      S:¬  [7        US:„  R9                  5       5      S:¬  [        UR;                  5       5      S:¬  S9	nUR<                  (       d<  XR                   R?                  SS5      UR                  R	                  SS/5      -     OUnS  GHG  nUR<                  (       a
  SUS!U 3'   M  UUR@                  U:H     RC                  / S"QS#US$:X  a  S%OS&S'/S(9nUS$:X  a  S%OS&n[        U5      S):H  =(       a    US4U;   =(       a    US4U;   nU(       a¯  UUS4   UUS4   -
  nUS*   US+   -
  n[)        [*        R,                  " U5      R1                  5       =(       aa    [*        R,                  " U5      R1                  5       =(       a6    UR'                  5       S,:¬  =(       a    [E        UR'                  5       5      S-:*  5      n[)        U5      US!U 3'   GMJ     [1        URG                  5       5      nU(       a  S.O/UR3                  SS5      S::  d  UR3                  SS5      S::  a  S/OSn[        U(       a  S0OS1UURI                  5        VVs0 s H  u  nnU[)        U5      _M     snnU[7        US:„  R9                  5       5      [7        US:„  R9                  5       5      [7        US:„  R9                  5       5      [        UR;                  5       5      SSS2S39$ s  snf s  snnf )4Nr”   ÚINCONCLUSIVEzJRestricted, smoke, synthetic or nonprimary protocol; full matrix required.Fr   )Úresearch_promotionÚ
hypothesisÚreasonÚpromoted_for_deploymentÚprimary_candidate>   r	   r   r   r   r
   >   é   é�   éå   é   >   rB   r’   é   é   r”   i  )r   r   r7   r   z(Incomplete principal development matrix.r   )ry   zA2-A1r   r   r7   g{®Gáz„?zA2-A0zA2-A0MrD   zA2-P1g{®Gázt?r¿   é   r’   g¸…ëQ¸ž¿)	Údefined_principal_apÚA2_A1_min_010ÚA2_A0_min_010ÚA2_A0M_positiveÚA2_P1_min_005rM   rL   rN   Úfaculty_harm_boundedr   r‘   Úoperational_beta)r   r   r7   r   rB   Úf1Úf2Úalert_fractionr8   é¨   )rË   r   )rË   r   g{®Gáz„¿gš™™™™™©?ÚSUPPORTED_ON_DEVELOPMENTÚUNSUPPORTEDÚPASSÚFAILzLFrozen development gates; retrospective outcomes do not enter this decision.)r¶   r·   ÚgatesÚeffectsrL   rM   rN   Úworst_facultyrº   r¹   r¸   )%r   Úcopyrc   r   Úisinr   ÚnuniqueÚsetr7   rb   rY   rZ   r�   rŸ   r=   rd   r?   r*   r;   r+   Úboolre   Úisfiniter   ÚallÚgetÚinfrh   ri   rl   r'   Úbetweenr—   r\   rj   r:   r¢   )r/   r¨   ÚprimaryÚdevÚarmsÚseedsÚexpectedÚcompleter2   Údeltasr‹   rª   rÒ   ÚdÚfaculty_effectÚfold_effectÚseed_effectrÑ   Úopr—   r€   ÚmetricÚvalidÚdeltaÚloadÚpassedr·   ÚkÚvs                                r4   Úpromotion_decisionrñ   k   s  € Ø
—,‘, !Ñ#Ñ
$×
)Ñ
)Ó
+€CÞÜ ~À.ØgØ,1ÀTñKð 	Kò 2²>ˆ%Ø—7‘7—<‘< Ó%Ñ&€HØ—‘×#Ñ#Ó%¨Ñ+÷ V´°H·M±MÓ0BÂoÑ0U÷ VÜ˜Ÿ™Ó&¨%Ñ/÷VÜ47¸³MÀXÑ4M÷Và ×+Ñ+Ò,NÓO×SÑSÓUÔUð ö Ü ~À.ØEÐ_dØ&*ñ,ð 	,ô *¨#¸Ñ;Ñ€G�QØ;B×;MÑ;MÔ;OÓPÒ;O°a�z‰zœ5 §¡Ó1Ò1Ñ;O€GÐPØ�‰ 'Ñ)Ñ*€AØ—Y‘Y˜yÓ)×2Ñ2×7Ñ7Ó9€NØ—)‘)˜FÓ#×,Ñ,×1Ñ1Ó3€KØ—)‘)˜FÓ#×,Ñ,×1Ñ1Ó3€KÜÜ!¤"§+¢+¨h¯k©kÓ":×">Ñ">Ó"@ÓAØ—k‘k '¬B¯F©F¨7Ó3°tÑ;Ø—k‘k '¬B¯F©F¨7Ó3°tÑ;ØŸ™ H¬r¯v©v¨gÓ6¸Ñ;Ø—k‘k '¬B¯F©F¨7Ó3°tÑ;Ü˜K¨!™O×0Ñ0Ó2Ó3°qÑ8Ü °Ñ 2×7Ñ7Ó9Ó:¸aÑ?Ü˜K¨!™O×0Ñ0Ó2Ó3°qÑ8Ü" >×#5Ñ#5Ó#7Ó8¸EÑAñ	C€Eð do×ct×ctˆ×&Ñ&×.Ñ.¨q°!Ó4¸¿¹×8LÑ8LÈdÐTXÈ\Ó8ZÑZÒ	[ð  {F€BÜˆØ�8�8Ø/4ˆEÐ$ T FÐ+Ñ,ÙØˆr�w‰w˜$‰Ñ×%Ñ%Ò,GÐQVØ59¸Q³Y©TÀDÐJZÐ,[ð &ð ]ˆà ›‘¨ˆÜ�Q“˜6Ñ!×Q v¨t n¸Ñ&9×Q¸vÀt¸nÐPQÑ>QˆÞØ�v˜t�nÑ% a¨°¨Ñ&7Ñ7ˆEØÐ-Ñ.¨qÐ1IÑ/JÑJˆDÜœŸš UÓ+×/Ñ/Ó1÷ P´b·k²kÀ$Ó6G×6KÑ6KÓ6M÷ PØ"ŸZ™Z›\¨UÑ2÷PÜ7:¸4¿9¹9»;Ó7GÈ4Ñ7OóQˆEä+/°«;ˆÐ   Ð'Ô(ñ ô �—‘“Ó €FÞ06Ñ,Ø#*§;¡;¨w¸Ó#:¸aÓ#?À7Ç;Á;ÈwÐXYÓCZÐ^_ÓC_‘-Ø%ð ô ®V¡6¸ÈJØ.3¯k©k¬mÔ<ªm¡d a¨�qœ$˜q›'’z©mÒ<ÀgÜ#&¨¸Ñ(:×'?Ñ'?Ó'AÓ#BÜ" K°!¡O×#8Ñ#8Ó#:Ó;Ü" K°!¡O×#8Ñ#8Ó#:Ó;Ì5ÐQ_×QcÑQcÓQeÓKfØ"&ÀØeñgð gùòE QùóF =s   Ä*)V>Ô2Wc                óš   • [         R                  " [         VVVs/ s H  u  pn[        XUS[	        U 5      S9PM     snnn5      $ s  snnnf )NÚ.METRICS_ONLY_DIFFERENT_RECIPES_NO_PAIRED_CLAIM)ÚmodelÚretrospective_apÚ
populationÚ
comparisonÚfull_population_available)r(   r)   ÚARCHIVEDrc   rØ   )Úprimary_populationÚnameÚscorerö   s       r4   Úarchived_comparisonsrý   ¦   sR   € Ü�<Š<å[cõeâ[cÑ@WÀÈZô  DÈZØCÜ"&Ð'9Ó":ô<á[cóeó fð fùô es   ›"A)iô  ií„  )F)Ú__doc__Ú
__future__r   Únumpyre   Úpandasr(   Ús34_datar   r   Ús34_metricsr   r   r]   rù   r5   r�   r³   rñ   rý   rX   ó    r4   Ú<module>r     sB   ðÙ OÝ "Û Û ß +ß 8ò	#€ò	€ò7ô.%òb?ô08góvfr  