Ë
    ­uìj  ã                   óŒ   — d Z ddlZddlZddlZddlZddlZddlZ	ddl
ZddlZddlmZ ddlmZ ddlmZ d„ Zedk(  r e«        yy)a%  Audit trained masked Transformer using held-out first-stage evidence.

Checks the actual 16-feature input and trained checkpoints at the evidence
boundary. This is not a raw-input 4+4 perturbation test: trained decoder fold
weights for the scored baseline were not saved by run_experiment.py.
é    N)ÚDS_KEYS)ÚEXP)Ú
hmm_filterc                  ó’  ‡— t        j                  d«       t        j                  t         j                  j	                  «       rdnd«      } t
        j                  j                  d«      }t        t        j                  D �cg c]  }t        j                  |d«      ‘Œ c}Ž \  }}t        t        j                  D �cg c]  }t        j                  |d«      ‘Œ c}Ž \  }}g }t        t        «      ddgz   D �]|  }|t        v rpt!        j"                  |D �cg c]  }||   ‘Œ	 c}|D �cg c]  }||   ‘Œ	 c}|d«      }	|}
t        |	j%                  «       «      d d D ��cg c]  \  }}||d	   f‘Œ }}}nad
}
|dk(  rdnd|› d�}d„ } ||dz   «      } |d|› d�«      }t        |d   «      d d D �cg c]  }|t        j&                  |||«      d   f‘Œ  }}dD �]Œ  }t        j(                  t*        j,                  j'                  t.        j0                  d|
› d|› d�«      dd¬«      }|d   |
k(  r|d   dk(  sJ ‚t        j2                  |d   d¬«      }t/        j4                  d«      j7                  | «      }|j9                  |d   «       |j;                  «        |D �]Ä  \  }}t/        j<                  |||| «      }t/        j<                  || || «      }t?        t        j@                  t        jB                  ||z   «      «      «      }tE        d tG        |«      dz  «      }|d!k\  sJ ‚|jI                  «       }||d xxx |jK                  ||d  jL                  ¬"«      jO                  d«      |z  d#z  z  ccc t/        j<                  |||| «      }t?        t        j@                  t        jB                  |d | |d | z
  «      «      «      }t/        j<                  |||| «       t?        t        j@                  t        jB                  |t/        j<                  |||| «      z
  «      «      «      }tQ        d$|d%z
  dz  z  d$|d%z   dz  z  d&«      }tQ        d$|d%z
  dz  z  d$|d%z   dz  z  d&«      } t?        t        j@                  t        jB                  |d | | d | z
  «      «      «      }!d'„ }"t/        j<                  | |"|«      || «      }#t/        j<                  | |"|«      || «      }$t?        t        j@                  t        jB                  |#d | |$d | z
  «      «      «      }%|jS                  tU        |||||||!|%¬(«      «       |d)k  r|d)k  r|d)k  r|!d)k  r|%d*kD  r�Œ½J |d+   «       ‚ �Œ� tW        |d,d¬-«       �Œ t*        j,                  j'                  tX        d.d/d0«      }&t[        |&d1«      5 }'t]        j^                  ||'d¬2«       d d d «       d3D ]#  ŠtW        ‰d4tA        ˆfd5„|D «       «      d¬-«       Œ% tW        d6tE        d7„ |D «       «      d¬-«       tW        d8d¬-«       y c c}w c c}w c c}w c c}w c c}}w c c}w # 1 sw Y   Œ|xY w)9Né   ÚcudaÚcpui…  ÚcausalÚAASDÚ	Carta2026TÚxÚALLÚaasd_c1_bestPÚext_c1_Ú_bestPc                 óÌ   — t        d«      D �cg c]K  }t        j                  t        j                  j                  t        dd| j                  |¬«      «      «      ‘ŒM c}S c c}w )Né   ÚresultsÚresearch)Úi)ÚrangeÚNÚloadÚosÚpathÚjoinr   Úformat)Únr   s     ú audit_masked_trained_evidence.pyr   zmain.<locals>.load   sI   € Ô]bÐcdÔ]eÓfÑ]eÐXY”q—v‘vœbŸg™gŸl™l¬3¨y¸ÀAÇHÁHÈqÀHÃMÓRÕSÐ]eÑfÐfùÒfs   ŽAA!z_evidence_s{i}.pklÚext_clf_z_w10b3sw2P_evidence_s{i}.pklr   )r   é   Úmodel_fusion_Ú_sz.pt)Úmap_locationÚweights_onlyÚouterÚvariantÚfusionÚscaleÚf)Údtypeé   Ústateé(   r   )Úsizeé   g      à¿g      à?gV-²�ïï?c                 óh   — t        j                  | dd  t        j                  | dd  dd¬«      f«      S )Nr   éÿÿÿÿr   )Úaxis)ÚnpÚconcatenateÚrepeat)Úvs    r   Ú<lambda>zmain.<locals>.<lambda>-   s+   € ”2—>‘> 1 Q R 5¬¯©°1°R°S°6¸!ÀÔ)CÐ"DÔEó    )ÚdsÚseedÚtrialÚswap_maxÚpast_changeÚreset_errorÚhmm_past_changeÚnegative_changegñhãˆµøä>gH¯¼šò×z>r2   z both seeds and two trials passed)Úflushr   r   z"audit_masked_trained_evidence.jsonÚw)Úindent)r=   r>   r?   r@   Úmaxc              3   ó(   •K  — | ]	  }|‰   –— Œ y ­w)N© )Ú.0ÚrÚks     €r   Ú	<genexpr>zmain.<locals>.<genexpr>5   s   øè ø€ ÐVjÑeiÐ`aÐWXÐYZÕW[Ñeiùs   ƒznegative_change minc              3   ó&   K  — | ]	  }|d    –— Œ y­w)rA   NrG   )rH   rI   s     r   rK   zmain.<locals>.<genexpr>6   s   è ø€ Ð D¹t¸! Ð#4Õ!5¹tùs   ‚zdPASS only at held-out evidence boundary; no claim about missing decoder weights or raw preprocessing)0ÚtorchÚset_num_threadsÚdevicer   Úis_availabler4   ÚrandomÚdefault_rngÚzipÚFÚREFÚSÚ
load_foldsÚDECÚlistr   r   Úoriginal_tableÚitemsr   r   r   r   ÚMÚOUTÚasarrayÚMaskedRateNetÚtoÚload_state_dictÚevalÚpredictÚfloatrE   ÚabsÚminÚlenÚcopyÚnormalÚshapeÚastyper   ÚappendÚdictÚprintr   ÚopenÚjsonÚdump)(ÚdevÚrngÚeÚclfÚ_ÚdecÚrowsr:   r7   Útabr&   rJ   ÚexamplesÚdnr   ÚedÚecr;   Úckr)   ÚmodelÚkeyr   ÚaÚbÚswÚpÚxxÚcÚpastÚresetÚppÚqqÚhmm_pastÚshiftÚn1Ún2ÚnegÚoutr*   s(              `                            r   Úmainr‘      s}  ø€ Ü×Ñ�qÔœeŸl™l´U·Z±Z×5LÑ5LÔ5N©6ÐTYÓZ˜#Ô_a×_hÑ_h×_tÑ_tÐuxÓ_yÐ[^Ü
¬q¯uªuÓ5©u¨!ŒQ�\‰\˜!˜HÕ%¨uÑ5Ð6�€€Q¼SÔef×ejÒejÓBkÑejÐ`aÄ1Ç<Á<ÐPQÐRZÕC[ÐejÑBkÐ=l±u°s¸1ÐrtÐmqÜ”‹=˜& Ð-Õ-€RØŒ7�]Ü×Ñ©Ó,© 1˜˜2›¨Ñ,¹SÓ-A¹S¸¨a°«e¸SÑ-AÀ"ÀTÓJ€3ÐQSÈ5Ü#'¨¯	©	«Ó#4°R°aÑ#8Ô9Ñ#8™C˜A˜aˆa��#‘ŠZÐ#8€8Ò9à	€5 R¨¢Z‘/°w¸r¸dÀ&Ð5IˆrÚfÙ
ˆ2Ð"Ñ"Ó#€2¡t¨h°r°dÐ:XÐ,YÓ'Z BÜ-1°"°Q±%«[¸¸!©_Ó=©_¨ˆa”—‘�r˜"˜Q“ Ñ"Ò#¨_€8Ð=Ü€dÜ‡j�j”—‘—‘œaŸe™e m°E°7¸"¸T¸FÀ#Ð$FÓGÐUZÐhlÔm€2Ø
ˆW‰+�uÒ
  I¡°Ò!8Ð8Ð
8¼r¿z¹zÈ"ÈWÉ+Ð\_Ô?`¸Ü	
�‰˜Ó	×	Ñ	 Ó	$€5 U×%:Ñ%:¸2¸g¹;Ô%GÈÏ
É
ÌÜ�u€sˆ1Ü‡i�i��a˜˜cÓ"€A¤Q§Y¡Y¨u°a°R¸¸cÓ%B 1ÜŒR�V‰V”B—F‘F˜1˜Q™3“KÓ Ó!€B¤C¨¬3¨q«6°1©9Ó$5 !¸QÀºT°k¸TØ‡v�vƒx€B��1�2“˜Ÿ
™
¨¨1¨2¨¯©˜
Ó5×<Ñ<¸SÓAÀ%ÑGÈÑJÑJ“Ü‡i�i��b˜˜sÓ#€A¬¬r¯v©v´b·f±f¸Q¸rÀ¸UÀ1ÀRÀaÀ5¹[Ó6IÓ/JÓ)K Dä‡I�Iˆe�B�u˜SÔ!¬¬b¯f©f´R·V±V¸A¼a¿i¹iÈÈaÐPUÐVYÓ>ZÑ<ZÓ5[Ó.\Ó(] %Ü�#�q˜‘t˜a‘i‘-  Q r¡T¨A¡I¡¨dÓ3€B´zÀ#ÀqÈÁtÈaÁiÁ-ÐPSÐUVÐWYÑUYÐ\]ÑT]ÑP]Ð^bÓ7c°BÜ”2—6‘6œ"Ÿ&™&  B Q ¨¨2¨A¨¡Ó/Ó0Ó1€Há
E€EÜ‡y�y�‘u˜Q“x  cÓ*€B¬a¯i©i¸¹eÀB»iÈÈcÓ.R¨2ÜŒb�f‰f”R—V‘V˜B˜r ˜F 2 b q 6™MÓ*Ó+Ó,€CØ‡K�K”˜ ¨3¸ÀtÐX]Ðnvð  HKô  Lô  MØˆdŠ7�t˜D’y U¨4¢Z°H¸T²MÀcÈ$ÄhÐWÈtÐTVÉxÓWÐNò ð	 ô& ˆÐ-°D×9ð9 .ô: ‡W�W‡\�\”#�i 
Ð+OÓP€Ü
ˆ3ˆs„m�qœŸ™ 4¨°Õ3‡mÛ
D€QÄUÈ1ÈUÔSVÓVjÑeiÓVjÓSjÐquÖEvÐ
DÜÐœSÑ D¹tÓ DÓDÈ4ÕPÜÐmÐtxÖyùòE 6ùÒBkùò -ùÒ-AùÛ9ùò
 >÷, €mús0   ÂXÂ=X#ÄX(
Ä(X-ÅX2Æ/#X8Ö)X=Ø=YÚ__main__)Ú__doc__r   rp   Únumpyr4   rM   Úmasked_rate_experimentr\   Únested_schedule_evalr   Únested_stack_fusionrT   ÚscorerV   Úcommonr   Ú
common_expr   Ú	e1_switchr   r‘   Ú__name__rG   r9   r   Ú<module>r�      sB   ðñ÷ Û Û Û "Û  Û Û Ý Ý Ý  ò$zðJ ˆZÒ™�Ðr9   