Ë
    Záj³  ã                   ó¬  — d Z ddlZddlZddlZddlZddlZddlZddlZ	ddl
mZmZ ddlmZmZmZmZmZmZ ddlmZmZ ddlmZ edk(  �rï ej2                  «       Zej7                  dd	¬
«       ej7                  dd¬«       ej7                  ded¬«       ej7                  ddg ¬«       ej7                  dd¬«       ej7                  dded	¬«       ej7                  dded¬«       ej=                  «       Z eej@                  ez  «      e	_!        e	jB                  e	jD                  z
  e	jF                  z
  e	jB                  ez
  ce	_$        e	_%        g d¢ed<   i ed   ¥ed   ejL                     ¥ed <    ejN                  ejP                  g «        ejR                  d!«       e	jB                  e	jF                  e	jD                  cZ!Z#Z"ejT                  D �]a  Z+ejX                  D � ci c]9  } | dk7  sŒ	| ejZ                  j]                  ed"ej^                  › d#| › �e+› d$�«      “Œ; c} Z0 e1d%„ e0je                  «       D «       «      rdejX                  vr e3e+› d&�d	¬'«       ŒŒ ejh                   e5 eej^                  e+«      d(«      «      Z6 e7 ee+«      jq                  «       «      Z9 e eejt                  e9d   d)   d*   «      «      jv                  d+   Z< e	jz                  d,e<d-«      j}                  e	j~                  «      Z@e@jƒ                   ejh                  ejZ                  j]                  ed.d/ej^                  › d0e+› d1�«      e	j~                  ¬2«      «       e@j…                  «        ejX                  D � ci c]  } | i “Œ c} ZCejX                  D � ci c]3  } | ejˆ                  j‹                  e| z   ej�                  e+«      z   «      “Œ5 c} ZGe9D �]u  \  ZHZI eejt                  eId*   «      ZJ eeJ«      eJd3   eJd4   j—                  e«       eeId5   «      f\  ZLZMZNZOejX                  D �]  ZP eeGeP   eOd6z  «      ZQeGeP   j¥                  dd7«        ej¦                  eOeT«      d8dcZUZVZWeQD ](  ZX eYeOd)z
   e eZeXd6z  «      «      «      Z[eVeUeWe[ eV e[cZVZWŒ* eVeUeWd eU ej¸                  eOd)z
   ej´                   ejº                   e^eM«      «      ez  eJd9   z   d6z  «      j—                  e«      «         Z_ e	jÀ                  e@eM ejÂ                  e_dd…ddf   eLdd…ddd+…f   eL«      «      \  ZbZceNe_z   ejÈ                  ece#z
  d«         Ze e^eb«      d:z  Zf egebd7z  eb d7z  eej—                  ejÐ                  «      ecez  eJd9   z   j—                  ejÒ                  «      ebdefd:z   jÕ                  efd:«      j×                  d)«      d7z  ebdefd:z   jÕ                  efd:«      j×                  d)«       d7z  eedefd:z   jÕ                  efd:«      j×                  d)«      d;kD  j—                  ejÐ                  «      d	¬<«      eCeP   eId*   <   �Œ �Œx deCv r9e6d=   d>   Zl emd?„ elD «       «      Zn eod@„ elD «       «      Zp e3e+› dAendB›dCep› �d	¬'«       e0jã                  «       D ]�  \  ZPZ- ejä                  ejZ                  jç                  e-«      d	¬D«        ege6dE   ePi ¬F«      Zt e5e-dG«      5 Zu ejì                   egd>eCeP   iet¬H«      eu«       ddd«        e3e+› dIe-› �d	¬'«       Œƒ [@ejî                  jñ                  «        �Œd yyc c} w c c} w c c} w # 1 sw Y   ŒIxY w)Ja©  Re-run the LODO direct classifiers on OTHER synthetic-switch schedules (weights saved by SAVE_FOLD_WEIGHTS=1 direct_classifier.py).

The classifier takes the switch at its INPUT (stimulus columns swapped), so a different schedule needs new inference, not a
re-labelling. For each held-out dataset the fold net (models/fold_<exp>__<held>.pt) is run causally on the swapped input exactly as
direct_classifier.run_fold does, with the schedule rng = default_rng(SEED + OFFSET + dataset index) (OFFSET 0 = the usual schedule).
Writes folds/<exp>__sched<OFFSET>/<DS>.pkl (same layout as a fold file; `controls` omitted), loadable with score.load_folds.
OFFSET 0 is not written; it is re-computed and compared with folds/<exp>/<DS>.pkl as a check of the pipeline.
usage: python clf_reschedule.py --exp direct_clf__eaP_n5_t60_w10b3_ptSPK_aug-sw2_wts --prep eaP_n5_t60 --window-s 10
           --set model_blocks=3 --offsets 0 1000 2000 3000 4000é    N)ÚDS_KEYSÚSEED)ÚCFGÚEXPÚFSÚ	fold_fileÚ
load_trialÚrows_of)ÚDÚ_targets)Údraw_switch_timesÚ__main__z--expT)Úrequiredz--prepÚ
eaP_n5_t60)Údefaultz
--window-sg      $@)Útyper   z--setÚ*)Únargsr   z--aug-variantÚclusterz	--offsetsÚ+)r   r   r   z
--datasetsz/held-out datasets to process (default all five))r   r   Úhelp)ÚenvÚonsetÚdomÚtargetsÚdnn_augmentÚaug_variantsÚaugmenté   ÚfoldsÚ__schedz.pklc              #   óZ   K  — | ]#  }t         j                  j                  |«      –— Œ% y ­w)N)ÚosÚpathÚexists)Ú.0Úps     úclf_reschedule.pyÚ	<genexpr>r)   +   s   è ø€ Ð8©- QŒr�w‰w�~‰~˜a× ©-ùs   ‚)+z: cached)ÚflushÚrbé   Úkeyéÿÿÿÿé:   Úvlaai_wsÚmodelsÚfold_Ú__z.pt)Úmap_locationÚeegÚattÚné€   é   FÚt0é(   g      à?)Úr0Úr1r6   Út_endÚr0_10Úr1_10Úatt10Úpre_switchedÚevidenceÚcausalc              #   ó¨   K  — | ]J  }t        t        j                  t        d    |   d   t        |   d   z
  «      j                  «       «      –— ŒL y­w)r   r<   N)ÚfloatÚnpÚabsÚevÚrefÚmax©r&   r-   s     r(   r)   r)   K   sD   è ø€ ÐZÑVYÈs”Eœ"Ÿ&™&¤ A¡ s¡¨DÑ!1´C¸±H¸T±NÑ!BÓC×GÑGÓI×JÑVYùs   ‚AAc              #   ó‚   K  — | ]7  }t        t        d    |   d   t        |   d   k7  j                  «       «      –— Œ9 y­w)r   r6   N)ÚintrI   rJ   ÚsumrL   s     r(   r)   r)   L   s;   è ø€ ÐYÑUXÈcœœR ™U 3™Z¨Ñ.´#°c±(¸5±/ÑA×FÑFÓH×IÑUXùs   ‚=?z4: offset 0 vs stored fold: max |logit/2 difference| z.2ez, truth labels differing: )Úexist_okÚinfo)Úschedule_offsetÚcontrolsÚwb)rC   rQ   z: wrote )yÚ__doc__Úargparser#   ÚpickleÚnumpyrG   ÚtorchÚdecodersÚdirect_classifierÚDCÚcommonr   r   Ú
common_expr   r   r   r   r	   r
   r   r   Ú	e1_switchr   Ú__name__ÚArgumentParserÚapÚadd_argumentrF   rN   Ú
parse_argsÚaÚwindow_sÚWÚFUTÚHOPÚPOS0ÚLABÚaug_variantÚapply_overridesÚsetÚset_num_threadsÚdatasetsÚheldÚoffsetsr$   ÚjoinÚexpÚoutsÚallÚvaluesÚprintÚloadÚopenÚstoredÚlistÚiterrowsÚrowsÚprepÚshapeÚFsÚ	DirectNetÚtoÚDEVÚnetÚload_state_dictÚevalrI   ÚrandomÚdefault_rngÚindexÚrngsÚ_ÚrÚtrÚastypeÚSÚxr6   ÚT128ÚkÚtimesÚintegersÚzerosÚboolÚst128ÚcurÚprevÚttÚminÚroundÚs0ÚminimumÚarangeÚlenÚstÚlogitsÚwhereÚlgÚstartsÚmaximumÚtruthÚn10ÚdictÚint8Úfloat32ÚreshapeÚmeanrJ   rK   ÚdrO   Ún_attÚitemsÚmakedirsÚdirnamerQ   ÚfhÚdumpÚcudaÚempty_cache)r“   s   0r(   Ú<module>r¸      s\  ðñCó Û 	Û ã Û ã Û ß  ß C× Cß  Ý 'àˆzÓØ	 ˆ×	 Ñ	 Ó	"€BØ‡O�O�G d€OÔ+Ø‡O�O�H l€OÔ3Ø‡O�O�L u°d€OÔ;Ø‡O�O�G 3°€OÔ3Ø‡O�O�O¨Y€OÔ7Ø‡O�O�K s°¸t€OÔDØ‡O�O�L¨°WÐCt€OÔuØ
�‰‹€AÙˆq�z‰z˜B‰Ó€B„DØ—d‘d˜RŸV™V‘m b§f¡fÑ,¨b¯d©d°R©i€O€B„GˆRŒVÚ*€A€i�LØO�c˜-Ñ(ÐO¨C°Ñ,?ÀÇÁÑ,NÐO€A€i�LØ€H×Ñ˜QŸU™U BÔ'Ø€E×Ñ˜!ÔØ—$‘$˜Ÿ™ §¡€K€A€sˆCØ—
•
ˆØ\]×\eÒ\eÓpÑ\eÐWXÐijÐnoÓio��2—7‘7—<‘<  W°·±°°w¸q¸cÐ.BÀtÀfÈDÀMÓRÑRÐ\eÑpˆÙÑ8¨$¯+©+¬-Ó8Ô8¸QÀaÇiÁiÑ=OÙ�T�F˜(Ð#¨4Õ0ØØ�—‘™T¡)¨A¯E©E°4Ó"8¸$Ó?Ó@ˆÙ‘G˜D“M×*Ñ*Ó,Ó-ˆÙ‘j §¡¨¨a©°©°EÑ):Ó;Ó<×BÑBÀ2ÑFˆØˆb�l‰l˜2˜r :Ó.×1Ñ1°"·&±&Ó9ˆØ×Ñ˜J˜EŸJ™J r§w¡w§|¡|°C¸ÀUÈ1Ï5É5È'ÐQSÐTXÐSYÐY\ÐC]Ó'^Ðmo×msÑmsÔtÔuØ�‰Œ
ØŸYšYÓ'™Y˜ˆa�‰e˜YÑ'ˆØRS×R[ÒR[Ó\ÑR[ÈQ��2—9‘9×(Ñ(¨°©°G·M±MÀ$Ó4GÑ)GÓHÑHÐR[Ñ\ˆÜ‰DˆAˆqÙ˜AŸF™F A e¡HÓ-ˆBÙ& r›l¨B¨u©I°r¸%±y×7GÑ7GÈÓ7LÉcÐRSÐTWÑRXËkÐY‰OˆAˆq�#�tØ—Y•Y�Ù)¨$¨q©'°4¸#±:Ó>�Ø�Q‘× Ñ   AÔ&Ø#+ 2§8¡8¨D°$Ó#7¸ÀÐ ��s˜DÛ�BÙ˜T A™X¡s©5°°c±«?Ó';Ó<�BØ%(�E˜$˜r�NØ$' ¨�I�C™ð  ð  #��d�e�Ø˜:˜2Ÿ:™: d¨Q¡h°°·±¸)¸"¿)¹)ÁCÈÃFÓ:KÈbÑ:PÐSUÐVZÑS[Ñ:[Ð_bÑ9bÓ0c×0jÑ0jÐknÓ0oÓpÑq�Ø&˜RŸY™Y s¨A¨x¨r¯x©x¸º1¸dÀD¸=Ñ8IÈ1ÊQÑPTÐRTÐPTÈWÉ:ÐWXÓ/YÓZ‘
��FØ˜r™ : 2§:¡:¨f°s©l¸AÓ#>Ñ?�Ù˜"“g ‘m�Ù"&¨"¨q©&°b°S¸1±WÀ%Ç,Á,ÈrÏwÉwÓBWÐ`fÐikÑ`kÐnpÐquÑnvÑ`v×_~Ñ_~ð  @B÷  @Jñ  @Jó  `KØ-/°	°°r±¨]×-BÑ-BÀ3ÈÓ-K×-PÑ-PÐQRÓ-SÐVWÑ-WÐ`bÐclÐdgÐjlÑdlÐ`m×`uÑ`uÐvyÐ{}Ó`~÷  aDñ  aDð  EFó  aGð  `Gð  JKñ  `KØ.3°I°S¸2±XÐ.>×.FÑ.FÀsÈBÓ.O×.TÑ.TÐUVÓ.WÐZ]Ñ.]×-eÑ-eÐfh×fmÑfmÓ-nð  ~Bô#C��1‘�a˜‘h“ò ð ð& �‰7Ø˜Ñ$ XÑ.ˆCÙÑZÑVYÓZÓZˆAÙÑYÑUXÓYÓYˆEÙ�T�FÐNÈqÐQTÈgÐUoÐpuÐovÐwð  @Dõ  EØ—z‘z–|‰GˆAˆtØˆB�K‰K˜Ÿ™Ÿ™¨Ó-¸Õ=Ù˜˜v™¸ÀBÔGˆDÙ�d˜DÔ! RØ�—‘™D¨8°R¸±UÐ*;À$ÔGÈÔL÷ "á�T�F˜( 4 &Ð)°Ö6ð $ð Ø�
‰
×ÑÖ ñY ð# ùò$ qùò (ùÚ\÷8 "Ð!ús$   Ç&
\;Ç13\;Í9
] Î8]Û!!]
Ý
]