Ë
    ¨räj“O  ã                   óî  — d Z ddlZddlZddlZddlZddlZddlm	Z	 ddl
m	c mZ ddlmZ ddlZddlZddlZddlZddlmZ ej2                  j5                  ej2                  j7                  e«      «      Zej2                  j=                  edd«      Zej2                  j=                  edd«      Z ej2                  j=                  ed	d
d«      Z!ej2                  j=                  edd«      Z"ej2                  j=                  ed	d
d«      Z#dZ$dZ%dZ&dZ'dZ(dZ)dZ*dZ+dZ,d„ Z-e*dfd„Z.d„ Z/d„ Z0 G d„ de	jb                  «      Z2d„ Z3d„ Z4d „ Z5d!„ Z6d"„ Z7d#„ Z8d$„ Z9d%„ Z:d&„ Z;d'„ Z<d(„ Z=d)„ Z>d*„ Z?d+„ Z@eAd,k(  r e@«        yy)-a,  Causal local-attention logit model, fourth round.

Same metrics as ensemble_clf_transformer_v2.py. H is the official harmonic mean of
subject-mean sample accuracy (reported in percent as Acc) and switch score L.
Accuracy is that official Acc, not balanced accuracy and not acc1.

What was compared with stem_ms96:
  linear_hp30  no new weights. Causal one-pole high-pass (tau 30 s) of the four
               seed logits, then their mean. This is the external winner below.
  rel_ms       local causal attention (relative bias, 6.25 s), dilated stem,
               stochastic depth. Skip starts as the mean of the four logits.
  rel_hp       same block on high-passed logits, with a penalty toward that mean.

Measured at the pre-specified HMM pair (p_stay 0.994, scale 0.8), emissions fit on
the five corpus sets only: linear_hp30 AASD H 0.642 Acc 53.12, Carta H 0.652 Acc 60.54.
rel_ms and rel_hp were worse on both external sets. On the five-dataset LODO score,
linear_hp30 is H 0.790 Acc 69.21, below stem_ms96 (H 0.868 Acc 82.42).

Train seed 20270101. The external headline uses the pre-specified HMM pair from the
v2 acc74 rule (p_stay 0.994, emission scale 0.8), chosen without AASD or Carta labels.

usage:
  MODE=external python ensemble_clf_transformer_v4.py
  MODE=lodo_hp python ensemble_clf_transformer_v4.py
é    N)Úlfilter)ÚDS_KEYSÚmodelsÚlogit_tf_v4Úexperimentsztransformer_v4_external.logÚresultsÚresearchz(ensemble_clf_transformer_v4_external.csvztransformer_v4_hp_lodo.logz'ensemble_clf_transformer_v4_hp_lodo.csvzb/root/disk_3tb/EEG-sAAD-Grand-Challenge-Training-Dataset/eeg-thao_unzipped/eeg-thao/cache/logit_v2zb/root/disk_3tb/EEG-sAAD-Grand-Challenge-Training-Dataset/experiments/decoder_lodo/results/research)ÚAVGCÚDTUÚKULÚUHDÚUSTCÚBROÚFUG)r
   r   r   r   r   )ÚAASDÚ	Carta2026)g+‡ÙÎï?gš™™™™™é?g      >@g      è?))	Úrel_msÚmsé`   é0   é   ç-Cëâ6J?çš™™™™™É?çš™™™™™¹?ç        )	Úrel_hpÚhp30r   r   r   r   ç      Ð?g333333Ã?r   c                 óð   — t        |d¬«       t        j                  t        j                  j	                  | «      d¬«       t        | d«      5 }|j                  |dz   «       d d d «       y # 1 sw Y   y xY w)NT©Úflush©Úexist_okÚaÚ
)ÚprintÚosÚmakedirsÚpathÚdirnameÚopenÚwrite)r)   ÚtextÚfhs      ú6/root/disk_3tb/eeg-thao/ensemble_clf_transformer_v4.pyÚlog_liner0   A   sL   € Ü	ˆ$�dÕÜ‡K�K”—‘—‘ Ó%°Õ5Ü	ˆd�CŒ˜BØ
�‰�˜‘Ô÷ 
�‰ús   ÁA,Á,A5r   c                 ó2  — dt        j                  | |z  «      z
  }t        |gdd|z
   gt        j                  | t         j                  «      d¬«      }t        j                  | t         j                  «      |z
  j                  t         j                  «      S )zRCausal one-pole high-pass. y = x - EMA(x), EMA uses only the present and the past.ç      ð?r   )Úaxis)ÚnpÚexpr   ÚasarrayÚfloat64ÚastypeÚfloat32)ÚDÚtauÚhopÚalphaÚemas        r/   Úhighpassr?   H   sq   € à”"—&‘&˜#˜ ™Ó$Ñ$€EÜ
�5�'˜C 3¨¡; Ð0´"·*±*¸QÄÇ
Á
Ó2KÐRSÔ
T€CÜ�J‰J�qœ"Ÿ*™*Ó%¨Ñ+×3Ñ3´B·J±JÓ?Ð?ó    c                 ó\  — i i }}dt        j                  d«      z
  }| j                  «       D ]y  \  }}i i c||<   ||<   |j                  «       D ]V  \  }}t        j                  |t         j                  «      }t        ||«      ||   |<   t        t        |«      |«      ||   |<   ŒX Œ{ ||dœS )zUms matches v2. hp30 high-passes the four logits first, then builds the same features.r2   ga¿)r   r   )r4   r5   Úitemsr6   r7   Ú_msr?   )	Úbase_idr   r   Úalpha120ÚdsÚtableÚkeyÚD0r:   s	            r/   Úbuild_features_fromrJ   O   s§   € à�2ˆ€BØ”R—V‘V˜MÓ*Ñ*€HØ—]‘]–_‰	ˆˆEØ˜rÐˆˆ2‰��R‘Ø—{‘{–}‰GˆC�Ü—
‘
˜2œrŸz™zÓ*ˆAÜ˜a Ó*ˆBˆr‰F�3‰KÜ¤¨£¨XÓ6ˆD�‰H�SŠMñ %ð %ð ˜dÑ#Ð#r@   c                 óÔ  — t        j                  | t         j                  «      } t        j                  | d«      }| t        j
                  | |«      z
  }t        j                  | d«      }t        j                  | «      }t        | «      dkD  r| dd  | d d z
  |dd  t        j                  | d«      }t        j                  | |||||gd«      j                  t         j                  «      S )NÚhp60Úz60é   éüÿÿÿé   é   )r4   r6   r7   ÚNÚxform_arrayÚema_2dÚ
zeros_likeÚlenÚVÚcausal_meanÚconcatenater8   r9   )r:   rE   Úh60Úh120ÚzÚslopeÚmeans          r/   rC   rC   \   s¼   € Ü
�
‰
�1”b—j‘jÓ!€AÜ
�-‰-˜˜6Ó
"€CØŒq�x‰x˜˜8Ó$Ñ$€DÜ	�‰�a˜Ó€AÜ�M‰M˜!Ó€EÜ
ˆ1ƒv�‚zØ�a�b�E˜A˜c˜r˜F‘Nˆˆaˆbˆ	Ü�=‰=˜˜AÓ€DÜ�>‰>˜1˜c 4¨¨E°4Ð8¸!Ó<×CÑCÄBÇJÁJÓOÐOr@   c                   ó*   ‡ — e Zd ZdZdˆ fd„	Zd„ Zˆ xZS )ÚRelLocalzöDilated causal stem and local causal attention. No absolute positions.

    The linear skip is initialised to the mean of the four logit channels and the
    attention/FFN output projections start at zero, so the network starts as that mean.
    c                 óÈ  •— t         ‰
| �  «        || _        t        j                  ||«      | _        t        j                  dD �cg c]  }t        j                  |d||¬«      ‘Œ c}«      | _	        t        j                  t        |«      D �	cg c]  }	t        j                  ||||«      ‘Œ c}	«      | _        t        j                  |d«      | _        t        j                  |dd¬«      | _        t        j                   j#                  | j                  j$                  «       t        j                   j#                  | j                  j&                  «       t        j                   j#                  | j                  j$                  «       t)        j*                  «       5  d| j                  j$                  dd t-        d	|«      …f<   d d d «       y c c}w c c}	w # 1 sw Y   y xY w)
N)rQ   r   rN   é   )ÚkÚdilationÚdropoutrQ   F)Úbiasr   r   rN   )ÚsuperÚ__init__Ú	drop_pathÚnnÚLinearÚprojÚ
ModuleListrW   ÚDilatedResidualÚblocksÚrangeÚV3ÚLocalCausalBlockÚlocalÚheadÚskipÚinitÚzeros_Úweightrf   ÚtorchÚno_gradÚmin)ÚselfÚc_inÚd_modelÚnheadÚnlayersre   Úspanri   ÚdilÚ_Ú	__class__s             €r/   rh   zRelLocal.__init__o   sW  ø€ Ü‰ÑÔØ"ˆŒÜ—I‘I˜d GÓ,ˆŒ	Ü—m‘mÙV_ó%
ÙV_ÈsŒA×Ñ˜g¨°SÀ'ÖJÐV_ñ%
ó ˆŒô —]‘]ÜHMÈgÌó$
ÙHVÀ1ŒB×Ñ ¨°°gÕ>Èñ$
ó ˆŒ
ô —I‘I˜g qÓ)ˆŒ	Ü—I‘I˜d A¨EÔ2ˆŒ	Ü
�‰�‰�t—y‘y×'Ñ'Ô(Ü
�‰�‰�t—y‘y—~‘~Ô&Ü
�‰�‰�t—y‘y×'Ñ'Ô(Ü�]‰]�_Ø2;ˆD�I‰I×Ñ˜Q ¤# a¨£, Ð.Ñ/÷ ˆ_ùò%
ùò$
÷ ˆ_ús   Á GÂGÆ(GÇG!c                 ó6  — |}| j                  |«      }| j                  D ]T  }| j                  r>| j                  dkD  r/t	        j
                  d|j                  ¬«      | j                  k  rŒM ||«      }ŒV | j                  D ]T  }| j                  r>| j                  dkD  r/t	        j
                  d|j                  ¬«      | j                  k  rŒM ||«      }ŒV | j                  |«      j                  d«      | j                  |«      j                  d«      z   S )Nr   © ©Údeviceéÿÿÿÿ)rl   ro   Útrainingri   ry   Úrandrˆ   rs   rt   Úsqueezeru   )r|   ÚxÚrawÚhÚblockÚlayers         r/   ÚforwardzRelLocal.forward�   sÛ   € ØˆØ�I‰I�a‹LˆØ—[”[ˆEØ�}Š} §¡°!Ò!3¼¿
¹
À2ÈaÏhÉhÔ8WÐZ^×ZhÑZhÒ8hØÙ�a“‰Að !ð —Z”ZˆEØ�}Š} §¡°!Ò!3¼¿
¹
À2ÈaÏhÉhÔ8WÐZ^×ZhÑZhÒ8hØÙ�a“‰Að  ð �y‰y˜‹|×#Ñ# BÓ'¨$¯)©)°C«.×*@Ñ*@ÀÓ*DÑDÐDr@   )r   rN   r   r   é   r   )Ú__name__Ú
__module__Ú__qualname__Ú__doc__rh   r’   Ú__classcell__)r„   s   @r/   r`   r`   h   s   ø„ ñõ<ö$Er@   r`   c                 óä  — t        j                  d«       t        dddd¬«      j                  | «      j	                  «       }t        j
                  ddd| ¬«      }t        j                  «       5   ||«      }|j                  «       }t        j
                  dd| ¬«      |d d …d	f<    ||«      }|j                  «       }t        j
                  dd| ¬«      |d d …d
f<    ||«      }d d d «       t        j                  d d …d d	…f   d d …d d	…f   d¬«      st        d«      ‚t        j                  |d d …d d
…f   d d …d d
…f   d¬«      st        d«      ‚t        dd¬«       y # 1 sw Y   Œ�xY w)Nr   rP   é    rQ   r   )r~   r€   ri   r   r‡   r‰   é
   gñhãˆµøä>)Úatolz!rel-local readout sees the futurez-rel-local readout is not causal at mid-windowzcausality check passedTr    )ry   Úmanual_seedr`   ÚtoÚevalÚrandnrz   ÚcloneÚallcloseÚRuntimeErrorr&   )rˆ   Úmodelr�   ÚbaseÚlateÚy_lateÚmidÚy_mids           r/   Úassert_causalrª   �   s8  € Ü	×Ñ�aÔÜ�Q ¨A¸Ô=×@Ñ@ÀÓH×MÑMÓO€EÜ�‰�A�r˜1 VÔ,€AÜ	�‰�Ù�Q‹xˆØ�w‰w‹yˆÜ—k‘k ! Q¨vÔ6ˆŠQ�ˆU‰Ù�t“ˆØ�g‰g‹iˆÜ—[‘[  A¨fÔ5ˆŠAˆrˆE‰
Ù�c“
ˆ÷ 
ô �>‰>˜$šq # 2 #˜v™,¨ªq°#°2°#¨v©¸TÕBÜÐ>Ó?Ð?Ü�>‰>˜$šq # 2 #˜v™,¨ªa°°"°¨f©¸DÕAÜÐJÓKÐKÜ	Ð
"¨$Ö/÷ 
ˆús   Á/A7E&Å&E/c                 óž
  — | \	  }}}}	}
}}}}|t         j                  d<   t        j                  ||   |«      \  }}t        j                  ||   |«      \  }}t        |j                  «       «      }t        j                  d|z
  t        |d«      z  g|¬«      }|d   d   d   d   j                  d   }t        j                  t        j                  «       |j                  dk(  r-t        j                  j                  t        j                  «       t!        ||	|
||¬	«      j#                  |«      }t        j$                  j'                  |j)                  «       |d
¬«      }t*        j,                  j/                  t        j                  «      }|j1                  «        t3        j2                  «       }d }t5        |«      D �]  }t        j6                  ||||«       t        j8                  |||t        j:                  ||«      \  }}}t        j<                  |«      j#                  |d¬«      }t        j<                  |«      j#                  |d¬«      } t        j<                  |«      j#                  |d¬«      }!t        j>                  |«      }|jA                  d¬«        ||«      }"t        jB                  | |!«      }#tE        jF                  |"| |d¬«      }$|#|!z  jI                  «       jK                  d«      }%|$|#z  |!z  jI                  «       |%z  }&|r|t        jL                  «       5  |jO                  |«      jQ                  d«      }'d d d «       |&||"'z
  dz  |!z  jI                  «       z  |!jI                  «       jK                  d«      z  z   }&|"d d …dd …f   |"d d …d d…f   z
  jS                  «       }(|!d d …dd …f   |!d d …d d…f   z  })|&d|(|)z  jI                  «       z  |)jI                  «       jK                  d«      z  z   }&t        jT                  |&«      stW        d|› d|› �«      ‚|&jY                  «        t        jZ                  j\                  j_                  |j)                  «       d«       |ja                  «        t        |&jc                  «       «      }|dk(  s|dz   dz  dk(  s�Œïte        d|› d|dz   › d|› d|d›�d¬«       �Œ |jg                  «        t        jh                  ||||||«      }*te        d|› ddjk                  |«      › d |d›d!|*d›d"t3        j2                  «       |z
  d#›d$�d¬«       |||fS # 1 sw Y   �ŒúxY w)%NÚattr2   gü©ñÒMbP?r‡   r   ÚtrialsrQ   Úcuda)r~   r€   re   ri   g-Cëâ6?)ÚlrÚweight_decayT)Únon_blocking)Úset_to_noneÚnone)Ú
pos_weightÚ	reductionr‰   r   çš™™™™™©?znon-finite loss at step z for éÈ   z    z step Ú/z loss ú.3fr    z
  trained z on Ú+z  loss z  frame-acc ú  (ú.0fús))6rR   ÚGrW   Útrial_groupsÚ
norm_statsÚfloatr^   ry   ÚtensorÚmaxÚshaper�   Ú
TRAIN_SEEDÚtyper®   Úmanual_seed_allr`   rž   ÚoptimÚAdamWÚ
parametersr4   ÚrandomÚdefault_rngÚtrainÚtimerp   Úset_lrÚsample_batchÚBATCHÚ
from_numpyÚaugmentÚ	zero_gradÚswitch_weightsÚFÚ binary_cross_entropy_with_logitsÚsumÚ	clamp_minrz   ru   rŒ   ÚabsÚisfiniter£   Úbackwardrj   ÚutilsÚclip_grad_norm_ÚstepÚitemr&   rŸ   Útrain_frame_accÚjoin)+ÚcfgÚdatasetsÚfeatr¬   rˆ   ÚstepsÚnameÚfamilyÚwindowr~   r€   r¯   re   ri   ÚanchorÚgroupsÚy_allÚmuÚsdÚposr´   r}   r¤   ÚoptÚrngÚt0Úlastrß   ÚxbÚybÚmbr�   ÚyÚmÚlogitÚswÚbceÚdenomÚlossÚanchoredÚdvÚm2Úaccs+                                              r/   Útrain_modelr  ¢   sŒ  € ØMPÑJ€Dˆ&�&˜' 7¨B°¸ÀFØ„A‡C�Cˆ�JÜ—N‘N 4¨¡<°Ó:�M€FˆEÜ�\‰\˜$˜v™,¨Ó1�F€BˆÜ
�—
‘
“Ó
€CÜ—‘  c¡	¬S°°d«^Ñ;Ð<ÀVÔL€JØ�!‰9�XÑ˜qÑ! !Ñ$×*Ñ*¨1Ñ-€DÜ	×Ñ”a—l‘lÔ#Ø‡{�{�fÒÜ�
‰
×"Ñ"¤1§<¡<Ô0Ü�T 7°GÀWÐXaÔb×eÑeÐflÓm€EÜ
�+‰+×
Ñ
˜E×,Ñ,Ó.°2ÀDÐ
Ó
I€CÜ
�)‰)×
Ñ
¤§¡Ó
-€CØ	‡K�K„MÜ	�‰‹€BØ€DÜ�e—ˆÜ	�‰��d˜E 2Ô&Ü—^‘^ C¨°¼¿¹À"ÀbÓI‰
ˆˆB�Ü×Ñ˜RÓ ×#Ñ# F¸Ð#Ó>ˆÜ×Ñ˜RÓ ×#Ñ# F¸Ð#Ó>ˆÜ×Ñ˜RÓ ×#Ñ# F¸Ð#Ó>ˆÜ�I‰I�a‹LˆØ�‰ $ˆÔ'Ù�a“ˆÜ×Ñ˜a Ó#ˆÜ×0Ñ0°¸ÀjÐ\bÔcˆØ�a‘—‘“×(Ñ(¨Ó-ˆØ�b‘˜1‘×!Ñ!Ó# eÑ+ˆÙÜ—‘•Ø Ÿ:™: a›=×0Ñ0°Ó4�÷ !à˜& U¨XÑ%5¸!Ñ$;¸aÑ$?×#DÑ#DÓ#FÑFÈÏÉË×IZÑIZÐ[^ÓI_Ñ_Ñ_ˆDØ’A�q‘r�E‰l˜U¢1 c r c 6™]Ñ*×/Ñ/Ó1ˆØŠq�!‘"ˆu‰X˜š!˜S˜b˜S˜&™	Ñ!ˆØ�d˜b 2™gŸ]™]›_Ñ,¨r¯v©v«x×/AÑ/AÀ#Ó/FÑFÑFˆÜ�~‰~˜dÔ#ÜÐ!9¸$¸¸uÀTÀFÐKÓLÐLØ�‰ŒÜ�‰�‰×&Ñ& u×'7Ñ'7Ó'9¸3Ô?Ø�‰Œ
Ü�T—Y‘Y“[Ó!ˆØ�1Š9˜ ™ SÑ(¨AÔ-Ü�D˜˜˜f T¨A¡X J¨a°¨w°f¸TÀ#¸JÐGÈt×Tð7 ð8 
‡J�J„LÜ
×
Ñ
˜E 6¨6°2°r¸6Ó
B€CÜ	ˆJ�t�f˜D §¡¨(Ó!3Ð 4°G¸DÀ¸:À\ÐRUÐVYÐQZð [Ü�i‰i‹k˜BÑ˜sÐ# 2ð'Ø.2õ4à�"�bˆ=Ð÷% !‘ús   Ì)!UÕU	c                  óê   — i i }} t         D ]W  }t        t        j                  j	                  t
        |dz   «      d«      5 }t        |«      }d d d «       d   | |<   |d   ||<   ŒY | |fS # 1 sw Y   ŒxY w)Nú.pklÚrbÚlogitsr¬   )ÚTRAIN_NAMESr+   r'   r)   râ   ÚCACHEÚpickle_load)r  r¬   rç   r.   Úblobs        r/   Ú
load_trainr  Ö   sq   € Ø�bˆC€FßˆÜ”"—'‘'—,‘,œu d¨V¡mÓ4°dÔ;¸rÜ˜r“?ˆD÷ <à˜H‘~ˆˆt‰Ø˜‘KˆˆDŠ	ð	 ð
 �3ˆ;Ð÷	 <Ð;ús   ¿A)Á)A2	c                 ó,   — dd l }|j                  | «      S )Nr   )ÚpickleÚload)r.   r  s     r/   r	  r	  à   s   € ÛØ�;‰;�r‹?Ðr@   c                  ób  — dd l } i i }}t        D �]ˆ  }g }t        d«      D ]b  }t        j                  j                  t        d|› d|› d�«      }t        |d«      5 }|j                  | j                  |«      «       d d d «       Œd i i c||<   ||<   |d   D ]à  }|D �	cg c]0  }	|	|   d   |	|   d   z
  j                  t        j                  «      ‘Œ2 }
}	|d   |   }t        j                  |
d	«      ||   |<   t        t        j                  |d
   «      t        j                  |d   t        j                   «      t        j                  |d   «      t#        |d   «      t#        |d   «      ¬«      ||   |<   Œâ t%        d|› dt'        ||   «      › d�d¬«       �Œ‹ ||fS # 1 sw Y   �Œ‰xY wc c}	w )Nr   rN   Úext_clf_Ú_w10b3sw2P_evidence_sr  r  Úr0Úr1rQ   r¬   Út_endÚatt128Ún128Úsubject)r¬   r  r  r  r  z  test z: z trialsTr    )r  Ú
TEST_NAMESrp   r'   r)   râ   ÚEVIDr+   Úappendr  r8   r4   r9   ÚstackÚdictr6   r7   Úintr&   rV   )r  r  ÚmetarF   ÚevsÚir)   r.   rH   ÚevÚcolsÚe0s               r/   Ú	load_testr$  å   sž  € ÛØ�rˆD€FßˆjˆØˆÜ�q–ˆAÜ—7‘7—<‘<¤¨°°Ð4IÈ!ÈÈDÐ&QÓRˆDÜ�d˜DÔ! RØ—
‘
˜6Ÿ;™; r›?Ô+÷ "Ð!ð ð  " 2Ðˆˆr‰
�D˜‘HØ�q”6ˆCÙQTÓUÑQTÈ2�R˜‘W˜T‘] R¨¡W¨T¡]Ñ2×:Ñ:¼2¿:¹:ÕFÐQTˆDÐUØ�Q‘˜‘ˆBÜ Ÿh™h t¨QÓ/ˆF�2‰J�s‰OÜ ¤R§Z¡Z°°5±	Ó%:Ä"Ç*Á*ÈRÐPWÉ[ÔZ\×ZdÑZdÓBeÜ(*¯
©
°2°h±<Ó(@ÄsÈ2ÈfÉ:ÃÔ`cÐdfÐgpÑdqÓ`rôtˆD�‰H�SŠMð	 ô 	�˜�t˜2œc &¨¡*›oÐ.¨gÐ6¸d×Cð ð �4ˆ<Ð÷ "Ñ!üò Vs   Á!FÂ5F,ÆF)c           
      ó   — g }| j                  «       D ]s  \  }}||   }|j                  «       D ]V  \  }}|j                  t        j                  |t        j                  «      t        j
                  ||   dk(  dd«      z  «       ŒX Œu t        j                  |«      }t        |j                  «       «      t        |j                  «       «      fS )Nr   r2   g      ð¿)
rB   r  r4   r6   r7   ÚwhererY   rÁ   r^   Ústd)	Ústreamsr¬   ÚpartsrF   rG   ÚlabelsrH   ÚdÚAs	            r/   Ú	emissionsr-  ù   sŸ   € Ø€EØ—]‘]–_‰	ˆˆEØ�R‘ˆØ—k‘k–m‰FˆC�Ø�L‰LœŸ™ A¤r§z¡zÓ2´R·X±X¸fÀS¹kÈQÑ>NÐPSÐUYÓ5ZÑZÕ[ñ $ð %ô 	�‰�uÓ€AÜ�—‘“‹?œE !§%¡%£'›NÐ*Ð*r@   c                 ó  — i }| j                  «       D ]n  \  }}||   }t        j                  |t        j                  «      }t	        |t        j
                  t        |«      «      |d   |d   |d   |d   |d   ¬«      ||<   Œp |S )Nr¬   r  r  r  r  )r  r  r¬   r  r  r  r  )rB   r4   r6   r7   r  ÚzerosrV   )Ústreamr  r!  rH   r+  rø   s         r/   Úpack_evr1    s~   € Ø	€BØ—,‘,–.‰ˆˆQØ�‰IˆÜ�J‰J�qœ"Ÿ*™*Ó%ˆÜ˜!¤§¡¬¨Q«Ó 0°a¸±hÀaÈÁjØ ™k°°&±	À1ÀYÁ<ôQˆˆ3Šð !ð
 €Ir@   c                 ó.  — g }t        ||«      }t        j                  |«      }	t        d   t        d   dfdfD ]Ù  \  }
}}t	        j                  «       }t        j
                  |||t        |«      z  t        |
«      t        «      }t        d| |t        |
«      t        |«      ||	d   |	d   t	        j                  «       |z
  dœ|¤Ž}|j                  |«       t        |d|› d	| › d
|
› d|› d|d   d›d|d   d›d|d   d›d|d   d›d|	d   d›�«       ŒÛ |S )Nr   rQ   T)çV-²�ïï?r2   FÚacc1Úsnr1)r¤   rF   Úp_stayÚscaleÚpresetr4  r5  ÚsecondszTEST Ú ú p ú sc ú  H ÚHú.4fú Acc ÚAccú.2fú SDT ÚSDTú L ÚLr¹   z acc1 r†   )r1  ÚEÚplainÚPRESETrÎ   ÚscorerÁ   Ú	LOOKAHEADr  r  r0   )rç   rF   r0  r  rí   rî   ÚlogÚrowsr!  rH  Úpr7  r8  rò   ÚrÚrecs                   r/   Úscore_externalrQ    s@  € Ø€DÜ	�˜Ó	€BÜ�G‰G�B‹K€Eä	�‰”F˜1‘I˜tÐ$ØóÑˆˆ5�&ô �Y‰Y‹[ˆÜ�G‰G�B˜˜B¤ u£Ñ-¬u°Q«x¼ÓCˆÜð Z˜ "¬U°1«X¼UÀ5»\ÐRXØ˜f™¨E°&©MÄ4Ç9Á9Ã;ÐQSÑCSñZØWXñZˆà�‰�CÔÜ�˜˜b˜T  4 &¨¨A¨3¨d°5°'¸¸aÀ¹fÀS¸\ÈÈqÐQVÉxÐX[Ènð ]Ø˜u™X c˜N¨#¨a°©f°S¨\¸ÀÀfÁÈcÐ?RðTõ 	Uðð €Kr@   c                 óD  — i }| j                  «       D ]Š  \  }}i ||<   |j                  «       D ]m  \  }}|dk(  rt        |«      n#t        j                  |t        j                  «      }|j                  d«      j                  t        j                  «      ||   |<   Œo ŒŒ |S )zSDecision streams with no learned model: mean of the four seeds, raw or high-passed.r   rQ   )rB   r?   r4   r6   r9   r^   r8   r7   )r  ÚkindÚoutrF   rG   rH   r:   ÚXs           r/   Úlinear_streamsrV    sƒ   € à
€CØ—\‘\–^‰	ˆˆEØˆˆB‰Ø—k‘k–m‰FˆC�Ø# vš~”˜”´2·:±:¸aÄÇÁÓ3LˆAØŸ6™6 !›9×+Ñ+¬B¯J©JÓ7ˆC�‰G�CŠLñ $ð $ð
 €Jr@   c                 óp	  — t        j                  t         j                  j                  t        «      d¬«       t        t        d«      j                  «        t        t         j                  j                  dd«      «      }t        t        d| › d|› dt        j                  › d	t        d
   › dt        d   › �
«       dt        j                  j                   j"                  _        t'        | «       t        t        d«       t)        «       \  }}t+        «       \  }}i }|j-                  |«       |j-                  |«       t        t        d«       t/        |«      }g }dD ]œ  }	t1        ||	«      }
t3        t4        D �ci c]  }||
|   “Œ
 c}t4        D �ci c]  }|||   “Œ
 c}«      \  }}t        t        d|	› d|d›d|d›�«       t6        D ]/  }|j9                  t;        d|	› �||
|   ||   ||t        «      «       Œ1 Œž t        j                  t<        d¬«       t>        D �]Ÿ  }|d
   |d   |d   }}}tA        |tC        tD        «      ||| |«      \  }}}t         j                  jG                  t<        |› d�«      }t        jH                  |jK                  «       |||tC        tD        «      |dœ|«       t4        D �ci c]  }|||   |   “Œ }}t        jL                  |||||| «      }t3        |t4        D �ci c]  }|||   “Œ
 c}«      \  }}t        t        d|› d|d›d|d›�«       t6        D �ci c]  }|||   |   “Œ }}t        jL                  |||||| «      }t6        D ],  }|j9                  t;        ||||   ||   ||t        «      «       Œ. ~| jN                  dk(  s�Œ‚t        j                   jQ                  «        �Œ¢ tS        jT                  |«      }t        j                  t         j                  j                  tV        «      d¬«       |jY                  tV        d¬«       t        t        dtV        › �«       ||jZ                     }|j]                  d«      D ]A  \  }}t        t        d|d ›d!�d!jG                  d"„ |j_                  «       D «       «      z   «       ŒC y c c}w c c}w c c}w c c}w c c}w )#NTr"   ÚwÚSTEPSÚ800zdevice z  steps z  batch z  preset p r   r<  rQ   zloading logit tableszbuilding causal features)r^   r   zlinear z corpus emis mu r?  z sd Úlinear_r   z.pt)Ústaterí   rî   rã   rÍ   ræ   z  saved z
  emis mu r®   F©Úindexúwrote r¤   z	  preset Ú16sz  c              3   óp   K  — | ].  }|j                   › d |j                  d›d|j                  d›�–— Œ0 y­w)z H r?  r@  rB  N)rF   r>  rA  )Ú.0rO  s     r/   Ú	<genexpr>zrun_external.<locals>.<genexpr>Y  s8   è ø€ ð @MÙ;K°aˆq�t‰tˆf�C˜Ÿ™˜C�y  a§e¡e¨C [Ô1Ñ;Kùs   ‚46)0r'   r(   r)   r*   ÚLOG_EXTr+   Úcloser  ÚenvironÚgetr0   rW   rÑ   rI  ry   Úbackendsr®   ÚmatmulÚ
allow_tf32rª   r  r$  ÚupdaterJ   rV  r-  ÚCORPUSr  ÚextendrQ  ÚCKPTÚCONFIGSr  Úlistr  râ   ÚsaveÚ
state_dictÚ	infer_allrÆ   Úempty_cacheÚpdÚ	DataFrameÚOUT_EXTÚto_csvr8  ÚgroupbyÚ
itertuples)rˆ   ræ   Útrain_logitsÚ	train_attÚtest_logitsÚ	test_metar¥   rå   rM  rS  r(  rF   rí   rî   rã   rç   rè   ré   r¤   r)   Ú
train_featÚtrain_streamsÚmu_eÚsd_eÚ	test_featÚtest_streamsÚdfr8  Úsubs                                r/   Úrun_externalr‡  *  s*  € Ü‡K�K”—‘—‘¤Ó(°4Õ8ÜŒ�#Ó×ÑÔÜ”—
‘
—‘˜w¨Ó.Ó/€EÜŒW˜ ˜x x°¨w°h¼q¿w¹w¸iÀ{ÔSYÐZ[ÑS\ÐR]Ð]aÔbhÐijÑbkÐalÐmÔnØ,0„E‡N�N×Ñ×ÑÔ)Ü�&ÔÜŒWÐ,Ô-Ü(›lÑ€L�)Ü&›[Ñ€K�Ø€DØ‡K�K�ÔØ‡K�K�ÔÜŒWÐ0Ô1Ü˜tÓ$€DØ€Dã ˆÜ   tÓ,ˆÜµfÓ=±f°˜B ¨¡™O°fÑ=Õ\bÓ?cÑ\bÐVXÀÀIÈbÁMÑ@QÐ\bÑ?cÓd‰ˆˆBÜ”˜G D 6Ð)9¸"¸S¸ÀÀbÈÀXÐNÔOßˆBØ�K‰Kœ¨°°Ð'7¸¸WÀR¹[È)ÐTVÉ-ÐY[Ð]_ÔahÓiÕjñ ð	 !ô ‡K�K”˜tÕ$ßˆwˆØ" 1™v s¨1¡v¨s°1©v�fˆfˆÜ# C¬¬kÓ):¸DÀ)ÈVÐUZÓ[‰ˆˆr�2Ü�w‰w�|‰|œD T F¨# ,Ó/ˆÜ�
‰
˜U×-Ñ-Ó/°rÀÈCÜ!¤+Ó.¸ñ@ØAEô	Gå5;Ó<±V¨r�b˜$˜v™, rÑ*Ñ*°Vˆ
Ð<ÜŸ™ E¨:°r¸2¸vÀvÓNˆÜ˜}Í6Ó.RÉ6ÀR¨r°9¸R±=Ñ/@È6Ñ.RÓS‰
ˆˆdÜ”˜H T F¨*°T¸#°J¸dÀ4ÈÀ*ÐMÔNÝ4>Ó?±J¨b�R˜˜f™ bÑ)Ñ)°Jˆ	Ð?Ü—{‘{ 5¨)°R¸¸VÀVÓLˆßˆBØ�K‰Kœ t¨R°¸bÑ1AÀ9ÈRÁ=ÐRVÐX\Ô^eÓfÕgð àØ�;‰;˜&Ô Ü�J‰J×"Ñ"Ö$ð! ô" 
�‰�dÓ	€BÜ‡K�K”—‘—‘¤Ó(°4Õ8Ø‡I�IŒg˜U€IÔ#ÜŒW˜œw˜iÐ(Ô)Ø�—	‘	‰]€FØ—n‘n WÖ-‰
ˆˆsÜ”˜I e¨C [°Ð3°d·i±iñ @MØ;>¿>¹>Ô;Kó@Mó 7Mñ Mõ 	Nñ .ùò7 >ùÒ?cùò =ùâ.Rùâ?s   Å8R
ÆR$Ê7R)Ë1R.Ì+R3c            	      ó6  — ddl } ddl}g d}}|j                  D ]M  \  }}| j                  |d«      \  }}|j	                  |«       t
        D ]  }t        ||   d   «      }	|€|	n|}Œ ŒO i i }}
t
        D �]  }i i c|
|<   ||<   |d   |   j                  «       }|D ]ñ  }|D �cg c]  }|j                  ||   |   «      ‘Œ }}t        j                  |d«      }|d   |   |   }t        |d   |d   d¬	«      }|j                  d«      }t        d|t        j                  |«      d
œ|¤Ž|
|   |<   t        |«      j                  d«      j                  t        j                   «      }t        d|t        j                  |«      d
œ|¤Ž||   |<   Œó �Œ |
||fS c c}w )zSEqual mean of the four LODO direct-classifier seeds, and its causal 30 s high-pass.r   NÚcausalÚlookahead_srQ   r¬   r  T)r¬   r  Úpre_switched)r  r  r†   )rJ  Úensemble_clfÚSEEDSÚ
load_foldsr  r   rÁ   ÚkeysÚdeltar4   r  r  r^   rU   r?   r8   r7   )ÚSÚECr  Ú	lookaheadÚ_seedr5   r!  ÚinforF   ÚlaÚmean_evÚhp_evr�  rc   r"  r:   r#  r¥   rø   r�   s                       r/   Ú_mean_and_hp_from_foldsr™  ]  sž  € ãÛØ˜ˆ€CØ—h”h‰
ˆˆsØ—<‘<  XÓ.‰ˆˆDØ�
‰
�2ŒßˆBÜ�t˜B‘x Ñ.Ó/ˆBØ'Ð/™°Y‰Iñ ð ð ˜ˆU€GßˆgˆØ!# RÐˆ�‰�U˜2‘YØ�1‰v�b‰z�‰Ó ˆÛˆAÙ25Ó6±#¨B�B—H‘H˜R ™V A™YÕ'°#ˆDÐ6Ü—‘˜˜qÓ!ˆAØ�Q‘˜‘˜A‘ˆBÜ˜B˜u™I¨R°©[ÀtÔLˆDØ—‘�q“	ˆAÜ!ÐD Q¬2¯=©=¸Ó+;ÑD¸tÑDˆG�B‰K˜‰NÜ˜“× Ñ  Ó#×*Ñ*¬2¯:©:Ó6ˆAÜÐB 1¬¯©°qÓ)9ÑB¸TÑBˆE�"‰I�aŠLò ð ð �E˜9Ð$Ð$ùò 7s   Â!Fc                 ó  — ddl }ddlm} ddlm} i i i }}}t
        D �]š  }i i g c||<   ||<   ||<   t        j                  j                  |t        j                  |«      z   «      }	|j                  |«      j                  «       D �]/  \  }
}|d   }| |   |   }|d   ||   |<   t        j                  |d   t        j                  «      ||   |<   t        |d   «      } ||||d	   ||   |   |	«      \  }}
}
t        |	j                  dd
«      «      }t        j                   t"        j$                  j'                  |j(                  d|› d�«      «      }|d   d| j+                  t        «      }t        j,                  |d|z
  |«      }||   j/                  t1        ||d   |||   |   ||¬«      «       �Œ2 �Œ� |t2        j4                  d<   |t2        j4                  d<   |t2        j4                  d<   |t2        j4                  d<   y)zfFill the fields N.evaluate / N.official read. One synthetic schedule, shared by both decision streams.r   N)Úsynth_trial)ÚSEEDrH   r¬   r  Únr  r   Úcndz.npzÚatt_colrQ   Úsubj_uid)rH   ÚsubjÚTr  ÚguessÚgtr“  ÚtendÚprep)rJ  Ú	e1_switchr›  Úcommonrœ  r   r4   rË   rÌ   r^  Úrows_ofÚiterrowsr6   r7   r  Úintegersr  r'   r)   râ   Ú	EDA_CACHEr8   r&  r  r  rR   r¾   )r!  r“  r‘  r›  rœ  r¬   r¥  r¦  rF   rñ   rƒ   rO  rc   Úer¢  Ústr£  ÚlabÚraw_attr¤  s                       r/   Ú_install_scorer_stater±  x  sÍ  € ãÝ%ÝØ˜"˜bˆtˆ€CßˆgˆØ&(¨"¨bÐ#ˆˆB‰��b‘˜4 ™8Ü�i‰i×#Ñ# D¬7¯=©=¸Ó+<Ñ$<Ó=ˆØ—I‘I˜b“M×*Ñ*×,‰DˆAˆqØ�%‘ˆAØ�2‘�q‘	ˆAØ˜5™ˆC�‰G�A‰JÜŸ*™* Q w¡Z´·±Ó<ˆD�‰H�Q‰KÜ�A�c‘F“ˆAÙ" 1 a¨¨4©°$°r±(¸1±+¸sÓC‰HˆB��1Ü˜Ÿ™ Q¨Ó*Ó+ˆEÜ—'‘'œ"Ÿ'™'Ÿ,™, q§{¡{°E¸a¸SÀ¸:ÓFÓGˆCØ˜)‘n R aÐ(×/Ñ/´Ó4ˆGÜ—‘˜"˜a '™k¨7Ó3ˆBØ�‰H�O‰OœD Q¨Q¨z©]¸aÀtÈBÁxÐPQÁ{ÐZ_ÐdfÔgÖhò -ð ð !„A‡C�CˆÑØ„A‡C�Cˆ�JØ„A‡C�Cˆ�KØ„A‡C�Cˆ‚Kr@   c                  ó(  — ddl } t        j                  t        j                  j	                  t
        «      d¬«       t        t
        d«      j                  «        t        t
        d«       t        «       \  }}}t        ||«       t        t
        d|› �«       t        j                  d|d	d
«      }t        t
        d|d   d›d|d   d›d�«       t        |d   dz
  «      dkD  st        |d   dz
  «      dkD  rt        t
        d«       g }t        D ���ci c]-  }|||   j                  «       D ��ci c]  \  }}||d   “Œ c}}“Œ/ c}}}t        D ���ci c]-  }|||   j                  «       D ��ci c]  \  }}||d   “Œ c}}“Œ/ c}}}dœ}	||dœ}
dD �]b  }t!        j                   «       }|	|   }g }t        D �]ˆ  }g }t        D ]¢  }||k(  rŒ	t        D �cg c]  }|||fvsŒ
|‘Œ }}t        j"                  ||«      \  }}t$        j&                  D ]T  }t$        j(                  D ]?  }t        j*                  |||   |||z  |«      }|j-                  t/        d6|||dœ|¤Ž«       ŒA ŒV Œ¤ t1        j2                  |«      }|j5                  ddg«      g d¢   j7                  «       j9                  «       }||j:                  t$        j<                  k\     }t?        |«      r|n|}|jA                  g d¢g d¢¬«      jB                  d   }t        j                  ||
|   tE        |jF                  «      tE        |jH                  «      «      }t/        ||tE        |jF                  «      tE        |jH                  «      |d   |d   |d   |d    |d!   tE        |jJ                  «      tE        |j:                  «      d"¬#«      }|j-                  |«       |j-                  |«       t        t
        |› d$|› d%|jF                  › d&|jH                  › d'|d   d›d|d   d›d(|d   d›d)|d    d*›d+|jJ                  d›d|j:                  d›�«       �Œ‹ t1        j2                  |«      } t        t
        d,|› d'| jJ                  j7                  «       d›d-| j:                  j7                  «       d›d.| jL                  j7                  «       d›d/| jN                  j7                  «       d*›d0t!        j                   «       |z
  d1›d2�«       �Œe t1        j2                  |«      }!t        j                  t        j                  j	                  tP        «      d¬«       |!jS                  tP        d3¬4«       t        t
        d5tP        › �«       yc c}}w c c}}}w c c}}w c c}}}w c c}w )7al  Nested p_stay / scale selection for the linear high-pass, then one official score per dataset.

    Inner scores use the fast scorer (N.evaluate), which the nested ensemble checks against
    score.score_dataset. Emissions for an inner dataset exclude that dataset and the outer
    dataset. The reported number is score.score_dataset on the held-out dataset.
    r   NTr"   rX  z"loading four LODO classifier foldsz
lookahead r
   r3  r2   zsanity AVGC mean p0.998 H r>  r?  r@  rA  rB  z. (published equal ensemble H 0.7268 Acc 68.90)g*
ÆCBç?gü©ñÒMb`?g
ª 
Š9Q@r¶   zFWARNING sanity does not match the published equal ensemble; continuingr  )Úlinear_meanÚlinear_hp30)Úinnerr6  r7  r6  r7  )r>  rA  rD  )FFT)Ú	ascendingrD  rF  r4  Úofficial)r¤   rF   r6  r7  r>  rA  rD  rF  r4  Úinner_HÚ	inner_AccÚscorerr:  r;  r<  r=  rC  rE  r¹   z	 inner H zMEAN z  Acc z  SDT z  L r»   r¼   r½   Fr]  r_  r†   )*rJ  r'   r(   r)   r*   ÚLOG_HPr+   re  r0   r™  r±  rR   r·  rÚ   r   rB   rÎ   ÚemisrW   ÚP_STAYÚSCALESÚevaluater  r  ru  rv  ry  r^   Úreset_indexrA  ÚTHRrV   Úsort_valuesÚilocrÁ   r6  r7  r>  rD  rF  ÚOUT_HPrx  )"r‘  r—  r˜  r“  ÚsanityrM  rF   rc   r­  r(  r  rç   rò   ÚdmapÚpicksÚouterÚ
inner_rowsrµ  r+  rÍ   rí   rî   rN  r7  rO  ÚinnÚgroupedÚokÚpoolÚbestÚoffrP  r†  r…  s"                                     r/   Úrun_lodo_hprÐ  “  s  € ó Ü‡K�K”—‘—‘¤Ó'°$Õ7ÜŒ�Ó×ÑÔÜŒVÐ9Ô:Ü 7Ó 9Ñ€GˆU�IÜ˜' 9Ô-ÜŒV�z ) Ð-Ô.Ü�Z‰Z˜ ¨°Ó4€FÜŒVÐ1°&¸±+¸cÐ1BÀ%ÈÈuÉÐVYÐGZð [Eð Fô Gä
ˆ6�#‰;Ð+Ñ+Ó,¨tÒ3´s¸6À%¹=ÐK[Ñ;[Ó7\Ð_cÒ7cÜ”ÐaÔbØ€DåSZÕ[ÑSZÈR˜°G¸B±K×4EÑ4EÔ4GÔHÑ4G©D¨A¨q˜Q  $¡™ZÐ4GÒHÑHÐSZÓ[ÝQXÕYÑQXÈ2˜°E¸"±I·O±OÔ4EÔFÑ4E©D¨A¨q˜Q  $¡™ZÐ4EÒFÑFÐQXÓYñ€Gð "°%Ñ
8€CÜ.ˆÜ�Y‰Y‹[ˆØ�t‰}ˆØˆß�WˆEØˆJß �Ø˜E’>ØÝ$+ÓG¡G˜q¨q¸À¸Ò/Fš G�ÐGÜŸ™  eÓ,‘��BÜŸœ�AÜ!"§¤˜ÜŸJ™J u¨d°5©k¸2¸rÀE¹zÈ1ÓM˜Ø"×)Ñ)¬$Ð*W°UÀ1ÈEÑ*WÐUVÑ*WÕXñ "*ñ "ð !ô —,‘,˜zÓ*ˆCØ—k‘k 8¨WÐ"5Ó6Ò7JÑK×PÑPÓR×^Ñ^Ó`ˆGØ˜Ÿ™¬¯©Ñ-Ñ.ˆBÜ˜Rœ‘2 gˆDØ×#Ñ#Ò$7ÒCWÐ#ÓX×]Ñ]Ð^_Ñ`ˆDÜ—*‘*˜U C¨¡I¬u°T·[±[Ó/AÄ5ÈÏÉÓCTÓUˆCÜ˜T e´E¸$¿+¹+Ó4FÌeÐTX×T^ÑT^ÓN_Ø˜S™ s¨5¡z°s¸5±zÀSÈÁXÐTWÐX^ÑT_Ü$ T§V¡V›}¼¸d¿h¹h»ÐPZô\ˆCð �L‰L˜ÔØ�K‰K˜ÔÜ”V ˜v Q u g¨S°·±°¸TÀ$Ç*Á*Àð N"Ø"% c¡(¨3 ¨u°S¸±ZÀÐ4DÀEÈ#ÈeÉ*ÐUXÐIYÐY\Ð]`ÐadÑ]eÐfiÐ\jð k(Ø(,¯©¨s |°5¸¿¹À#¸ðHö Ið- ô2 �l‰l˜5Ó!ˆÜ”˜5   d¨3¯5©5¯:©:«<¸Ð*<¸FÀ3Ç7Á7Ç<Á<Ã>ÐRUÐBVð W Ø #§¡§¡£¨sÐ3°4¸¿¹¿
¹
»ÀSÐ7IÈÌTÏYÉYË[Ð[]ÑM]Ð^aÐLbÐbdðfö 	gð= /ô@ 
�‰�dÓ	€BÜ‡K�K”—‘—‘¤Ó'°$Õ7Ø‡I�IŒf˜E€IÔ"ÜŒV�vœf˜XÐ&Õ'ùóO IùÔ[ùÛFùÔYùò Hs<   ÄU;Ä/U5Ä?U;ÅV
Å/VÅ?V
ÇV
Ç!V
Õ5U;ÖV
c                  óB  — t         j                  j                  dd«      j                  «       j	                  «       } | dk(  rt        «        y | dk7  rt        d| › �«      ‚t        j                  t        j                  j                  «       rdnd«      }t        |«       y )NÚMODEÚexternalÚlodo_hpzunknown MODE r®   Úcpu)r'   rf  rg  ÚstripÚlowerrÐ  Ú
SystemExitry   rˆ   r®   Úis_availabler‡  )Úmoderˆ   s     r/   ÚmainrÛ  Ò  sy   € Ü�:‰:�>‰>˜& *Ó-×3Ñ3Ó5×;Ñ;Ó=€DØˆyÒÜŒØØˆzÒÜ˜=¨¨Ð/Ó0Ð0Ü�\‰\¤E§J¡J×$;Ñ$;Ô$=™&À5ÓI€FÜ�Õr@   Ú__main__)Br—   r'   rÎ   Únumpyr4   Úpandasru  ry   Útorch.nnrj   Útorch.nn.functionalÚ
functionalrÖ   Úscipy.signalr   Úensemble_clf_nestedrR   Úensemble_clf_transformer_v2rW   Úensemble_clf_transformer_v3rq   Úeval_externalrG  r¨  r   r)   r*   ÚabspathÚ__file__ÚEXPrâ   rn  rd  rw  r»  rÄ  r  r  r  rl  r  rI  ÚHP_TAUrK  ro  r0   r?   rJ   rC   ÚModuler`   rª   r  r  r	  r$  r-  r1  rQ  rV  r‡  r™  r±  rÐ  rÛ  r”   r†   r@   r/   Ú<module>rì     sˆ  ðñó2 
Û ã Û Û Ý ß Ð Ý  ã Û 'Û (Û Ý à‡g�g‡o�o�b—g‘g—o‘o hÓ/Ó0€Ø	‡w�w‡|�|�C˜ =Ó1€Ø
�'‰'�,‰,�s˜MÐ+HÓ
I€Ø
�'‰'�,‰,�s˜I zÐ3]Ó
^€Ø	�‰�‰�c˜=Ð*FÓ	G€Ø	�‰�‰�c˜9 jÐ2[Ó	\€àl€Øk€ØA€Ø	.€Ø"€
Ø	€Ø	€Ø€	ð€òð  ó @ò
$ò	Pô$Eˆr�y‰yô $EòN0ò&1òhòò
ò(+òòò$ò0Nòf%ò6ò6<(ò~ð ˆzÒÙ…Fð r@   