ó
    ¨räjEX  ã                   ór  • S r SSKrSSKrSSKrSSKrSSKrSSKrSSK	r	SSK
Jr  SSKJs  Jr  SSKrSSKJr  \R&                  R)                  \R&                  R+                  \5      5      r\R&                  R1                  \SSS5      r\R&                  R1                  \SSS5      r\R&                  R1                  \SS	5      r\R&                  R1                  \S
S5      rSr\" \R>                  RA                  SS5      5      r!\" \R>                  RA                  SS5      5      r"Sr#Sr$Sr%Sr& " S S\RN                  5      r( " S S\RN                  5      r)S r*S r+S r,S r-S r.S r/S r0S  r1S! r2S" r3S# r4\	Rj                  " 5       S$ 5       r6S% r7S& r8S' r9S( r:S) r;S* r<S+ r=S, r>\?S-:X  a  \>" 5         gg).ah  Causal logit transformer, second round.

Same leave-one-dataset-out protocol as ensemble_clf_transformer.py:
  * train only on datasets that are neither the outer (held-out) nor the inner dataset
  * choose the model and the HMM (p_stay, emission scale) by the acc74 rule on inner
    scores only: among settings with mean inner Acc >= 74, maximise inner H
    (ties: higher Acc, then lower SDT). If none reach 74, take the highest inner Acc
  * refit on the four non-held-out datasets and score the held-out dataset once
    with score.score_dataset

H is the official harmonic mean of accuracy (fraction) and switch score L
(aggregate() in the challenge scorer). Accuracy is the official subject-mean
sample accuracy. Neither split nor metric is changed.

What is new, relative to tf_hp_w48 (H 0.8208, Acc 78.09):
  recipe_hp48  same width, depth, window and hp120 features, but every causal
               position is supervised, dataset-balanced batches, cosine LR,
               EMA, input noise, seed dropout, time masking, post-switch
               loss weights, and a zero-init residual over a linear skip
  ms_w96       24-d causal features (raw, hp60, hp120, z60, 1 s slope, 2 s mean),
               d=64, window 96, same training recipe
  ms_w192      those features with a 48 s window
  stem_ms96    depthwise causal conv + dilated residual conv stem in front of
               the ms_w96 transformer
  ens_all      equal average of the four evidence streams (HMM still chosen on inner)

Train seed 20270101. usage: python ensemble_clf_transformer_v2.py
writes results/research/ensemble_clf_transformer_v2.csv and _inner.csv
é    N)ÚDS_KEYSÚresultsÚresearchzensemble_clf_transformer_v2.csvz%ensemble_clf_transformer_v2_inner.csvÚmodelsÚlogit_tf_v2Úexperimentsztransformer_v2.logiL5ÚSTEPSÚ800ÚBATCHÚ512)g+‡ÙÎï?ç¬Zd;ßï?g�•C‹lçï?gV-²�ïï?)gš™™™™™é?çÍÌÌÌÌÌì?ç      ð?g     €R@))Úrecipe_hp48Úhpé0   é    é   Fçü©ñÒMbP?)Úms_w96Úmsé`   é@   r   Fç-Cëâ6J?)Úms_w192r   éÀ   r   r   Fr   )Ú	stem_ms96r   r   r   r   Tr   c                   ó6   ^ • \ rS rSrSrSU 4S jjrS rSrU =r$ )ÚDilatedResidualéB   zCCausal dilated conv. Zero-init so the block starts as the identity.c                 ó¨  >• [         TU ]  5         US-
  U-  U l        [        R                  " XX#S9U l        [        R                  " U5      U l        [        R                  " U5      U l	        [        R                  R                  U R
                  R                  5        [        R                  R                  U R
                  R                  5        g )Né   )Údilation)ÚsuperÚ__init__ÚpadÚnnÚConv1dÚconvÚ	LayerNormÚnormÚDropoutÚdropÚinitÚzeros_ÚweightÚbias)ÚselfÚdÚkr#   ÚdropoutÚ	__class__s        €Ú6/root/disk_3tb/eeg-thao/ensemble_clf_transformer_v2.pyr%   ÚDilatedResidual.__init__E   s�   ø€ Ü‰ÑÔØ˜‘E˜XÑ%ˆŒÜ—I’I˜a AÑ9ˆŒ	Ü—L’L “OˆŒ	Ü—J’J˜wÓ'ˆŒ	Ü
�‰�‰�t—y‘y×'Ñ'Ô(Ü
�‰�‰�t—y‘y—~‘~Õ&ó    c                 ó  • U R                  [        R                  " UR                  SS5      U R                  S45      5      R                  SS5      nXR	                  [        R
                  " U R                  U5      5      5      -   $ )Nr"   r   r   )r)   ÚFr&   Ú	transposer-   Úgelur+   )r2   ÚxÚhs      r7   ÚforwardÚDilatedResidual.forwardN   s^   € Ø�I‰I”a—e’e˜AŸK™K¨¨1Ó-°·±¸!¨}Ó=Ó>×HÑHÈÈAÓNˆØ—9‘9œQŸVšV D§I¡I¨a£LÓ1Ó2Ñ2Ð2r9   )r)   r-   r+   r&   )é   r"   çš™™™™™¹?©	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__r%   r@   Ú__static_attributes__Ú__classcell__©r6   s   @r7   r   r   B   s   ø† ÙM÷'÷3ð 3r9   r   c                   ó6   ^ • \ rS rSrSrSU 4S jjrS rSrU =r$ )ÚLogitTransformeréS   zßCausal window encoder. Logit at position t uses only frames <= t.

The linear skip is initialised to the mean of the raw logit channels and the
transformer head starts at zero, so the network begins as that linear readout.
c                 óÖ  >• [         TU ]  5         X l        SU l        S U l        U(       aŽ  [
        R                  " XU R                  S-   US9U l        [
        R                  R                  U R                  R                  5        [
        R                  R                  U R                  R                  5        [
        R                  " X5      U l        U(       a0  [
        R                  " S Vs/ s H  n[        USX†S9PM     sn5      O[
        R                  " 5       U l        [
        R                   " ["        R$                  " SX#5      S-  5      U l        [
        R(                  " X4US-  US	S	S
S9n	[
        R*                  " X•SS9U l        [
        R                  " US5      U l        [
        R                  " USSS9U l        [
        R2                  R5                  U5      n
U R7                  SU
5        [
        R                  R                  U R.                  R                  5        [
        R                  R                  U R.                  R                  5        [
        R                  R                  U R0                  R                  5        ["        R8                  " 5          SU R0                  R                  SS [;        SU5      24'   S S S 5        g s  snf ! , (       d  f       g = f)Né   r"   )Úgroups)r"   r   é   rQ   rB   )r4   r#   r5   ç{®Gáz”?r   Tr=   )Úd_modelÚnheadÚdim_feedforwardr5   Úbatch_firstÚ
norm_firstÚ
activationF)Ú
num_layersÚenable_nested_tensor)r1   Úmaskg      Ð?r   rS   )r$   r%   ÚwindowÚdw_padÚdwr'   r(   r.   r/   r0   r1   ÚLinearÚprojÚ
ModuleListr   ÚblocksÚ	ParameterÚtorchÚrandnÚposÚTransformerEncoderLayerÚTransformerEncoderÚencÚheadÚskipÚTransformerÚgenerate_square_subsequent_maskÚregister_bufferÚno_gradÚmin)r2   Úc_inr^   rU   rV   Únlayersr5   Ústemr3   Úlayerr]   r6   s              €r7   r%   ÚLogitTransformer.__init__Z   sû  ø€ Ü‰ÑÔØŒØˆŒØˆŒÞÜ—i’i ¨D¯K©K¸!©OÀDÑIˆDŒGÜ�G‰G�N‰N˜4Ÿ7™7Ÿ>™>Ô*Ü�G‰G�N‰N˜4Ÿ7™7Ÿ<™<Ô(Ü—I’I˜dÓ,ˆŒ	ö ô —m’má!ó%
â!�ô ˜G q°1ÔFÙ!ñ%
ô ô Ÿš›ð 	Œô —<’<¤§¢¨A¨vÓ ?À$Ñ FÓGˆŒÜ×*Ò*Ø¸'ÀA¹+Ø¨¸$È6ñSˆô ×(Ò(¨ÐY^Ñ_ˆŒÜ—I’I˜g qÓ)ˆŒ	Ü—I’I˜d A¨EÑ2ˆŒ	Ü�~‰~×=Ñ=¸fÓEˆØ×Ñ˜V TÔ*Ü
�‰�‰�t—y‘y×'Ñ'Ô(Ü
�‰�‰�t—y‘y—~‘~Ô&Ü
�‰�‰�t—y‘y×'Ñ'Ô(Ü�]Š]�_Ø2;ˆD�I‰I×Ñ˜Q ¤# a¨£, Ð.Ñ/÷ ˆ_ùò!%
÷  �_ús   Ã/KÊ$(KË
K(c           	      ó   • UnU R                   bT  XR                  [        R                  " UR                  SS5      U R                  S45      5      R                  SS5      -   nU R                  U5      nU R                   H  nU" U5      nM     X0R                  S S 2S UR                  S5      24   -   nU R                  X0R                  S9nU R                  U5      R                  S5      U R                  U5      R                  S5      -   $ )Nr"   r   r   )r]   éÿÿÿÿ)r`   r;   r&   r<   r_   rb   rd   rh   Úsizerk   r]   rl   Úsqueezerm   )r2   r>   Úrawr?   Úblocks        r7   r@   ÚLogitTransformer.forwardw   sÚ   € ØˆØ�7‰7ÑØ—G‘GœAŸEšE !§+¡+¨a°Ó"3°d·k±kÀ1Ð5EÓFÓG×QÑQÐRSÐUVÓWÑWˆAØ�I‰I�a‹LˆØ—[”[ˆEÙ�a“ŠAñ !à—‘š˜K˜aŸf™f Q›i˜K˜Ñ(Ñ(ˆØ�H‰H�QŸY™YˆHÐ'ˆØ�y‰y˜‹|×#Ñ# BÓ'¨$¯)©)°C«.×*@Ñ*@ÀÓ*DÑDÐDr9   )	rd   r`   r_   rk   rl   rh   rb   rm   r^   )r   rS   r   rC   FrD   rL   s   @r7   rN   rN   S   s   ø† ñ÷<÷:	Eð 	Er9   rN   c                 óJ  • [         R                  " [         R                  " SU R                  S   45      [         R                  " U SS9/5      n[         R
                  " [        U 5      5      n[         R                  " SX1S-
  -
  5      nX#S-      X$   -
  X4-
  S-   S S 2S 4   -  $ )Nr"   r   )Úaxis)ÚnpÚvstackÚzerosÚshapeÚcumsumÚarangeÚlenÚmaximum)ÚDr4   ÚcsÚidxÚlefts        r7   Úcausal_meanr�   ƒ   s„   € Ü	�Š”B—H’H˜a §¡¨¡˜_Ó-¬r¯yªy¸ÀÑ/CÐDÓ	E€BÜ
�)Š)”C˜“FÓ
€CÜ�:Š:�a˜ A¡™Ó'€DØ�Q‰w‰K˜"™(Ñ" s¡z°A¡~²q¸$°wÑ&?Ñ?Ð?r9   c            
      ó  • 0 0 pS[         R                  " S5      -
  n[         GH`  n0 0 sX'   X'   [        R                  S   S   U   R                  5        GH'  u  pE[         R                  " U[         R                  5      n[        R                  " US5      nU[        R                  " Xb5      -
  n[        R                  " US5      n	[         R                  " U5      n
[        U5      S:”  a  USS USS	 -
  U
SS& [        US
5      n[         R                  " Xh/S5      R                  [         R                  5      X   U'   [         R                  " XgX‰X«/S5      R                  [         R                  5      X   U'   GM*     GMc     XS.$ )zQFull-history causal features. hp matches ensemble_clf_transformer.build_features.r   ga¿ÚbaseÚidÚhp60Úz60rS   NéüÿÿÿrQ   r"   )r   r   )r�   Úexpr   ÚNÚGÚitemsÚasarrayÚfloat64Úxform_arrayÚema_2dÚ
zeros_liker‡   r�   ÚconcatenateÚastypeÚfloat32)r   r   Úalpha120ÚdsÚkeyÚD0r‰   Úh60Úh120ÚzÚslopeÚmeans               r7   Úbuild_featuresr©   Š   sF  € à�ˆØ”R—V’V˜MÓ*Ñ*€HßˆgˆØ˜Rˆˆ‰�‘Ü—s‘s˜6‘{ 4Ñ(¨Ñ,×2Ñ2×4‰GˆCÜ—
’
˜2œrŸz™zÓ*ˆAÜ—-’-  6Ó*ˆCØ”q—x’x Ó,Ñ,ˆDÜ—’˜a Ó'ˆAÜ—M’M !Ó$ˆEÜ�1‹v˜‹zØ˜a˜b˜E A c r F™N��a�b�	Ü˜q !Ó$ˆDÜŸ.š.¨!¨°AÓ6×=Ñ=¼b¿j¹jÓIˆB‰F�3‰KÜŸ.š.¨!°$¸5Ð)GÈÓK×RÑRÔSU×S]ÑS]Ó^ˆB‰F�3ŒKô 5ñ ð ÑÐr9   c                 ó<  • SnS nS nU Hœ  nX   R                  5        Hƒ  nU[        U5      -  nUR                  S5      R                  [        R
                  5      n[        R                  " U[        R
                  S9R                  S5      nUc  UOX7-   nUc  UOXH-   nM…     Mž     X2-  n	[        R                  " [        R                  " XB-  U	S-  -
  S5      5      n
U	R                  [        R                  5      U
R                  [        R                  5      4$ )Nr   )Údtyper   g:Œ0âŽyE>)
Úvaluesr‡   Úsumrž   r�   r™   ÚsquareÚsqrtrˆ   rŸ   )ÚfeatÚdatasetsÚacc_nÚacc_sÚacc_sqr¡   ÚXÚsÚsqÚmuÚsds              r7   Ú
norm_statsrº   ž   sà   € Ø€EØ€EØ€FÛˆØ‘—‘Ö"ˆAØ”S˜“V‰OˆEØ—‘�a“—‘¤§
¡
Ó+ˆAÜ—’˜1¤B§J¡JÑ/×3Ñ3°AÓ6ˆBØ™‘A¨E©IˆEØ!™>‘R¨v©{ŠFó #ñ ð 
‰€BÜ	�Š”—’˜F™N¨R°1©WÑ4°dÓ;Ó	<€BØ�9‰9”R—Z‘ZÓ  "§)¡)¬B¯J©JÓ"7Ð7Ð7r9   c                 óâ  • / n/ nU GHG  n[         R                  S   U   n/ nX   R                  5        H�  u  pxXW   S:H  R                  [        R
                  5      n	[        U	5      [        U5      :w  a)  [        S[        U	5       S[        U5       SU SU 35      eUR                  X‰45        UR                  U	5        M�     [        R                  " U V
V	s/ s H  u  p©[        U	5      PM     sn	n
[        R                  5      nUR                  [        Xk[        UR                  5       5      [        R                  " U5      S95        GMJ     U[        R                  " U5      4$ s  sn	n
f )NÚattr   zlabel length ú != ú for Ú/)ÚtrialsÚlengthsÚtotalÚends)r•   r–   r—   rž   r�   rŸ   r‡   ÚRuntimeErrorÚappendÚarrayÚint64ÚdictÚintr­   r…   r�   )r°   r±   rR   Úy_partsr¡   r¼   rÀ   r¢   rµ   ÚyÚ_rÁ   s               r7   Útrial_groupsrÍ   ®   s'  € Ø€FØ€GÜˆÜ�c‰c�%‰j˜‰nˆØˆØ‘h—n‘nÖ&‰FˆCØ‘˜Q‘×&Ñ&¤r§z¡zÓ2ˆAÜ�1‹vœ˜Q›ÓÜ" ]´3°q³6°(¸$¼sÀ1»v¸hÀeÈBÈ4ÈqÐQTÐPUÐ#VÓWÐWØ�M‰M˜1˜&Ô!Ø�N‰N˜1Öñ 'ô —(’(©vÔ6ªv¡t qœC žF©vÒ6¼¿¹ÓAˆØ�‰”d &ÄÀWÇ[Á[Ã]ÓASÜ "§	¢	¨'Ó 2ñ4÷ 	5ñ ð ”2—>’> 'Ó*Ð*Ð*ùó 7s   ÃE+c                 óœ  • US   S   S   S   R                   S   n[        R                  " X2U4[        R                  5      n[        R                  " X24[        R                  5      n[        R                  " X24[        R                  5      n	[        R                  " U5      [        U5      -  n
[        U5       GH  u  p¼[        R                  " X«:H  5      n[        U5      S:X  a  M/  U R                  SUS   [        U5      S9n[        R                  " US   USS9nXìS   US	   -
  U   -
  nUS   n[        XßU5       Hw  u  nnnU[        U5         u  nn[        U5      nUU-
  S-   nUS:¼  a  UUUS-    UU'   UUUS-    UU'   S
U	U'   MN  US-   nUSU UUU* S24'   USU UUU* S24'   S
U	UU* S24'   My     GM     Xt-  nXu-  nXxU	4$ )zJDataset-balanced windows. Each row ends at a uniform frame of one dataset.r   rÀ   r"   rÂ   )rz   rÃ   Úright)ÚsiderÁ   r   N)r„   r�   rƒ   rŸ   r†   r‡   Ú	enumerateÚflatnonzeroÚintegersÚsearchsortedÚziprÉ   )ÚrngrR   ÚWÚbatchr¸   r¹   ÚCÚXoÚyoÚmoÚds_ofÚg_iÚgÚrowsÚpickÚwhichÚlocalrÀ   ÚrowÚtiÚtr>   rË   ÚaÚns                            r7   Úsample_batchré   À   sÚ  € àˆq‰	�(Ñ˜AÑ˜qÑ!×'Ñ'¨Ñ*€AÜ	�Š�5˜Q�-¤§¡Ó	,€BÜ	�Š�5�*œbŸj™jÓ	)€BÜ	�Š�5�*œbŸj™jÓ	)€BÜ�IŠI�eÓœs 6›{Ñ*€EÜ˜F×#‰ˆÜ�~Š~˜e™lÓ+ˆÜˆt‹9˜‹>ÙØ�|‰|˜A˜q ™z´°D³	ˆ|Ð:ˆÜ—’  &¡	¨4°gÑ>ˆØ˜&™	 A i¡LÑ0°%Ñ8Ñ8ˆØ�8‘ˆÜ˜d¨5Ö1‰JˆC��QØœ#˜b›'‘?‰DˆAˆqÜ�A“ˆAØ�A‘˜‘	ˆAØ�A‹vØ˜A˜a !™e˜*��3‘Ø˜A˜a !™e˜*��3‘Ø��3“à˜‘E�Ø   !˜u��3˜˜™�8‘Ø   !˜u��3˜˜™�8‘Ø"��3˜˜™�8“ô 2ñ $ð* �H€BØ�H€BØ�2ˆ:Ðr9   c                 ól  • [         R                  " U 5      nU SS2SS24   U SS2SS24   -
  R                  5       R                  S5      R	                  5       USS2SS24   -  USS2SS24   -  USS2SS24'   Sn[         R
                  " [         R                  " X0R                  U R                  S9* S-  5      nUR                  S5      R                  SSS5      n[        R                  " [        R                  " UR                  S5      US-
  S45      U5      R                  S5      nS	S
U-  -   $ )zEUpweight the frames that follow a label change. Causal in the labels.Nr"   ry   ç      à?é   )Údevicer«   g      @r   r   g      @)rf   rœ   ÚabsÚgtÚfloatr”   r†   rí   r«   ÚflipÚviewr;   Úconv1dr&   Ú	unsqueezer{   )rË   r]   ÚchangeÚhorizonÚdecayÚkernelÚsmooths          r7   Úswitch_weightsrú   á   s  € ä×Ò˜aÓ €FØ’q˜!™"�u‘X ¢! S b S &¡	Ñ)×.Ñ.Ó0×3Ñ3°CÓ8×>Ñ>Ó@À4ÊÈ1É2ÈÁ;ÑNÐQUÒVWÐY\ÐZ\ÐY\ÐV\ÑQ]Ñ]€FŠ1ˆa‰bˆ5�MØ€GÜ�IŠI”u—|’| G·H±HÀAÇGÁGÑLÐLÈsÑRÓS€EØ�Z‰Z˜‹]×Ñ  1 bÓ)€FÜ�XŠX”a—e’e˜F×,Ñ,¨QÓ/°'¸A±+¸qÐ1AÓBÀFÓK×SÑSÐTUÓV€FØ��v‘ÑÐr9   c                 ó^  • U [         R                  " U 5      S-  -   n U R                  u  pn[         R                  " XR                  S9S:  n[         R
                  " SSU4U R                  S9n[         R                  " X0R                  S9nUS S 2S 4   US S S 24   S-  US S 2S 4   :H  -  nU R                  US S 2S S S 24   S5      n [         R                  " XR                  S9S:  n[         R
                  " SSU4U R                  S9n	[         R
                  " SX!4U R                  S9n
[         R                  " X R                  S9n[         R                  " X©-   US	9nUS S 2S 4   US S S 24   U
S S 2S 4   :¬  -  US S S 24   US S 2S 4   :  -  nU R                  US S 2S S 2S 4   S5      $ )
NrC   ©rí   g333333Ó?r   rS   g        r   é	   )Úmax)	rf   Ú
randn_liker„   Úrandrí   Úrandintr†   Úmasked_fillÚclamp)r>   ÚBÚTrÙ   r-   ÚseedÚchÚkillÚdoÚspanÚstartÚt_idxÚendÚcuts                 r7   Úaugmentr  ì   s~  € Ø	ŒE×Ò˜QÓ #Ñ%Ñ%€AØ�g‰g�G€Aˆ!Ü�:Š:�a§¡Ñ)¨CÑ/€DÜ�=Š=˜˜A ˜t¨A¯H©HÑ5€DÜ	�Š�a§¡Ñ	)€BØ’�4�‰=˜B˜t¢Q˜w™K¨!™O¨t²A°t°G©}Ñ<Ñ=€DØ	�‰�dš1˜d¢A˜:Ñ&¨Ó,€AÜ	�Š�AŸh™hÑ	'¨#Ñ	-€BÜ�=Š=˜˜A ˜t¨A¯H©HÑ5€DÜ�MŠM˜!˜Q ¨Q¯X©XÑ6€EÜ�LŠL˜§8¡8Ñ,€EÜ
�+Š+�e‘l¨Ñ
*€CØ
ŠQ�ˆW‰+˜˜t¢Q˜w™¨5²°D°©>Ñ9Ñ
:¸eÀDÊ!ÀG¹nÈsÒSTÐVZÐSZÉ|Ñ>[Ñ
\€CØ�=‰=˜šQ¢ 4˜Z™¨#Ó.Ð.r9   c                 ó  • [        S[        US-  S5      5      nX:  a  X1S-   -  U-  nOIX-
  [        X$-
  S5      -  nSSUS-
  -  S[        R                  " [        R                  U-  5      -   -  -   nU R
                   H  nXWS'   M	     U$ )Né(   é
   r"   çñhãˆµøä>rë   r   Úlr)rr   rþ   ÚmathÚcosÚpiÚparam_groups)ÚoptÚsteprÂ   r�   Úwarmr  ÚpÚgroups           r7   Úset_lrr  ý   sŽ   € Üˆr”3�u ‘{ AÓ&Ó'€DØƒ{Ø˜A‘XÑ Ñ%‰à‰[œC ¡¨aÓ0Ñ0ˆØ�C˜4 $™;Ñ'¨3´·²¼$¿'¹'ÀA¹+Ó1FÑ+FÑGÑGˆØ×!Ô!ˆØˆd‹ñ "à€Ir9   c                 ó
  • [         R                  " 5          [        U R                  5       UR                  5       5       H(  u  p4UR                  " U5      R                  USU-
  S9  M*     S S S 5        g ! , (       d  f       g = f)Nr   )Úalpha)rf   rq   rÕ   Ú
parametersÚmul_Úadd_)ÚsrcÚdstr÷   ÚpsÚpds        r7   Ú
ema_updater(  	  sU   € Ü	�Š�Ü˜#Ÿ.™.Ó*¨C¯N©NÓ,<Ö=‰FˆBØ�GŠG�E‹N×Ñ ¨#°©+ÐÓ6ñ >÷ 
�Žús   –AA4Á4
Bc                 óT  • U u  pVpxpšn[        X&   U5      u  pÍ[        X&   U5      u  pï[        UR                  5       5      n[        R
                  " SU-
  [        US5      -  /US9nUS   S   S   S   R                  S   n[        R                  " [        5        UR                  S:X  a#  [        R                  R                  [        5        [        UXxXšS9R                  U5      n[        R                   " U5      R#                  5       n[        R$                  R'                  UR)                  5       US	S
9n[*        R,                  R/                  [        5      nUR1                  5         [2        R2                  " 5       nS n[5        U5       GH2  n[7        UUXK5        [9        UXÇ[:        Xï5      u  nnn[        R<                  " U5      R                  USS9n[        R<                  " U5      R                  USS9n[        R<                  " U5      R                  USS9n[?        U5      nURA                  SS9  U" U5      n [C        UU5      n![D        RF                  " U UUSS9n"U!U-  RI                  5       RK                  S5      n#U"U!-  U-  RI                  5       U#-  n$U S S 2SS 24   U S S 2S S24   -
  RM                  5       n%US S 2SS 24   US S 2S S24   -  n&U$SU%U&-  RI                  5       -  U&RI                  5       RK                  S5      -  -   n$[        RN                  " U$5      (       d  [Q        SU SU 35      eU$RS                  5         [        RT                  RV                  RY                  UR)                  5       S5        UR[                  5         []        UUS5        [        U$R_                  5       5      nGM5     UR#                  5         [a        UXÇXïU5      n'[c        SU SSRe                  U5       SUS SU'S S[2        R2                  " 5       U-
  S S3SS9  UXï4$ )Nr   r   rü   r   rÀ   r"   Úcuda©rU   rt   ru   g-Cëâ6?)r  Úweight_decayT)Únon_blocking)Úset_to_noneÚnone)Ú
pos_weightÚ	reductionry   gš™™™™™©?znon-finite loss at step r¾   g×£p=
×ï?z
  trained z on Ú+z  loss ú.3fz  frame-acc z  (z.0fús)©Úflush)3rÍ   rº   rð   r¨   rf   Útensorrþ   r„   Úmanual_seedÚ
TRAIN_SEEDÚtyper*  Úmanual_seed_allrN   ÚtoÚcopyÚdeepcopyÚevalÚoptimÚAdamWr!  r�   ÚrandomÚdefault_rngÚtrainÚtimeÚranger  ré   r   Ú
from_numpyr  Ú	zero_gradrú   r;   Ú binary_cross_entropy_with_logitsr­   Ú	clamp_minrî   ÚisfiniterÄ   Úbackwardr'   ÚutilsÚclip_grad_norm_r  r(  ÚitemÚtrain_frame_accÚprintÚjoin)(Úcfgr±   r°   rí   ÚstepsÚnameÚfamilyr^   rU   rt   ru   r  rR   Úy_allr¸   r¹   rh   r0  rs   ÚmodelÚemar  rÖ   Út0Úlastr  ÚxbÚybÚmbr>   rË   ÚmÚlogitÚswÚbceÚdenomÚlossÚdvÚm2Úaccs(                                           r7   Útrain_modelrh    s£  € Ø7:Ñ4€D�& 7°"Ü  ¡¨xÓ8�M€FÜ˜™ hÓ/�F€BÜ
�—
‘
“Ó
€CÜ—’  c¡	¬S°°d«^Ñ;Ð<ÀVÑL€JØ�!‰9�XÑ˜qÑ! !Ñ$×*Ñ*¨1Ñ-€DÜ	×Ò”jÔ!Ø‡{�{�fÓÜ�
‰
×"Ñ"¤:Ô.Ü˜T 6ÀGÑW×ZÑZÐ[aÓb€EÜ
�-Š-˜Ó
×
#Ñ
#Ó
%€CÜ
�+‰+×
Ñ
˜E×,Ñ,Ó.°2ÀDÐ
Ð
I€CÜ
�)‰)×
Ñ
¤
Ó
+€CØ	‡K�K„MÜ	�Š‹€BØ€DÜ�e—ˆÜˆs�D˜%Ô$Ü! # v´u¸bÓE‰
ˆˆB�Ü×Ò˜RÓ ×#Ñ# F¸Ð#Ð>ˆÜ×Ò˜RÓ ×#Ñ# F¸Ð#Ð>ˆÜ×Ò˜RÓ ×#Ñ# F¸Ð#Ð>ˆÜ�A‹JˆØ�‰ $ˆÑ'Ù�a“ˆÜ˜A˜qÓ!ˆÜ×0Ò0°¸ÀjÐ\bÑcˆØ�a‘—‘“×(Ñ(¨Ó-ˆØ�b‘˜1‘×!Ñ!Ó# eÑ+ˆØ’A�q‘r�E‰l˜U¢1 c r c 6™]Ñ*×/Ñ/Ó1ˆØŠq�!‘"ˆu‰X˜š!˜S˜b˜S˜&™	Ñ!ˆØ�d˜b 2™gŸ]™]›_Ñ,¨r¯v©v«x×/AÑ/AÀ#Ó/FÑFÑFˆÜ�~Š~˜d×#Ñ#ÜÐ!9¸$¸¸uÀTÀFÐKÓLÐLØ�‰ŒÜ�‰�‰×&Ñ& u×'7Ñ'7Ó'9¸3Ô?Ø�‰Œ
Ü�5˜#˜uÔ%Ü�T—Y‘Y“[Ó!‹ñ- ð. ‡H�H„JÜ
˜#˜v¨r°vÓ
>€CÜ	ˆJ�t�f˜D §¡¨(Ó!3Ð 4°G¸DÀ¸:À\ÐRUÐVYÐQZð [Ü�iŠi‹k˜BÑ˜sÐ# 2ð'Ø.2ò4à�ˆ;Ðr9   c                 ó°  • [         R                  R                  S5      n[        XaUSX45      u  pxn	[        R
                  " 5          U " [        R                  " U5      R                  U5      5      n
S S S 5        W
S S 2S4   S:„  R                  5       R                  5       n[        X¸S S 2S4   S:„  :H  R                  5       5      $ ! , (       d  f       N[= f)Nr   é   ry   rë   )r�   rB  rC  ré   rf   rq   rG  r<  ÚcpuÚnumpyrð   r¨   )rX  rR   r^   r¸   r¹   rí   rÖ   r\  r]  r^  r`  Úpreds               r7   rP  rP  >  s§   € Ü
�)‰)×
Ñ
 Ó
"€CÜ˜c¨6°4¸Ó@�J€BˆBÜ	�Š�Ù”e×&Ò& rÓ*×-Ñ-¨fÓ5Ó6ˆ÷ 
à’!�R�%‰L˜1Ñ×!Ñ!Ó#×)Ñ)Ó+€DÜ�$ša ˜e™9 s™?Ñ+×1Ñ1Ó3Ó4Ð4÷ 
�ús   Á,CÃ
Cc           
      ó  • U R                  5         0 n[        R                  " UR                  SSS5      5      n[        R                  " UR                  SSS5      5      nUR	                  5        GH–  u  pš0 Xi'   U
R	                  5        GHw  u  p¼UR
                  u  pÞ[        R                  " US-
  U4[        R                  5      n[        R                  " [        R                  " Xü/S5      5      n/ n[        SUS5       H”  nUUUS-   U-   S-
   nUR                  SUS5      R                  SSS5      R                  5       nUU-
  U-  nUR                  U " UR                  U5      5      S S 2S4   R!                  5       R#                  5       5        M–     [        R                  " U5      R%                  [        R&                  5      n[)        U5      U:w  a  [+        S[)        U5       SU SU 35      eUXi   U'   GMz     GM™     U$ )	Nr"   ry   r   rj  r   zlength r½   r¾   )r?  rf   rG  Úreshaper—   r„   r�   rƒ   rŸ   r�   rF  ÚunfoldÚpermuteÚ
contiguousrÅ   r<  rk  rl  rž   r™   r‡   rÄ   )rX  Úfeat_dsr¸   r¹   r^   rí   ÚoutÚmu_tÚsd_tr¡   Útabler¢   rµ   r  rÙ   r&   ÚxpÚpiecesÚiÚslÚwrm  s                         r7   Ú	infer_allr}  G  sµ  € à	‡J�J„LØ
€CÜ×Ò˜BŸJ™J q¨!¨RÓ0Ó1€DÜ×Ò˜BŸJ™J q¨!¨RÓ0Ó1€DØ—]‘]—_‰	ˆØˆ‰Ø—k‘k—m‰FˆCØ—7‘7‰DˆAÜ—(’(˜F Q™J¨˜?¬B¯J©JÓ7ˆCÜ×!Ò!¤"§.¢.°#°¸1Ó"=Ó>ˆBØˆFÜ˜1˜a Ö&�Ø˜˜!˜d™( VÑ+¨aÑ/Ð0�Ø—I‘I˜a ¨Ó+×3Ñ3°A°q¸!Ó<×GÑGÓI�Ø˜‘X Ñ%�Ø—‘™e A§D¡D¨£LÓ1²!°R°%Ñ8×<Ñ<Ó>×DÑDÓFÖGñ	 'ô
 —>’> &Ó)×0Ñ0´·±Ó<ˆDÜ�4‹y˜A‹~Ü" W¬S°«Y¨K°t¸A¸3¸eÀCÀ5Ð#IÓJÐJØˆC‰G�CŒLô $ñ %ð  €Jr9   c                 ó  • [         R                  " S5        [        SSSSSS9R                  U 5      R	                  5       n[         R
                  " SSSU S	9nUR                  5       n[         R
                  " SSU S	9US S 2S
4'   [         R                  " 5          U" U5      nU" U5      nS S S 5        [         R                  " WS S 2S S
24   WS S 2S S
24   SS9(       d  [        S5      e[        SSS9  g ! , (       d  f       NQ= f)Nr   rQ   é   r   r"   Tr+  r   rü   ry   r  )Úatolz!transformer readout is not causalzcausality check passedr5  )rf   r8  rN   r<  r?  rg   Úclonerq   ÚallcloserÄ   rQ  )rí   rX  r>   Úx2Úy1Úy2s         r7   Úassert_causalr†  `  sØ   € Ü	×Ò�aÔÜ˜Q ¨B¸ÀÑE×HÑHÈÓP×UÑUÓW€EÜ�Š�A�r˜1 VÑ,€AØ	
�‰‹€BÜ—’˜A˜q¨Ñ0€B‚qˆ"€u�IÜ	�Š�Ù�1‹XˆÙ�2‹Yˆ÷ 
ô �>Š>˜"šQ   ˜V™* bª¨C¨R¨C¨¡j°t×<ÜÐ>Ó?Ð?Ü	Ð
"¨$Ó/÷ 
�ús   ÂC6Ã6
Dc                 óä   • 0 nU S    Hd  n0 X'   U S   U   R                  5        HC  u  p4[        R                  " USS9nU SS   H  nXVU   U   -  nM     U[        U 5      -  X   U'   ME     Mf     U$ )Nr   T)r=  r"   )r—   r�   rÆ   r‡   )Ústream_listrt  r¡   r¢   Úv0rg  Úothers          r7   Úaverage_streamsr‹  n  s†   € Ø
€CØ˜!ŒnˆØˆ‰Ø" 1‘~ bÑ)×/Ñ/Ö1‰GˆCÜ—(’(˜2 DÑ)ˆCØ$ Q R›�Ø˜R‘y ‘~Ñ%’ñ )à¤ [Ó!1Ñ1ˆC‰G�C‹Ló	 2ñ ð €Jr9   c                 ó*   • SSR                  U 5      -   $ )Nzex-Ú-)rR  )Úexcludeds    r7   Útriplet_keyr�  z  s   € Ø�3—8‘8˜HÓ%Ñ%Ð%r9   c                 ó˜  • / nSnU R                  S5       H�  u  pEXUR                  U:¬     n[        U5      (       a7  US-  nUR                  UR	                  / SQ/ SQS9R
                  S   5        M]  UR                  UR	                  / SQ/ SQS9R
                  S   5        M�     [        R                  " U5      R                  SS	9U4$ )
Nr   Úouterr"   ©ÚHÚAccÚSDT)FFT)Ú	ascending)r”  r“  r•  T)r-   )	Úgroupbyr”  r‡   rÅ   Úsort_valuesÚilocr'  Ú	DataFrameÚreset_index)r_  ÚthrÚpicksÚn_okrÌ   rß   Úoks          r7   Úselect_ruler   ~  s´   € Ø€EØ€DØ—	‘	˜'Ö"‰ˆØ�u‰u˜‰|‰_ˆÜˆr�7‰7Ø�A‰IˆDØ�L‰L˜Ÿ™Ò(;ÒG[˜Ð\×aÑaÐbcÑdÖeà�L‰L˜Ÿ™Ò':ÒFZ˜Ð[×`Ñ`ÐabÑcÖdñ #ô �<Š<˜Ó×*Ñ*°Ð*Ð5°tÐ;Ð;r9   c                 ó‚   • [         R                  " U 5      n[         R                  " X[        U5      [        U5      5      $ )N)r•   Úto_evÚofficialrð   )Ústreamsr¡   Úp_stayÚscaleÚevs        r7   Ú
score_pickr¨  ‹  s+   € Ü	
�Š�Ó	€BÜ�:Š:�bœe F›m¬U°5«\Ó:Ð:r9   c                  óà  • [         R                  R                  SS5      R                  5       n U (       d  [	        [
        5      $ U R                  S5       Vs1 s H)  oR                  5       (       d  M  UR                  5       iM+     nn[
         Vs/ s H  o3S   U;   d  M  UPM     nnX$ Vs1 s H  o3S   iM	     sn-
  nU(       a  [        S[        U5       35      eU$ s  snf s  snf s  snf )NÚONLYÚ Ú,r   zunknown ONLY names: )	ÚosÚenvironÚgetÚstripÚlistÚCONFIGSÚsplitÚ
SystemExitÚsorted)Úonlyrè   ÚnamesÚcÚcfgsÚmissings         r7   Úwanted_configsr»  �  s¸   € Ü�:‰:�>‰>˜& "Ó%×+Ñ+Ó-€DÞÜ”G‹}ÐØ $§
¡
¨3¤Ó=¢˜1·7±7·9‹YˆQ�W‰WŽY¡€EÐ=ÝÓ0’w�! A¡$¨%¡-�A‘w€DÐ0Ø TÓ*¢T ˜”t¡TÑ*Ñ*€GÞÜÐ/´°w³Ð/@ÐAÓBÐBØ€Kùò >ùÚ0ùÚ*s   ÁC!Á4C!ÂC&Â"C&Â.C+c                 ó   • [        U SS9  [        R                  " [        R                  R	                  [
        5      SS9  [        [
        S5       nUR                  U S-   5        S S S 5        g ! , (       d  f       g = f)NTr5  ©Úexist_okrç   Ú
)rQ  r­  ÚmakedirsÚpathÚdirnameÚLOGÚopenÚwrite)ÚtextÚfhs     r7   Úlog_linerÈ  œ  sL   € Ü	ˆ$�dÒÜ‡K‚K”—‘—‘¤Ó$¨tÒ4Ü	Œc�3Œ˜2Ø
�‰�˜‘Ô÷ 
�Žús   ÁA/Á/
A=c                  ó€  ^)^*^+^,^-^.^/^0^1• [         R                  " [         R                  R                  5       (       a  SOS5      m+[	        ST+ S[
         S[         35        S[         R                  R                  R                  l	        S[         R                  R                  l	        [        R                  " 5         [        R                  " 5       n [        [        R                   " U  Vs/ s H
  oS   S   PM     sn5      5      n[        [        R                   " U  Vs/ s H
  oS   S	   PM     sn5      5      n[	        S
US SUS 35        [#        US-
  5      S:”  d  [#        US-
  5      S:”  a  [%        S5      e['        T+5        [)        5       m,[*        R,                  " [.        SS9  [1        5       m*[*        R2                  R5                  S5      (       aó  T*S   n[6         Vs/ s H  oUS;  d  M
  UPM     nn[9        XFT,T+[;        [
        S5      S9u  pxn	[=        UT,US      X‰US   T+5      n
[        R>                  " U Vs0 s H  oUX¥   _M	     snU5      u  p¼[@        R@                  " 5       n[        RB                  " SU
S   X¼S-  S5      n[	        SUS   S SUS	   S SUS    S! S"[@        R@                  " 5       U-
  S# S$3	5        g 0 m)/ m0/ n[E        [6        5       H,  u  nn[6        US-   S   H  nURG                  UU45        M     M.     U)U04S% jnT* GH  nUS   US   US   nnnU Hì  u  nn[6         Vs/ s H  oUUU4;  d  M  UPM     nn[9        XFT,T+[
        5      u  pxn	[*        RH                  RK                  [.        U S&[M        UU45       S'35      n[         RN                  " URQ                  5       X‰UUS(.U5        [=        UT,U   X‰UT+5      n
U
T)UUU4'   U
T)UUU4'   AT+RR                  S:X  d  MÎ  [         R                  RU                  5         Mî     U" U5        GM     T* Vs/ s H  oS   PM	     snm-[W        T-5      S:¼  aM  U H8  u  nn[Y        T- Vs/ s H  nT)UUU4   PM     sn5      nUT)S)UU4'   UT)S)UU4'   M:     T-S)/-   nU" S)5        OT-n[Z        R\                  " T05      n[*        R,                  " [*        RH                  R_                  [`        5      SS9  URc                  [`        S*S+9  [	        S,[`         35        URe                  / S-Q5      / S.Q   R!                  5       Rg                  5       n0 m/U*U+U,U-U/U14S/ jm1/ m.U.U14S0 jn[i        U[j        5      u  nn[	        S1U S2[j        S3 S4URl                  R!                  5       S SURn                  R!                  5       S 35        URq                  5        Ha  u  n n[	        S5URr                   S6URt                   S7URv                   S8URx                   S4URl                  S SURn                  S 35        Mc     U" S9U5        U H}  nUURt                  U:H     n![i        U![j        5      u  n"n[	        S:U S;U S<U"Rl                  R!                  5       S SU"Rn                  R!                  5       S 35        U" S=U 3U"5        M     [Z        R\                  " T.5      n#U#Rc                  [z        S*S+9  [	        S>5        U#Re                  S?5       Hp  u  n$n!U!/ S.Q   R!                  5       n%[	        S5U$S@ SAU%Rl                  S SU%Rn                  S SBU%R|                  S SCU%R~                  S! SDU%R€                  S! 35        Mr     U#U#R‚                  S9:H     n&[        U&Rl                  R!                  5       5      [        U&Rn                  R!                  5       5      n(n'[	        SEU'S SU(S 35        [	        SF[…        U'SG:„  =(       a    U(SH:„  5       35        [	        S,[z         35        g s  snf s  snf s  snf s  snf s  snf s  snf s  snf )INr*  rk  zdevice z  steps z  batch Tr"   r“  r”  zreproduced lda4 @ 0.998  H ú.4fz  Acc ú.2fg°rh‘í|é?gü©ñÒMb@?gq=
×£@R@rT   z>baseline reproduction does not match the published LDA numbersr½  ÚSMOKEr   )ÚAVGCÚDTUr  )rT  r   rÎ  r   r   zsmoke DTU inner H ú Acc ú L ÚLr3  z (z.1fr4  c                 óN  >• [          H¾  n[          H±  nX!:X  a  M
  [          Vs/ s H  o3X4;  d  M  UPM     nnTXU4   n[        R                  " U Vs0 s H  o3XS   _M	     snU5      u  pg[         HL  n[         H?  n	[        R
                  " X%U   XgU	-  U5      n
TR                  [        SXXU	S.U
D65        MA     MN     M³     MÀ     [        R                  " T V
s/ s H  oªS   U :X  d  M  U
PM     sn
5      nUR                  / SQ5      / SQ   R                  5       R                  5       n[        UR                  U S9[        5      u  pÞ[!        SU  SU SUR"                  R                  5       S	 S
UR$                  R                  5       S 35        g s  snf s  snf s  sn
f )N)r‘  ÚinnerrX  r¥  r¦  rX  )r‘  r¥  r¦  r’  )rX  zinner ú: z/5 Acc>=74  H rÊ  rÏ  rË  © )r   r•   ÚemisÚP_STAYÚSCALESÚevaluaterÅ   rÈ   r'  rš  r—  r¨   r›  r   ÚassignÚTHRrÈ  r“  r”  )rU  r‘  Úinner_dsr3   Útrain_dsr¤  r¸   r¹   r  r¦  ÚrÚsubÚgrouped_oner�  rž  Úcacherà   s                  €€r7   Ú
score_nameÚmain.<locals>.score_nameÇ  s~  ø€ ßˆEß#�ØÓ$ÙÝ'.ÓM¢w !¸EÐ;LÑ2LŸA¡w�ÐMØ ¨hÐ 7Ñ8�ÜŸš¹Ó Aº°1 G¡J¢¹Ñ AÀ8ÓL‘�ß�Aß!'˜ÜŸJšJ x¸Ñ1BÀBÈUÉ
ÐTUÓV˜ØŸ™¤Dð %;¨uÈDØ/4ñ%;Ø89ñ%;ö <ó "(ó  ó $ñ ô �lŠl¡tÓB¢t !°©z¸TÑ/AŸA¡tÑBÓCˆØ—k‘kÒ">Ó?Ò@SÑT×YÑYÓ[×gÑgÓiˆÜ! +×"4Ñ"4¸4Ð"4Ð"@Ä#ÓF‰ˆÜ�6˜$˜˜r $  ~°e·g±g·l±l³nÀSÐ5IÈÈuÏyÉyÏ~É~ÓO_Ð`cÐNdÐeÕfùò Nùâ Aùò Cs   £
F±FÁFÃF"Ã.F"Ú__ú.pt©Ústater¸   r¹   rS  rD  Úens_allF)Úindexzwrote )r‘  rX  r¥  r¦  )r“  r”  r•  rÑ  Úacc1c                 ól  >^ • T U4nUT;   a  TU   $ T S:X  a+  T Vs/ s H  nT" X15      PM     nn[        U5      TU'   TU   $ [        U 4S jT 5       5      n[         Vs/ s H  ofU:w  d  M
  UPM     nn[        XWTT[        5      u  p‰n
[
        R                  R                  [        T  SU S35      n[        R                  " UR                  5       XšXWS.U5        [        UTUS      XšUS   T5      TU'   ATR                  S:X  a  [        R                  R                  5         TU   $ s  snf s  snf )	Nrè  c              3   ó<   >#   • U  H  oS    T:X  d  M  Uv •  M     g7f)r   NrÕ  )Ú.0r¸  rU  s     €r7   Ú	<genexpr>Ú,main.<locals>.streams_for.<locals>.<genexpr>  s   øé € Ð3šd˜¨¡d¨d¡l—1‘1šdùs   ƒ“	z__held-rå  ræ  r"   r   r*  )r‹  Únextr   rh  r	   r­  rÁ  rR  ÚCKPTrf   ÚsaveÚ
state_dictr}  r:  r*  Úempty_cache)rU  r‘  r¢   rè   ÚpartsrS  r3   rÝ  rX  r¸   r¹   rÁ  r¹  rí   r°   r·  ÚrefitÚstreams_fors   `           €€€€€€r7   r÷  Úmain.<locals>.streams_forü  s'  ù€ Ø�UˆmˆØ�%‹<Ø˜‘:ÐØ�9ÓÙ49Ó:²E¨q‘[ Ö*±EˆEÐ:Ü(¨Ó/ˆE�#‰JØ˜‘:ÐÜÔ3™dÓ3Ó3ˆÝ&Ó5šw˜!¨u©*—A™wˆÐ5Ü# C°4¸ÄÓG‰ˆ�2Ü�w‰w�|‰|œD T F¨'°%°¸Ð"<Ó=ˆÜ�
Š
˜U×-Ñ-Ó/°rÈCÑcÐeiÔjÜ˜u d¨3¨q©6¡l°B¸CÀ¹FÀFÓKˆˆc‰
ØØ�;‰;˜&Ó Ü�J‰J×"Ñ"Ô$Ø�S‰zÐùò ;ùò 6s   œD,Á 	D1Á-D1c                 óª  >• UR                  5        GH=  u  p#T" UR                  UR                  5      n[        XCR                  UR                  UR
                  5      nTR                  [        XR                  UR                  [        UR                  5      [        UR
                  5      US   US   US   US   US   [        UR                  5      [        UR                  5      SS95        [        U  SUR                   SUR                   S	UR                   S
UR
                   SUS   S SUS   S SUS   S SUS   S 35        GM@     g )Nr“  r”  r•  rÑ  rê  r£  )Úroler¡   rX  r¥  r¦  r“  r”  r•  rÑ  rê  Úinner_HÚ	inner_AccÚscorerÚ ú p ú sc ú  H rÊ  rÏ  rË  z SDT rÐ  r3  )ÚiterrowsrX  r‘  r¨  r¥  r¦  rÅ   rÈ   rð   r“  r”  rÈ  )rú  r�  rÌ   Úbr¤  ÚoffÚout_rowsr÷  s         €€r7   ÚemitÚmain.<locals>.emit  s3  ø€ Ø—N‘N×$‰DˆAÙ! !§'¡'¨1¯7©7Ó3ˆGÜ˜W§g¡g¨q¯x©x¸¿¹ÓAˆCØ�O‰OœD d¯w©w¸a¿g¹gÌeÐTU×T\ÑT\ËoÜ',¨Q¯W©W£~¸¸S¹ÀsÈ5ÁzÐWZÐ[`ÑWaØ#& s¡8°#°f±+ÄuÈQÏSÉSÃzÔ]bÐcd×chÑchÓ]iØ(2ñ4ô 5ô ˜�v˜Q˜qŸw™w˜i q¨¯©¨	°°Q·X±X°J¸dÀ1Ç7Á7À)ð LØ˜c™( 3˜ u¨S°©Z¸Ð,<¸EÀ#ÀeÁ*ÈSÐAQÐQTÐUXÐY\ÑU]Ð^aÐTbðd÷ eò %r9   zselect acc74: z/5 folds reached inner Acc>=rß   z
  inner H z  rþ  rÿ  r   Úacc74zfamily rÔ  z/5 inner Acc>=74  inner H Úfamily_zmeans:rú  Ú20sr  z  SDT z  L z  acc1 zPRIMARY acc74  H zgoal H>0.85 and Acc>80: g333333ë?éP   )Crf   rí   r*  Úis_availablerÈ  r	   r   ÚbackendsÚmatmulÚ
allow_tf32Úcudnnr•   Úload_allÚcheck_fast_matches_officialrð   r�   r¨   rî   rÄ   r†  r©   r­  rÀ  rñ  r»  r®  r¯  r   rh  rr   r}  rÖ  rE  rÙ  rÑ   rÅ   rÁ  rR  r�  rò  ró  r:  rô  r‡   r‹  r'  rš  rÂ  ÚINNERÚto_csvr—  r›  r   rÛ  r“  r”  r  r‘  rX  r¥  r¦  ÚOUTr•  rÑ  rê  rú  Úbool)2Úchecksr¸  Úbase_HÚbase_AccrS  r3   rÝ  rX  r¸   r¹   r¤  Úmu_eÚsd_eÚt1rÞ  Úexcluded_pairsrz  rç   r  râ  rU  rV  r^   rÁ  rè   ÚavgÚmodel_namesrÓ  Úgroupedr  r�  rž  rÌ   rß  ÚfpÚdfrú  r_  Úprimr?   rg  rá  r¹  rí   r°   r·  r  rö  rà   r÷  s2                                            @@@@@@@@@r7   Úmainr$  £  sm  ÿø€ Ü�\Š\¤E§J¡J×$;Ñ$;×$=Ñ$=™&À5ÓI€FÜˆw�v�h˜h¤u g¨X´e°WÐ=Ô>Ø,0„E‡N�N×Ñ×ÑÔ)Ø&*„E‡N�N×ÑÔ#Ü‡J‚J„LÜ×*Ò*Ó,€FÜ”2—7’7©vÓ6ªv¨!˜a™D œI©vÑ6Ó7Ó8€FÜ”R—W’W±6Ó:²6¨a ™d 5œk±6Ñ:Ó;Ó<€HÜÐ*¨6°#¨,°f¸XÀc¸NÐKÔLÜ
ˆ6�F‰?Ó˜dÓ"¤c¨(°UÑ*:Ó&;¸dÓ&BÜÐ[Ó\Ð\Ü�&ÔÜÓ€DÜ‡K‚K”˜tÒ$ÜÓ€Dä	‡z�z‡~�~�g×ÑØ�1‰gˆÝ&ÓCšw˜!°?Ñ*B—A™wˆÐCÜ# C°4¸ÄsÌ5ÐRTÃ~ÑV‰ˆ�2Ü˜E 4¨¨A©¡<°¸¸Q¹ÀÓHˆÜ—V’V±HÓ=²H¨q ¡
š]±HÑ=¸xÓH‰
ˆÜ�YŠY‹[ˆÜ�JŠJ�u˜g e™n¨d¸3±JÀÓFˆÜÐ% a¨¡f¨S \°°q¸±xÀ°nÀCÈÈ#ÉÈsÀ|ð TÜ—Y’Y“[ 2Ñ% cÐ*¨"ð.ô 	/àà€EØ€DØ€NÜœ'Ö"‰ˆˆ1Ü˜˜Q™˜“ˆAØ×!Ñ! 1 a &Ö)ó !ñ #ögô$ ˆØ" 1™v s¨1¡v¨s°1©v�fˆfˆÛ"‰DˆAˆqÝ#*Ó>¢7˜a¸¸1°v©oŸ¡7ˆHÐ>Ü'¨°t¸VÄUÓK‰MˆE�rÜ—7‘7—<‘<¤¨¨¨b´¸aÀ¸VÓ1DÐ0EÀSÐ&IÓJˆDÜ�JŠJ ×!1Ñ!1Ó!3¸2ÐPSØ!)ñ+Ø,0ô2ä  t¨F¡|°R¸VÀVÓLˆGØ")ˆE�4˜˜A�,ÑØ")ˆE�4˜˜A�,ÑØØ�{‰{˜fÕ$Ü—
‘
×&Ñ&Ö(ñ #ñ 	�4×ñ ñ   Ó š4�aˆqŒT™4Ñ €EÜ
ˆ5ƒz�QƒÛ"‰DˆAˆqÜ!¹UÓ"CºU¸ 5¨!¨Q°¨Ô#3¹UÑ"CÓDˆCØ'*ˆE�9˜a Ð#Ñ$Ø'*ˆE�9˜a Ð#Ó$ñ #ð ˜y˜kÑ)ˆÙ�9Õàˆä�LŠL˜Ó€EÜ‡K‚K”—‘—‘¤Ó&°Ò6Ø	‡L�L”˜e€LÑ$Üˆv”e�WÐÔØ�m‰mÒAÓBÒCcÑd×iÑiÓk×wÑwÓy€Gà€E÷ò ð& €Hö	eô ˜g¤sÓ+�K€Eˆ4Üˆ~˜d˜VÐ#?ÄÀA¸wð GØŸ™Ÿ™› sÐ+¨5°·±·±Ó1AÀ#Ð0FðHô Ià—‘Ö ‰ˆˆ1Ü�2�a—g‘g�Y˜a §¡˜y¨¨A¯H©H¨:°T¸!¿'¹'¸À*ÈQÏSÉSÐQTÈIÐUZÐ[\×[`Ñ[`ÐadÐZeÐfÖgñ !áˆ�%ÔãˆØ�g—m‘m tÑ+Ñ,ˆÜ˜s¤CÓ(‰ˆˆDÜ�7˜4˜&  4 &Ð(BÀ2Ç4Á4Ç9Á9Ã;ÈsÐBSÐSXÐY[×Y_ÑY_×YdÑYdÓYfÐgjÐXkÐlÔmÙˆw�t�fÐ˜rÖ"ñ	 ô 
�Š�hÓ	€BØ‡I�IŒc˜€IÑÜˆXÔØ—Z‘Z Ö'‰	ˆˆcØÒ0Ñ1×6Ñ6Ó8ˆÜ�2�d˜3�Z˜t A§C¡C¨ 9¨F°1·5±5¸°+¸VÀAÇEÁEÈ#À;ÈdÐST×SVÑSVÐWZÐR[Ð[bÐcd×ciÑciÐjmÐbnÐoÖpñ (ð ˆb�g‰g˜Ñ Ñ!€DÜ�4—6‘6—;‘;“=Ó!¤5¨¯©¯©«Ó#9€s€AÜÐ   3  v¨c°#¨YÐ7Ô8ÜÐ'¬¨Q°©X×-B¸#À¹(Ó(CÐ'DÐEÔFÜˆv”c�Uˆ^ÕùòS 7ùÚ:ùò Dùò >ùòF ?ùò !ùò #Ds6   Ã,`Ä!`"Ç(	`'Ç5`'É`,Ì?`1Í`1Ð2`6Ñ#`;
Ú__main__)@rI   r=  r  r­  rE  rl  r�   Úpandasr'  rf   Útorch.nnr'   Útorch.nn.functionalÚ
functionalr;   Úensemble_clf_nestedr•   Úcommonr   rÁ  rÂ  ÚabspathÚ__file__ÚEXPrR  r  r  rñ  rÃ  r9  rÉ   r®  r¯  r	   r   r×  rØ  rÛ  r²  ÚModuler   rN   r�   r©   rº   rÍ   ré   rú   r  r  r(  rh  rP  rq   r}  r†  r‹  r�  r   r¨  r»  rÈ  r$  rE   rÕ  r9   r7   Ú<module>r0     s°  ðñó: Û Û 	Û ã Û Û Ý ß Ð ã Ý à‡g�g‡o�o�b—g‘g—o‘o hÓ/Ó0€Ø‡g�g‡l�l�3˜	 :Ð/PÓQ€Ø
�‰�‰�S˜) ZÐ1XÓY€Ø	‡w�w‡|�|�C˜ =Ó1€Ø‡g�g‡l�l�3˜Ð';Ó<€à€
ÙˆB�J‰J�N‰N˜7 EÓ*Ó+€ÙˆB�J‰J�N‰N˜7 EÓ*Ó+€Ø	%€Ø	€Ø
€ð€ô3�b—i‘iô 3ô"-E�r—y‘yô -Eò`@ò ò(8ò +ò$òBò/ò"	ò7ò,ò^5ð ‡‚ƒñó ðò00ò	ò&ò
<ò;ò
	òòPðf ˆzÓÙ…Fð r9   