Ë
    Ä�Ûjª*  ã                   ó¶  — d Z ddlZddlZddlZddlZddlZddlZddlZ	ddl
Z
ddlmZ ddlmc mZ ddlmZ ddlZddlZddlmZ ddlmZmZ g d¢ZdZdd	d
dddœZg d¢ZdZ G d„ dej@                  «      Z! G d„ dej@                  «      Z" ed¬«      d„ «       Z# ed¬«      d„ «       Z$d„ Z% e
jL                  «       d„ «       Z'd„ Z(d„ Z)d„ Z*e+dk(  r e*«        yy)a  Second-stage logit network `stem_ms96` (from eeg-thao.zip) scored on REAL attention switches (AASD, Carta2026).

The zip's five checkpoints (one per held-out corpus dataset, trained on synthetic-switch logits of the other four) are
loaded with torch.load(weights_only=True); nothing from the zip is executed. The network is re-implemented here
(LogitTransformer, 24 causal "ms" features of the 4 seed logits, window 96 frames). Its input is the 4-seed logit of the
direct classifiers; for the external sets that is ext_clf_<DS>_w10b3sw2P_evidence_s0..3.pkl (classifiers trained on all five
corpus datasets, real key-press labels, no synthetic switch).

Variants
  mean4   plain mean of the 4 seed logits, corpus emissions (reference, no second stage)
  orig    stem_ms96 as trained
  sym     (f(x) - f(-x)) / 2 : the same weights made odd under a swap of the two stimulus columns, so the learned
          "the first 24 s of a trial are column 0" prior (bias + zero-padded window) cannot act
For orig / sym every fold model is used alone; emissions (mu, sd of the signed stream) come from the four corpus datasets
that model was trained on, as in stem_ms96_image_split.py. p_stay / scale: the fold's selected pair (SEL, from their log)
and a fixed grid. Lookahead and stamping as eval_external.score.
usage: python eval_stem_external.py --ckpt-dir DIR [--device cuda]  -> results/research/stem_external.csv
é    N)Únjit)ÚDS_KEYS)ÚEXPÚrows_of)z*direct_clf__eaP_n5_t60_w10b3_ptSPK_aug-sw2z-direct_clf__eaP_n5_t60_w10b3_ptSPK_s1_aug-sw2z-direct_clf__eaP_n5_t60_w10b3_ptSPK_s2_aug-sw2z-direct_clf__eaP_n5_t60_w10b3_ptSPK_s3_aug-sw2Ú
_w10b3sw2P©g+‡ÙÎï?çš™™™™™é?)g�•C‹lçï?ç      ð?)çV-²�ïï?r	   )ÚAVGCÚDTUÚKULÚUHDÚUSTC)r   )r   r
   )çZõ¹ÚŠýï?r
   é`   c                   ó&   ‡ — e Zd Zdˆ fd„	Zd„ Zˆ xZS )ÚDilatedResidualc                 óà   •— t         ‰| �  «        |dz
  |z  | _        t        j                  ||||¬«      | _        t        j                  |«      | _        t        j                  |«      | _	        y )Né   )Údilation)
ÚsuperÚ__init__ÚpadÚnnÚConv1dÚconvÚ	LayerNormÚnormÚDropoutÚdrop)ÚselfÚdÚkr   ÚdropoutÚ	__class__s        €úeval_stem_external.pyr   zDilatedResidual.__init__.   sS   ø€ Ü‰ÑÔØ˜‘E˜XÑ%ˆŒÜ—I‘I˜a  A°Ô9ˆŒ	Ü—L‘L “OˆŒ	Ü—J‘J˜wÓ'ˆ�	ó    c                 ó  — | j                  t        j                  |j                  dd«      | j                  df«      «      j                  dd«      }|| j	                  t        j
                  | j                  |«      «      «      z   S )Nr   é   r   )r   ÚFr   Ú	transposer!   Úgelur   )r"   ÚxÚhs      r'   ÚforwardzDilatedResidual.forward5   s`   € Ø�I‰I”a—e‘e˜AŸK™K¨¨1Ó-°·±¸!¨}Ó=Ó>×HÑHÈÈAÓNˆØ�4—9‘9œQŸV™V D§I¡I¨a£LÓ1Ó2Ñ2Ð2r(   )é   r   çš™™™™™¹?)Ú__name__Ú
__module__Ú__qualname__r   r0   Ú__classcell__©r&   s   @r'   r   r   -   s   ø„ õ(ö3r(   r   c                   ó2   ‡ — e Zd Zdeddddfˆ fd„	Zd„ Zˆ xZS )ÚLogitTransformeré   é@   é   r*   r2   c                 óÈ  •— t         ‰	| �  «        |dc| _        | _        t	        j
                  ||d|¬«      | _        t	        j                  ||«      | _        t	        j                  dD �cg c]  }t        |d||«      ‘Œ c}«      | _        t	        j                  t        j                  d||«      «      | _        t	        j                   |||dz  |ddd	¬
«      }t	        j"                  ||d¬«      | _        t	        j                  |d«      | _        t	        j                  |dd¬«      | _        | j+                  dt        j,                  j/                  |«      «       y c c}w )Né   é	   )Úgroups)r   r*   r<   r>   r1   r   r*   Tr-   )Úbatch_firstÚ
norm_firstÚ
activationF)Úenable_nested_tensor)ÚbiasÚmask)r   r   ÚwindowÚdw_padr   r   ÚdwÚLinearÚprojÚ
ModuleListr   ÚblocksÚ	ParameterÚtorchÚzerosÚposÚTransformerEncoderLayerÚTransformerEncoderÚencÚheadÚskipÚregister_bufferÚTransformerÚgenerate_square_subsequent_mask)
r"   Úc_inrG   Úd_modelÚnheadÚnlayersr%   r#   Úlayerr&   s
            €r'   r   zLogitTransformer.__init__;   s  ø€ Ü‰ÑÔØ#)¨1Ð ˆŒ�T”[Ü—)‘)˜D $¨°$Ô7ˆŒÜ—I‘I˜d GÓ,ˆŒ	Ü—m‘mÑVbÓ$cÑVbÐQR¤_°W¸aÀÀGÕ%LÐVbÑ$cÓdˆŒÜ—<‘<¤§¡¨A¨v°wÓ ?Ó@ˆŒÜ×*Ñ*¨7°E¸7ÀQ¹;ÈÐ]aÐnrØ6<ô>ˆä×(Ñ(¨°ÈeÔTˆŒÜ—I‘I˜g qÓ)ˆŒ	Ü—I‘I˜d A¨EÔ2ˆŒ	Ø×Ñ˜V¤R§^¡^×%SÑ%SÐTZÓ%[Õ\ùò %ds   Á+Ec           	      ó  — |}|| j                  t        j                  |j                  dd«      | j                  df«      «      j                  dd«      z   }| j                  |«      }| j                  D ]
  } ||«      }Œ | j                  || j                  d d …d |j                  d«      …f   z   | j                  ¬«      }| j                  |«      j                  d«      | j                  |«      j                  d«      z   S )Nr   r*   r   )rF   éÿÿÿÿ)rI   r+   r   r,   rH   rK   rM   rT   rQ   ÚsizerF   rU   ÚsqueezerV   )r"   r.   Úrawr/   Úbs        r'   r0   zLogitTransformer.forwardI   sÐ   € ØˆØ�—‘œŸ™˜aŸk™k¨!¨QÓ/°$·+±+¸qÐ1AÓBÓC×MÑMÈaÐQRÓSÑSˆØ�I‰I�a‹LˆØ—”ˆAÙ�!“‰Að à�H‰H�Q˜Ÿ™¢! [ q§v¡v¨a£y [ .Ñ1Ñ1¸¿	¹	ˆHÓBˆØ�y‰y˜‹|×#Ñ# BÓ'¨$¯)©)°C«.×*@Ñ*@ÀÓ*DÑDÐDr(   )r3   r4   r5   ÚWr   r0   r6   r7   s   @r'   r9   r9   :   s   ø„ Ø q°"¸AÀqÐRUõ ]öEr(   r9   F)Úcachec                 ó®   — t        j                  | «      }|| d   z  |d<   t        dt        | «      «      D ]  }|| |   z  d|z
  ||dz
     z  z   ||<   Œ |S )Nr   r   )ÚnpÚ
empty_likeÚrangeÚlen)r.   ÚaÚyÚts       r'   Ú_emaro   S   sb   € ä
�‰�aÓ€AØˆq�‰t‰8€A€a�DÜ�1”c˜!“fÖˆØ�1�Q‘4‰x˜1˜q™5 A a¨!¡e¡HÑ,Ñ,ˆˆ!Šð à€Hr(   c                 óê   — t        j                  | «      }| d   | d   z  }t        t        | «      «      D ];  }| |   |dkD  rt        j                  |«      ndz  ||<   || |   | |   z  |z
  |z  z  }Œ= |S )Nr   gê-�™—q=g�íµ ÷Æ°>)rh   ri   rj   rk   Úsqrt)r.   Útaurm   Úm2rn   s        r'   Ú_divrt   \   s|   € ä
�‰�aÓ€AØ	
ˆ1‰��!‘‰€BÜ”3�q“6Ž]ˆØ�‰t b¨5¢j”r—w‘w˜r”{°dÑ;ˆˆ!‰Ø
ˆq�‰t�a˜‘d‰{˜RÑ 3Ñ&Ñ&‰ð ð €Hr(   c                 óv  ‡ — t        j                  ‰ t         j                  «      Š ˆ fd„}‰  |d„ «      z
  }‰  |d„ «      z
  } |d„ «      }t        j                  ‰ «      }‰ dd ‰ dd z
  |dd t        j                  t        j
                  d«      t        j                  ‰ d	«      g«      }t        j                  t        ‰ «      «      }t        j                  d	|d
z
  «      }||dz      ||   z
  ||z
  dz   dd…df   z  }	t        j                  ‰ |||||	gd«      j                  t         j                  «      S )z`(T, 4) seed logits -> (T, 24): raw, hp60, hp120, run-div 60 s, 1 s slope, 2 s mean (all causal).c                 óÂ   •— t        j                  t        ‰j                  d   «      D �cg c]$  } | t        j                  ‰d d …|f   «      «      ‘Œ& c}d«      S c c}w )Nr   )rh   Ústackrj   ÚshapeÚascontiguousarray)ÚfÚjÚDs     €r'   Ú<lambda>zms_features.<locals>.<lambda>i   sK   ø€ ”"—(‘(ÄeÈAÏGÉGÐTUÉJÔFWÓXÑFWÀ™Aœb×2Ñ2°1²Q¸°T±7Ó;Õ<ÐFWÑXÐZ[Ô\ùÒXs   «)Ac                 óF   — t        | dt        j                  d«      z
  «      S )Nr   gq¿©ro   rh   Úexp©Úvs    r'   r}   zms_features.<locals>.<lambda>j   s   € œ$˜q !¤b§f¡f¨ZÓ&8Ñ"8Ô9r(   c                 óF   — t        | dt        j                  d«      z
  «      S )Nr   ga¿r   r�   s    r'   r}   zms_features.<locals>.<lambda>k   s   € œ4  1¤r§v¡v¨kÓ':Ñ#:Ô;r(   c                 ó   — t        | d«      S )Ng      n@)rt   r�   s    r'   r}   zms_features.<locals>.<lambda>l   s
   € ”D˜˜E”Nr(   r<   Néüÿÿÿ)r   r<   r   é   r   )rh   ry   Úfloat64Ú
zeros_likeÚvstackrP   ÚcumsumÚarangerk   ÚmaximumÚconcatenateÚastypeÚfloat32)
r|   ÚcÚh60Úh120ÚzÚslopeÚcsÚiÚleftÚmeans
   `         r'   Úms_featuresr™   f   s  ø€ ä
×Ñ˜Q¤§
¡
Ó+€AÛ\€AØ
‰aÑ9Ó:Ñ
:€CØ‰qÑ;Ó<Ñ<€DÙ	Ñ
"Ó#€AÜ�M‰M˜!Ó€EØ�!�"�˜˜#˜2˜‘€Eˆ!ˆ"€IÜ	�‰”B—H‘H˜VÓ$¤b§i¡i°°1£oÐ6Ó	7€BÜ
�	‰	”#�a“&Ó€AÜ�:‰:�a˜˜Q™Ó€DØˆq�1‰u‰I˜˜4™Ñ  Q¨¡X°¡\²1°d°7Ñ$;Ñ;€DÜ�>‰>˜1˜c 4¨¨E°4Ð8¸!Ó<×CÑCÄBÇJÁJÓOÐOr(   c                 ó   — t        j                  t        j                  t        j                  t
        dz
  |j                  d   ft        j                  «      |g«      «      }|j                  dt
        d«      j                  ddd«      }|t        j                  |«      z
  t        j                  |«      z  }t        j                  t        dt        |«      d«      D �cg c]4  } | |||dz    j                  |«      «      d d …df   j                  «       ‘Œ6 c}«      j                  «       j!                  t        j"                  «      S c c}w )Nr   r   r*   i   r`   )rO   Ú
from_numpyrh   r�   rP   re   rx   r�   ÚunfoldÚpermuteÚcatrj   rk   ÚtoÚcpuÚnumpyrŽ   r‡   )ÚmodelÚXÚmuÚsdÚdevÚxpÚwr–   s           r'   Úinferr©   v   s  € ä	×	Ñ	œ"Ÿ.™.¬"¯(©(´A¸±E¸1¿7¹7À1¹:Ð3FÌÏ
É
Ó*SÐUVÐ)WÓXÓ	Y€BØ
�	‰	�!”Q˜Ó×"Ñ" 1 a¨Ó+€AØ	
ŒU×Ñ˜bÓ!Ñ	!¤U×%5Ñ%5°bÓ%9Ñ9€AÜ�9‰9ÌÈqÔRUÐVWÓRXÐZ^ÔI_Ó`ÑI_ÀA‘e˜A˜a  D¡˜M×,Ñ,¨SÓ1Ó2²1°b°5Ñ9×=Ñ=Õ?ÐI_Ñ`Óa×gÑgÓi×pÑpÔqs×q{Ñq{Ó|Ð|ùÒ`s   Ã 9Ec                 óT   — t        | ||||«      }t        | | |||«      }|||z
  dz  fS )z]orig = f(x); sym = (f(x) - f(-x)) / 2, with -x the raw features negated before normalisation.r*   )r©   )r¢   r£   r¤   r¥   r¦   rl   rd   s          r'   Ú
streams_ofr«   ~   s:   € äˆe�Q˜˜B Ó$€AÜˆe�a�R˜˜R Ó%€AØˆq�1‰u˜‰kˆ>Ðr(   c                 ó  — t        j                  | j                  «       D ��cg c]%  \  }}|t        j                  ||   dk(  dd«      z  ‘Œ' c}}«      }t	        |j                  «       «      t	        |j                  «       «      fS c c}}w )Nr   r
   g      ð¿)rh   r�   ÚitemsÚwhereÚfloatr˜   Ústd)ÚstreamsÚattr$   ÚsÚAs        r'   Úemissionrµ   …   sh   € Ü
�‰ÈÏÉÌÔYÉÁÀÀA˜œBŸH™H S¨¡V¨q¡[°#°tÓ<Ó<ÈÒYÓZ€AÜ�—‘“‹?œE !§%¡%£'›NÐ*Ð*ùó Zs   £*B
c                  ó  ‡‡2‡3— t        j                  «       } | j                  dd¬«       | j                  dt        j                  j                  «       rdnd¬«       | j                  «       }t        j                  |j                  «      }t        j                  d«       t        «       }t        D ]Y  Š|t        t        j                  j                  t        j                  j                  |j                   d	‰› d
�«      «      «      z  }Œ[ g }|D ]d  }|j#                  d«      \  }}}|j%                  d«      st'        d|› �«      ‚|j)                  t+        t-        j.                  |«      |«      «       Œf t        j                  j1                  |t3        t5        j6                  t4        j8                  «      «      t3        t5        j6                  t4        j:                  «      «      gz   «       g d }
}	t<        D ]H  }t?        j@                  |d«      \  }}|	j)                  |«       |
€tC        |t        d      d   «      n|
}
ŒJ tE        d|
› �d¬«       i i cŠ2}t        D ]x  Ši i c‰2‰<   |‰<   |	d   ‰   D ]`  }t5        jF                  |	D �cg c]  }|‰   |   d   |‰   |   d   z
  ‘Œ c}d«      }tI        |«      ‰2‰   |<   |	d   ‰   |   d   |‰   |<   Œb Œz tE        dd¬«       i }dD �]7  ŠtK        d«      D �cg c]R  }tM        jN                  tQ        t        j                  j                  tR        ddd‰› tT        › d|› d�«      d«      «      ‘ŒT }}i |‰<   |d   D ]u  }t5        jF                  |D �cg c]0  }||   d   ||   d   z
  jW                  t4        j:                  «      ‘Œ2 c}d«      }tY        |d   |   tI        |«      |¬«      |‰   |<   Œw tE        ‰› d t[        |‰   «      › d!t[        t        d"„ |‰   j]                  «       D «       «      «      › d#�d¬«       �Œ: g Š3ˆ3fd$„}t        D �‡��ci c]+  Šˆ2ˆfd%„‰2‰   D «       D ]  \  }}||j_                  d«      “Œ Œ- }}}}ta        |t        D ��ci c]  }||   D ]  }|||   |   “Œ Œ c}}«      \  }}|D ]“  Šd&D ]Œ  }|‰   jc                  «       D ��ci c]H  \  }}|tY        |d'   |d(   j_                  d«      t5        jd                  t[        |d(   «      «      ¬)«      “ŒJ }}} |d*d+‰|d,tg        jh                  |||||
«      «       ŒŽ Œ• t        D �]à  }t        jN                  t        j                  j                  |j                   d	|› d
�«      dd¬-«      }tk        «       jm                  |«      }|jo                  |d.   «       |jq                  «        t5        jr                  |d/   t4        j8                  «      t5        jr                  |d0   t4        j8                  «      } }i i d1œ}!i }"t        D ]Å  Š‰2‰   jc                  «       D ]­  \  }}#tu        ||#|| |«      \  }$}%‰|k7  r|$|%c|!d2   |<   |!d3   |<   |‰   |   |"|<   Œ:|‰   |   dk(  }&‰3j)                  tY        d4|‰ddtC        t5        j^                  |$dkD  |&k(  «      «      tC        t5        j^                  |%dkD  |&k(  «      «      dddd¬5«      «       Œ¯ ŒÇ |!D �ci c]  }|ta        |!|   |"«      “Œ }'}tE        d6|› d7|'d2   › d8|'d3   › �d¬«       |D ]û  Š|‰   jc                  «       D ��ci c]  \  }}|tu        ||d9   || |«      “Œ }(}}tw        d1«      D ]µ  \  })}|(D �ci c]B  }|tY        |‰   |   d'   |(|   |)   t5        jd                  t[        |(|   |)   «      «      ¬)«      “ŒD }}|'|   \  }*}+tx        |   gtz        D �,cg c]  },|,tx        |   k7  sŒ|,‘Œ c},z   D ],  \  }}- |||‰||-tg        jh                  ||*|+|-z  ||
«      «       Œ. Œ· Œý �Œã t}        j~                  ‰3«      }.t        j                  j                  tR        ddd:«      }/|.j�                  |/d;¬<«       |.|.j‚                  d4k(     }0tE        d=|0j…                  «       D �1cg c]9  }1|1j†                  t‰        |1jŠ                  d>«      t‰        |1jŒ                  d>«      f‘Œ; c}1«       |.|.j‚                  d4k7     j�                  g d?¢«      g d@¢   j_                  «       j‰                  d>«      }-tE        |-j‘                  «       «       tE        dA|/«       y c c}w c c}w c c}w c c}}}w c c}}w c c}}w c c}w c c}}w c c}w c c},w c c}1w )BNz
--ckpt-dirT)Úrequiredz--deviceÚcudar    )Údefaultr<   zstem_ms96__held-z.ptÚ.r¡   zrefusing non-numpy global Úcausalr   Úlookahead_szcorpus folds loaded, lookahead ©ÚflushÚr0Úr1r   r²   zcorpus features done)ÚAASDÚ	Carta2026ÚresultsÚresearchÚext_clf_Ú_evidence_sz.pklÚrb)Úevr£   r|   z: z	 trials, c              3   ó,   K  — | ]  }|d    d   –— Œ y­w)rÈ   ÚsubjectN© )Ú.0r‚   s     r'   Ú	<genexpr>zmain.<locals>.<genexpr>´   s   è ø€ Ð5cÑRbÈQ°a¸±g¸iÕ6HÑRbùs   ‚z	 subjectsc                 óú   •— ‰j                  t        d| ||||dœdD �ci c]  }|t        ||   «      “Œ c}¤Ž«       t        | d›d|d›d|d›d|› d|› d	|d
   d›d|d   d›d|d   d›d|d   d›�d¬«       y c c}w )N)ÚvariantÚ
fold_modelÚdsÚp_stayÚscale)ÚHÚAccÚSDTÚLÚ	nSwitchesÚnUndetectedÚ6sÚ Ú5sÚ9sz p z sc z  H rÔ   z.3fz Acc rÕ   z.1fz SDT rÖ   z L r×   Tr½   rË   )ÚappendÚdictr¯   Úprint)rÏ   ÚfoldrÑ   ÚpÚscÚrr.   Úrowss          €r'   Úaddzmain.<locals>.add¸   só   ø€ Ø�‰”Dð  h °T¸bÈÐRTñ  hñ  rfó  Ygñ  rfÐlmÐYZÔ\aÐbcÐdeÑbfÓ\gÑYgð  rfñ  Ygñ  hô  	iÜ�˜�˜A˜d 2˜Y a¨¨2 w¨c°!°°D¸¸¸DÀÀ3ÁÈÀÈEÐRSÐTYÑRZÐ[^ÐQ_Ð_dÐefÐglÑemÐnqÐdrÐruÐvwÐx{Ñv|ð  ~Að  vBð  Cð  KOö  	Pùò Ygs   žA8c              3   óD   •K  — | ]  }|‰‰   |   d d …d d…f   f–— Œ y ­w)Nr<   rË   )rÌ   r$   ÚcorpusrÑ   s     €€r'   rÍ   zmain.<locals>.<genexpr>½   s/   øè ø€ Ð5dÑYcÐTU°q¸&À¹*ÀQ¹-ÊÈ2ÈAÈ2ÈÑ:NÔ6OÑYcùs   ƒ )r   r   rÈ   r|   )r¿   rÀ   Úmean4Ú-r
   )Úmap_locationÚweights_onlyÚstater¤   r¥   )ÚorigÚsymrî   rï   Úcheck)rÏ   rÐ   rÑ   rÒ   rÓ   rÔ   rÕ   rÖ   r×   rØ   rÙ   zfold z: emissions orig z sym r£   zstem_external.csvF)Úindexz8corpus frame accuracy of the held-out fold (orig / sym):é   )rÏ   rÑ   rÒ   rÓ   )rÔ   rÕ   rÖ   r×   Úwrote)IÚargparseÚArgumentParserÚadd_argumentrO   r¸   Úis_availableÚ
parse_argsÚdeviceÚset_num_threadsÚsetr   ÚserializationÚ get_unsafe_globals_in_checkpointÚosÚpathÚjoinÚckpt_dirÚ
rpartitionÚ
startswithÚ
SystemExitrÞ   ÚgetattrÚ	importlibÚimport_moduleÚadd_safe_globalsÚtyperh   Údtyper�   r‡   ÚREFÚSÚ
load_foldsr¯   rà   rw   r™   rj   ÚpickleÚloadÚopenr   ÚEXT_TAGrŽ   rß   rk   Úvaluesr˜   rµ   r­   rP   ÚEÚscorer9   rŸ   Úload_state_dictÚevalÚasarrayr«   Ú	enumerateÚSELÚGRIDÚpdÚ	DataFrameÚto_csvrÏ   Ú
itertuplesrÐ   ÚroundrÔ   rÕ   ÚgroupbyÚ	to_string)4Úaprl   r¦   ÚneedÚallowÚnameÚmodÚ_ÚattrÚevsÚ	lookaheadr€   rÈ   Úinfor²   r$   r|   Úextr–   ÚE4Úeræ   rÑ   r‚   Úm4Úmu0Úsd0râ   ÚheldÚckr¢   r¤   r¥   Ú
tr_streamsÚtr_attr£   Úor³   rm   ÚemisÚstÚviÚmu_vÚsd_vÚgrã   ÚdfÚoutÚchkrä   rè   rå   s4                         `                           @@r'   Úmainr@  Š   s+	  ú€ Ü	×	 Ñ	 Ó	"€BØ‡O�O�L¨4€OÔ0Ø‡O�O�J´%·*±*×2IÑ2IÔ2K©ÐQV€OÔWØ
�‰‹€AÜ
�,‰,�q—x‘xÓ
 €CÜ	×Ñ˜!Ôô ‹5€DßˆØ””E×'Ñ'×HÑHÌÏÉÏÉÐVW×V`ÑV`ÐdtÐuwÐtxÐx{Ðb|ÓI}Ó~ÓÑ‰ð à€EÛˆØ—‘ sÓ+‰ˆˆQ�Ø�~‰~˜gÔ&ÜÐ9¸$¸Ð@ÓAÐAØ�‰”WœY×4Ñ4°SÓ9¸4Ó@ÕAð	 ô
 
×Ñ×(Ñ(¨´$´r·x±xÄÇ
Á
Ó7KÓ2LÌdÔSU×S[ÑS[Ô\^×\fÑ\fÓSgÓNhÐ1iÑ)iÔjà˜ˆ€CßˆÜ—<‘<  XÓ.‰ˆˆDØ�
‰
�2ŒØ>GÐ>O”E˜$œw q™zÑ*¨=Ñ9Ô:ÐU^‰	ð ô 
Ð+¨I¨;Ð
7¸tÕDØ�b€K€FˆCßˆØ  "Ðˆˆr‰
�C˜‘GØ�Q‘˜”ˆAÜ—‘ÉÓLÉÀ"˜2˜b™6 !™9 T™?¨R°©V°A©Y°t©_Ó<ÈÑLÈaÓPˆAÜ'¨›NˆF�2‰J�q‰MØ˜Q™ ™ A™ uÑ-ˆC�‰G�AŠJñ ð ô 
Ð
 ¨Õ-à
€CÜ#ˆô FKð  LMô  FNó  Oñ  FNð  ABŒf�k‰kœ$œrŸw™wŸ|™|¬C°¸JÈ(ÐSUÐRVÔW^ÐV_Ð_jÐklÐjmÐmqÐHrÓsÐuyÓzÕ{ð  FNˆð  OØˆˆB‰Ø�A”ˆAÜ—‘ÑPRÓSÑPRÈ1˜1˜Q™4 ™:¨¨!©¨T©
Ñ2×:Ñ:¼2¿:¹:ÕFÐPRÑSÐUVÓWˆAÜ  A¡ q¡¬[¸«^¸qÔAˆC�‰G�AŠJð ô 	���B”s˜3˜r™7“|�n I¬c´#Ñ5cÐRUÐVXÑRY×R`ÑR`ÔRbÓ5cÓ2cÓ.dÐ-eÐenÐoÐw{×|ð $ð €DôPõ
 ")Ö	e¡˜2Ô5dÐY_Ð`bÒYcÖ5d©T¨Q°ˆ!ˆQ�V‰V�A‹Y‰,Ð5dˆ! €BÒ	eÜ˜µWÔN±W¨rÀcÈ"ÄgÀ˜Q  B¡¨¡
™]Àg˜Q°WÒNÓO�H€CˆÛˆÛ ˆAØ\_Ð`bÑ\c×\iÑ\iÔ\kÔlÑ\kÑTXÐTUÐWX�!”T˜!˜D™' a¨¡f§k¡k°!£n¼¿¹Ä#ÀaÈÁfÃ+Ó9NÔOÑOÐ\kˆBÑlÙ�˜˜b ! S¬!¯'©'°"°c¸3ÀÀ9Ó*MÕNñ !ð ÷
 �ˆÜ�Z‰ZœŸ™Ÿ™ Q§Z¡ZÐ3CÀDÀ6ÈÐ1MÓNÐ]bÐquÔvˆÜ Ó"×%Ñ% cÓ*ˆØ×Ñ˜b ™kÔ*Ø�
‰
ŒÜ—‘˜B˜t™H¤b§j¡jÓ1´2·:±:¸bÀ¹hÌÏ
É
Ó3SˆBˆØ ¨Ñ,ˆ
ØˆßˆBØ˜r™
×(Ñ(Ö*‘��1Ü! %¨¨B°°CÓ8‘��1Ø˜’:ØBCÀQÐ?�J˜vÑ& qÑ)¨:°eÑ+<¸QÑ+?Ø # B¡¨¡
�F˜1’Ià˜B™ ™
 a™�AØ—K‘K¤¨WÀÈ"ÐUVÐ^_ÔchÔik×ipÑipÐrsÐvwÑrwÐ|}Ñq}Ói~ÓcÜ49¼"¿'¹'À1ÀqÁ5ÈQÁ,Ó:OÓ4PÐVWÐ[\ÐhiÐwxô!zõ {ñ +ð ñ =GÓG¹J°q�”8˜J q™M¨6Ó2Ñ2¸JˆÐGÜ��d�VÐ,¨T°&©\¨N¸%ÀÀUÁ¸}ÐMÐUYÕZÛˆBØHKÈBÉÏÉÌÔXÉÁÀÀ1�!”Z  q¨¡v¨r°2°sÓ;Ñ;ÈˆBÑXÜ" ?Ö3‘��AÙdfÓgÑdfÐ_`�aœ˜c "™g a™j¨Ñ.°2°a±5¸±9ÄÇÁÌ#ÈbÐQRÉeÐTVÉiË.ÓAYÔZÑZÐdf�ÐgØ! !™W‘
��dÜ! $™i˜[µtÓ+N±t°!¸qÄCÈÁI»~ªA°tÑ+NÔN‘E�A�rÙ˜˜4  Q¨¬A¯G©G°B¸¸dÀR¹iÈÈIÓ,VÕWñ Oñ 4ò ð) ô6 
�‰�dÓ	€BÜ
�'‰'�,‰,”s˜I zÐ3FÓ
G€CØ‡I�Iˆc˜€IÔØ
ˆR�Z‰Z˜7Ñ"Ñ
#€CÜ	Ð
Dð  @C÷  @Nñ  @Nô  @Pó  GQñ  @PÐz{ÈÏÉÔV[Ð\]×\_Ñ\_ÐabÓVcÔejÐkl×kpÑkpÐrsÓetÒGuð  @Pñ  GQô  RØ	ˆB�J‰J˜'Ñ!Ñ	"×	*Ñ	*Ò+OÓ	PÒQiÑ	j×	oÑ	oÓ	q×	wÑ	wÐxyÓ	z€BÜ	ˆ"�,‰,‹.ÔÜ	ˆ'�3Õùò} Mùò Oùò Tùô 
fùÛNùó mùò* Hùó Yùâgùâ+Nùò GQsK   ÊeË>AeÍ75eÐ:0eÑ=e"ÓAe(
Û,e.Ü<e3
Ý1Ae9
ße>ß%e>â>f
Ú__main__),Ú__doc__rô   r  rþ   r  Úsysr¡   rh   Úpandasr  rO   Útorch.nnr   Útorch.nn.functionalÚ
functionalr+   Únumbar   Úeval_externalr  r  r  Úcommonr   Ú
common_expr   r   r  r  r  r  re   ÚModuler   r9   ro   rt   r™   Úno_gradr©   r«   rµ   r@  r3   rË   r(   r'   Ú<module>rN     s  ðñó$ Û Û 	Û Û 
ã Û Û Ý ß Ð Ý ã Û Ý ß #òi€à
€Ø L¸ÈlÐdpÑq€Ú2€Ø€ô
3�b—i‘iô 
3ôE�r—y‘yô Eñ2 ˆEÔñó ðñ ˆEÔñó ðòPð  €‡�ƒñ}ó ð}òò+ò
\ð~ ˆzÒÙ…Fð r(   