Ë
    ëÅj‘  ã                   ó  — d Z ddlZddlZddlZddlZddlZddlZ	ddl
mZ ddlmZ ddlmZmZmZ ej$                  j'                  edd«      Zd;d	„Zed
k(  �r  ej.                  «       Zej3                  ddd¬«       ej3                  ddd¬«       ej3                  ddeg d¢¬«       ej3                  ddeg d¢¬«       ej3                  dd¬«       ej3                  dd¬«       ej3                  ddd¬«       ej7                  «       Zej:                  D � cg c]  } | j=                  d«      ‘Œ c} ej>                  D � cg c]  } | j=                  d«      ‘Œ c} cZ Z! ee e!ej8                  ejD                  j=                  d«      ejF                  «      \  Z$Z%g Z&e$D ]£  Z'ej8                  D ]’  Z(e$e'   e(   Z) e	jT                  e)«      Z+ejX                  D ]g  Z- e	j\                  e)ge%e(   ¢e-‘e‘­Ž Z/e&ja                   e1ejd                  e'e(e-e/d   e/d    e/d!   e/d"   e/d#   e+d$    e3e «       e3e!«      ¬%«      «       Œi Œ” Œ¥  ejh                  e&«      Z5ej$                  j'                  ed&«      Z6e5jo                  e6d'ej$                  jq                  e6«       d(¬)«        ejr                  d*d+«        e:d,ejd                  › d- e3e «      › d. e3e!«      › d/�«       e5jw                  d0«      D �]  \  Z'Z< e:d1e'› d2�e<j{                  d'd3d¬4«      j}                  d5«      j                  «       «        e:e'› d6�e<j{                  d'd3d ¬4«      j}                  d7«      j                  «       «        e:e'› d8�e<j{                  d'd3d!¬4«      j}                  d7«      j                  «       «        e:e'› d9�e<jw                  d'«      j€                  jƒ                  «       j}                  d:«      j…                  «       «       �Œ yyc c} w c c} w )<ao  Fused setup (reconstruction decoders + direct classifiers) on REAL attention switches (AASD, Carta2026).

Everything that is fitted comes from the corpus LODO folds (all five datasets; no label of the external sets): LDA
target weights and scale per decoder, scale per classifier, re-standardisation of the two ensemble means and the HMM
emissions of the fused evidence (corpus synthetic-switch evidence, aligned by fuse_evidence.features). The external
evidence comes from models trained on all five datasets (eval_external.py --tag _best, eval_external_clf.py); decoder
window j is paired with classifier hop j + DEC_OFFSET and labels are stamped by the classifier convention, as on the corpus.
usage: python fuse_external.py --dec CORPUS_EXP:SEED ... --clf CORPUS_EXP:EXT_TAG:SEED ... [--a ...] [--pstay ...] [--name label]
       appends to results/research/fuse_external.csvé    N)ÚEXP)ÚDS_KEYS)ÚLAÚOFFÚfeaturesÚresultsÚresearchÚ_bestc                 óô  ‡&‡'— | D �cg c]  }t        |d   |d   d   «      ‘Œ }}|D �cg c]  }t        | d   d   |d   «      ‘Œ }}t        D �	�
cg c]  }	|d   |	   D ]  }
|	|
f‘Œ Œ c}
}	Š&‰&D �ci c]/  }|t        j                  |d   |d      |d      d   dk(  dd«      “Œ1 c}Š'ˆ&ˆ'fd„}g g g g f\  }}}}|D ]û  }t        j                  ‰&D �	�
cg c](  \  }	}
||	   |
   d   dd…dd	…f   ‰'|	|
f   dd…df   z  ‘Œ* c}
}	«      }t        j
                  j                  t        j                  |j                  «      |j                  d«      «      }|j                  |||z  j                  «       z  «       |j                  ‰&D �	�
ci c]"  \  }	}
|	|
f||	   |
   d   dd…dd	…f   |d	   z  “Œ$ c}
}	«       Œý |D ]œ  }|j                  t        j                  ‰&D �	�
cg c]  \  }	}
||	   |
   d   dd…d	f   ‰'|	|
f   z  ‘Œ! c}
}	«      j                  «       «       |j                  ‰&D �	�
ci c]   \  }	}
|	|
f||	   |
   d   dd…d	f   |d	   z  “Œ" c}
}	«       Œž ‰&D ��ci c]*  }|t        j                  |D �cg c]  }||   ‘Œ	 c}d«      “Œ, }}}‰&D ��ci c]*  }|t        j                  |D �cg c]  }||   ‘Œ	 c}d«      “Œ, }}} ||«      j                  «        ||«      j                  «       }}i }|D ]f  } |‰&D �ci c]  }|d|z
  ||   z  |z  |||   z  |z  z   “Œ c}«      }t        |j                  «       «      t        |j                  «       «      f||<   Œh i }|D �]°  }	|	d
k(  rd|› �nd|	› |› �}| D �cg c]L  }t        j                  t        t         j"                  j%                  t&        |› d|d   › d�«      d«      «      ‘ŒN }}|D �cg c]R  }t        j                  t        t         j"                  j%                  t&        d|	› |d   › d|d   › d�«      d«      «      ‘ŒT }}i ||	<   |D �]Ý  }i } |d   D �]Ç  }
t        j                  t)        ||«      D �!�cg c]?  \  }!}|!|
   d   j+                  t        «      |!|
   d   j+                  t        «      z
  |z  ‘ŒA c}}!d«      |z  }t        j                  t)        ||«      D �!�"cg c],  \  }!}"|!|
   d   |!|
   d   z
  j+                  t        «      |"z  ‘Œ. c}"}!d«      |z  }|d   |
   |d   |
   d   j+                  t        «      }$}#t-        t/        |«      t/        |«      t0        z
  «      }%t        j2                  |$d|% |#d   t0        t0        |%z    dt0        z
  dz  z   d¬«      sJ |
«       ‚t5        d|z
  |d|% z  ||t0        t0        |%z    z  z   t        j6                  |%«      |#d   t0        t0        |%z    |#d   t0        t0        |%z    |#d   |#d   |#d   ¬«      | |
<   �ŒÊ | ||	   |<   �Œà �Œ³ ||fS c c}w c c}w c c}
}	w c c}w c c}
}	w c c}
}	w c c}
}	w c c}
}	w c c}w c c}}w c c}w c c}}w c c}w c c}w c c}w c c}}!w c c}"}!w )z³Fused evidence of the external sets: {ds: {a: {trial: evidence dict}}} and the corpus emissions {a: (mu, sd)}.
    decs: [[corpus_exp, seed]], clfs: [[corpus_exp, ext_tag, seed]].r   é   Úattç      ð?g      ð¿c                 óf   •— t        j                  ‰D �cg c]  }| |   ‰|   z  ‘Œ c}«      S c c}w )N)ÚnpÚconcatenate)ÚzÚdkÚkeysÚsgs     €€úb/root/disk_3tb/EEG-sAAD-Grand-Challenge-Training-Dataset/experiments/decoder_lodo/fuse_external.pyÚ<lambda>z build_external.<locals>.<lambda>    s,   ø€ ”B—N‘N¹TÓ#B¹T°r A b¡E¨B¨r©F£N¸TÑ#BÔCùÒ#Bs   •.ÚXNéÿÿÿÿÚAASDÚaasd_c1Úext_c1_Ú_evidence_sz.pklÚrbÚext_clf_é   Úr0fÚr1fÚr0Úr1Út_endé   g      Ð?gü©ñÒMbP?)ÚatolÚatt128Ún128Úsubject)r#   r$   r   r%   r(   r)   r*   )r   r   r   Úwherer   ÚlinalgÚsolveÚcovÚTÚmeanÚappendÚstdÚfloatÚpickleÚloadÚopenÚosÚpathÚjoinÚRESÚzipÚastypeÚminÚlenr   ÚallcloseÚdictÚzeros)(ÚdecsÚclfsÚa_listÚdatasetsÚdec_tagÚdÚFdÚcÚFcÚdsÚkr   ÚcatÚWÚzdÚzcÚsdc_jÚFr   Úwr   ÚmdÚmcÚsddÚsdcÚemisÚxÚfÚoutÚdnÚEdÚEcÚevÚeÚsÚecÚteÚnr   r   s(                                         @@r   Úbuild_externalre      s©  ù€ ñ /3Ó	3©d¨Œ(�1�Q‘4˜˜a™ ™Õ
$¨d€BÐ	3Ù.2Ó	3©d¨Œ(�4˜‘7˜1‘:˜q ™tÕ
$¨d€BÐ	3Ý%Ô9™g˜¨r°!©u°R¬y¨!ˆR�ŠG¨yˆG˜gÒ9€DÙMQÓ	RÉTÀrˆ"Œb�h‰h�r˜!‘u˜R ™U‘| B q¡EÑ*¨5Ñ1°QÑ6¸¸TÓBÑ
BÈTÑ	R€BÜ
C€CØ˜2˜r 2�~Ñ€A€rˆ2ˆuÛˆÜ�N‰NÑVZÔ[ÑVZÉUÈRÐQR˜A˜b™E !™H S™Mª!¨S¨b¨S¨&Ñ1°B¸¸A°w±KÂÀ4ÀÑ4HÓHÐVZÒ[Ó\ˆÜ�I‰I�O‰OœBŸF™F 1§3¡3›K¨¯©°«Ó3ˆØ	�‰��a˜!‘e—[‘[“]Ñ"Ô#Ø
�	‰	ÁtÔLÁt¹e¸bÀ!�B˜�7˜A˜b™E !™H S™Mª!¨S¨b¨S¨&Ñ1°A°b±EÑ9Ñ9ÀtÒLÕMð	 ó
 ˆØ�‰”R—^‘^ÑUYÔ$ZÑUYÉEÈBÐPQ Q r¡U¨1¡X¨c¡]²1°b°5Ñ%9¸BÀÀA¸w¹KÓ%GÐUYÒ$ZÓ[×_Ñ_ÓaÔbØ
�	‰	É$ÔOÉ$ÁÀÀQ�B˜�7˜A˜b™E !™H S™Mª!¨R¨%Ñ0°5¸±9Ñ<Ñ<È$ÒOÕPð ñ 9=Ô	=¹°"ˆ"Œb�g‰g¡bÓ)¡b �q˜“u bÑ)¨1Ó-Ñ
-¸€BÑ	=Ù8<Ô	=¹°"ˆ"Œb�g‰g¡bÓ)¡b �q˜“u bÑ)¨1Ó-Ñ
-¸€BÑ	=Ù�2‹w�{‰{‹}™c "›gŸk™k›mˆ€CØ€DÛˆÙÉÓNÉÀ2��a˜!‘e˜r "™vÑ%¨Ñ+¨a°"°R±&©j¸3Ñ.>Ñ>Ñ>ÈÑNÓOˆÜ˜Ÿ™›“?¤E¨!¯%©%«'£NÐ3ˆˆQŠð ð €CÜˆØ$&¨&¢Lˆw�w�iÑ ¸À¸tÀGÀ9Ð6MˆÙ`dÓeÑ`dÐ[\Œf�k‰kœ$œrŸw™wŸ|™|¬C°B°4°{À1ÀQÁ4À&ÈÐ1MÓNÐPTÓUÕVÐ`dˆÐeÙnrÓsÑnrÐijŒf�k‰kœ$œrŸw™wŸ|™|¬C°8¸B¸4ÀÀ!Á¸vÀ[ÐQRÐSTÑQUÐPVÐVZÐ1[Ó\Ð^bÓcÕdÐnrˆÐsØˆˆB‰ÜˆAØˆBØ˜•U�Ü—G‘GÔehÐikÐmnÔeoÔpÑeoÑ]aÐ]^Ð`a˜a ™d 5™k×0Ñ0´Ó7¸!¸A¹$¸u¹+×:LÑ:LÌUÓ:SÑSÐWXÓXÐeoÒpÐrsÓtÐwzÑz�Ü—G‘GÔUXÐY[Ð]bÔUcÔdÑUcÉTÈQÐPQ˜a ™d 4™j¨1¨Q©4°©:Ñ5×=Ñ=¼eÓDÀqÓHÐUcÒdÐfgÓhÐknÑn�Ø˜A™˜q™ 2 a¡5¨¡8¨GÑ#4×#;Ñ#;¼EÓ#B�B�Üœ˜A›¤ A£¬¡Ó-�Ü—{‘{ 2 b q 6¨2¨g©;´s¼3À¹7Ð+CÀqÌ3ÁwÐRVÑFVÑ+VÐ]aÕbÐeÐdeÓeÐbÜ  Q¡¨!¨B¨Q¨%¡°!°a¼¼CÀ!¹G°nÑ2DÑ DÌÏÉÐRSËÐZ\Ð]bÑZcÔdgÔhkÐnoÑhoÐZpÐxzð  |Cñ  yDô  EHô  ILð  OPñ  IPð  yQØ$& x¡L°r¸&±zÈ2ÈiÉ=ôZ��1“ð ð ˆC�‰G�A‹Jò ð ð  �ˆ9ÐùòO 
4ùÚ	3ùÛ9ùÚ	Rùó \ùó Mùã$ZùÛOùÚ)ùÓ	=ùÚ)ùÓ	=ùò Oùò fùÚsùó
 qùÛds   ‡X©X!ÁX&Á04X,Ã-X1Æ'X7Ç$X=È*%YÉYÉ7Y	Ê
YÊYÊ.YÊ:
YÌ "Y
Í=AY$ÏAY)Ñ!AY.Ó1Y4Ù	YÙYÚ__main__z--decÚ+T)ÚnargsÚrequiredz--clfz--a)g        g333333Ó?g      à?gffffffæ?r   )rh   ÚtypeÚdefaultz--pstay)gZõ¹ÚŠýï?gV-²�ïï?g×£p=
×ï?g®Gáz®ï?g\�Âõ(\ï?gffffffî?z	--datasetzAASD,Carta2026)rk   z--nameÚ z	--dec-tagzEtag of the decoders' external evidence files (eval_external.py --tag))rk   ÚhelpÚ:Ú,ÚHÚAccÚSDTÚ	nSwitchesÚnUndetectedÚacc1)ÚnamerK   ÚaÚp_stayrp   rq   rr   rs   rt   Úacc_stepÚn_decÚn_clfzfuse_external.csvrw   F)ÚmodeÚheaderÚindexzdisplay.widthéÜ   z=== z: z decoders, z classifiers; REAL switches ===rK   Ú
z2: H by mixing share a (rows) and p_stay (columns)
rx   )r~   ÚcolumnsÚvaluesr&   z: Acc
r   z: SDT
z: single-step accuracy by a:é   )r
   )CÚ__doc__Úargparser7   r4   Únumpyr   ÚpandasÚpdÚeval_externalÚEÚ
common_expr   Úcommonr   Úfuse_evidencer   r   r   r8   r9   r:   re   Ú__name__ÚArgumentParserÚapÚadd_argumentr3   Ú
parse_argsrw   ÚdecÚsplitÚclfrB   rC   ÚdatasetrF   ÚEVrX   ÚrowsrK   rY   r_   ÚplainÚplÚpstayÚpÚscoreÚrr1   r@   rv   r>   Ú	DataFrameÚdfr[   Úto_csvÚexistsÚ
set_optionÚprintÚgroupbyÚgÚpivotÚroundÚ	to_stringry   ÚfirstÚto_dict)rY   s   0r   Ú<module>r¬      sÖ  ðñ8ó Û 	Û ã Û ã Ý Ý ß +Ñ +à‡g�g‡l�l�3˜	 :Ó.€ó+ð\ ˆzÓØ	 ˆ×	 Ñ	 Ó	"€BØ‡O�O�G 3°€OÔ6Ø‡O�O�G 3°€OÔ6Ø‡O�O�E ¨5Ò:S€OÔTØ‡O�O�I S¨uÒ>f€OÔgØ‡O�O�KÐ)9€OÔ:Ø‡O�O�H b€OÔ)Ø‡O�O�K¨Ð7~€OÔØ
�‰‹€AØ()¯ªÓ.© 1�!—'‘'˜#•,¨Ñ.ÀqÇuÂuÓ0MÁuÀ!°·±¸µÀuÑ0M€J€Dˆ$Ù˜d D¨!¯#©#¨q¯y©y¯©¸sÓ/CÀQÇYÁYÓO�H€BˆØ€DÛˆØ—”ˆAØ�B‘˜‘ˆBØ�—‘˜“ˆBØ—W”W�Ø�A—G‘G˜BÐ0  a¡Ð0¨!Ð0¨RÒ0�Ø—‘™D a§f¡f°°qÀÀaÈÁfÐRSÐTYÑRZÐ`aÐbgÑ`hÐtuð  wBñ  uCØ-.¨}Ñ-=ÈÈ6É
ÑZ]Ð^bÓZcÑknÐosÓktôvõ wñ ñ ð ð 
ˆ�‰�dÓ	€BØ
�'‰'�,‰,�sÐ/Ó
0€CØ‡I�Iˆc˜¨¯©¯©°sÓ(;Ð$;À5€IÔIØ€B‡M�M�/ 3Ô'Ù	ˆD�—‘�˜™3˜t›9˜+ [±°T³°Ð;ZÐ
[Ô\Ø—‘˜D×!‰ˆˆAÙ��2�$ÐIÐJÈAÏGÉGÐZ]ÐgoÐx{ÈGÓL|÷  MCñ  MCð  DEó  MF÷  MPñ  MPó  MRô  	SÙ���Gˆn˜aŸg™g¨C¸È%˜gÓP×VÑVÐWXÓY×cÑcÓeÔfÙ���Gˆn˜aŸg™g¨C¸È%˜gÓP×VÑVÐWXÓY×cÑcÓeÔfÙ��Ð0Ð1°1·9±9¸S³>×3JÑ3J×3PÑ3PÓ3R×3XÑ3XÐYZÓ3[×3cÑ3cÓ3eÖfñ	 "ð5 ùò /ùÒ0Ms   ÄO9Ä?O>