Ë
    ”Ãjz  ã                   ó\	  — d Z ddlZddlZddlZddlZddlmZm	Z	 ddl
ZddlZddlmZmZ ddlmZmZmZmZ ddlmZmZmZ ddlmZ ddlmZm Z  d	Z!d
\  Z"Z#d\  Z$Z%dD � cg c]  } d| › �d| ff‘Œ c} dD �cg c]  }d|› �de$|ff‘Œ c}z   dD �cg c]  }d|› �de%|ff‘Œ c}z   Z&d„ Z'd„ Z(d„ Z)d„ Z*d„ Z+e,dk(  �r© ejZ                  «       Z.e.j_                  dde0ddg¬«       e.jc                  «       Z2 e3ejh                  jk                  dd «      «      Z6 ejn                  e!e!d!z   ge"e"d!z   e#e#d!z   g«      \  Z8Z9 ejt                  e!d"ge!d!z   d#gge"d$d"ge"d!z   d$d#ge#d%d"ge#d!z   d%d#gge2jd                  d&d'g«      \  Z;Z<g Z=e2jd                  D �]S  Z>eD ���ci c]p  }|eD ��ci c]_  }|e9|   D �ci c]M  }|d(e>z
  e8|   d   |   |   z  e>e8|   d(   |   |   z  z   e9|   |   d   e9|   |   d(   j                  e0«      f“ŒO c}“Œa c}}“Œr c}}}Z@e&D ���cg c]  \  }}eD ]  }|||f‘Œ	 Œ c}}}ZA  ee6¬)«      d*„ eAD «       «      ZBe= eCeAeB«      D ����cg c]  \  \  }}}} eDd?e>||d+œ|¤Ž‘Œ c}}}}z  Z=e&D ���cg c]  \  }}e;D ]  }|||f‘Œ	 Œ c}}}ZA  ee6¬)«      d,„ eAD «       «      ZBe= eCeAeB«      D ����cg c]  \  \  }}}} eDd?e>||d+œ|¤Ž‘Œ c}}}}z  Z=�ŒV  ejŠ                  e=«      ZFeFj�                  ej�                  j“                  ed-d.d/«      d0¬1«        ej”                  d2d3«       e2jd                  D �]  Z>eFeFjd                  e>k(     j—                  d4d5d6¬7«      j™                  e&D ��cg c]  \  }}|‘Œ	 c}}«      ZMeMj�                  dd8eMe   jŸ                  d(«      «       eMd&d'g   jŸ                  d(«      eMd9<    ePd:e>› d;�eMj£                  d<«      j¥                  «       «       eFeFjd                  e>k(     j—                  d4d5d=¬7«      j™                  e&D ��cg c]  \  }}|‘Œ	 c}}«      ZS ePd>eSj£                  d(«      j¥                  «       «       �Œ  yyc c} w c c}w c c}w c c}w c c}}w c c}}}w c c}}}w c c}}}}w c c}}}w c c}}}}w c c}}w c c}}w )@aÎ  Decision stage that does not need to know the switch rate: a BANK of 2-state HMM forward filters with different
p_stay, combined online by Bayesian model averaging.

Every filter k (transition p_stay_k, the same Gaussian emissions) yields its filtering posterior P_k(t) and the
predictive likelihood c_k(t) of the evidence at step t. The bank's posterior is sum_k w_k(t) P_k(t) with
log w_k(t) = lam * log w_k(t-1) + log c_k(t)  (lam = 1: all evidence of the trial so far; lam < 1: forgetting).
Causal and within-trial (the weights restart in every trial: Terms 6.3); the bank is one fixed model for all samples.
Compared with single p_stay values on  (a) the corpus LODO folds with SYNTHETIC switches (score.py's schedule) and
(b) REAL switches (AASD, Carta2026; fuse_external.build_external), same fused evidence
(2 decoders + 2 five-second + 2 ten-second classifiers, DEC_OFFSET of fuse_evidence).
usage: python hmm_bank.py [--a 0.3 0.5]  -> results/research/hmm_bank.csvé    N)ÚParallelÚdelayed)ÚEXPÚrows_of)ÚCACHEÚDS_KEYSÚFSÚSEED)ÚexpandÚ
hmm_filterÚsynth_trial)ÚLA)Ú	aggregateÚfast_score_subjectÚ3vlaai_ws__mat_reac_aug_cluster_onset_dom_xFUG_ptSPK)Údirect_clf__mat_reac_ptSPKv2Údirect_clf__mat_reac_w10_ptSPK)©gffffffî?ç\�Âõ(\ï?g®Gáz®ï?g×£p=
×ï?çV-²�ïï?çZõ¹ÚŠýï?)r   r   r   r   z	single p=Úsingle)ç      ð?ç+‡ÙÎ÷ï?g¬Zd;ßï?z
bank6 lam=Úbank)r   r   z
bank3 lam=c                 ó\  — t        j                  d| |z
  |z  dz  z  d| |z   |z  dz  z  gd«      }t        j                  ||j                  dd¬«      z
  «      }t        j                  |t
        «      }t        j                  t        |«      dfd«      t        j                  t        |«      «      t        j                  t        | «      «      }	}}t        t        | «      «      D ]Ä  }
|
dkD  r7|dd…df   |z  |dd…df   d|z
  z  z   }t        j                  |d|z
  gd«      }|||
   z  }|j                  d«      }||dd…df   z  }||z  t        j                  |«      z   }t        j                  ||j                  «       z
  «      }||j                  «       z  |dd…df   z  |	|
<   ŒÆ |	S )	ziP(column 1) of the model-averaged bank; ps: p_stay per filter, lam: forgetting of the log model evidence.ç      à¿é   é   T)Úkeepdimsç      à?r   N)ÚnpÚstackÚexpÚmaxÚasarrayÚfloatÚfullÚlenÚzerosÚemptyÚrangeÚsumÚlog)ÚdÚmuÚsdÚpsÚlamÚllÚlikÚpostÚlwÚoutÚtÚp0ÚjÚcÚws                  ú]/root/disk_3tb/EEG-sAAD-Grand-Challenge-Training-Dataset/experiments/decoder_lodo/hmm_bank.pyÚbank_filterr?   "   s~  € ä	�‰�4˜A ™F b™=¨QÑ.Ñ.°¸¸R¹À2¹È!Ñ7KÑ0KÐLÈaÓ	P€BÜ
�&‰&��b—f‘f˜Q¨�fÓ.Ñ.Ó
/€CÜ	�‰�BœÓ	€BÜ—G‘GœS ›W a˜L¨#Ó.´·±¼¸R»Ó0AÄ2Ç8Á8ÌCÐPQËFÓCSˆcˆ"€DÜ”3�q“6Ž]ˆØˆqŠ5Ø’a˜�d‘˜b‘ 4ª¨1¨¡:°°R±Ñ#8Ñ8ˆBÜ—8‘8˜R  R¡˜L¨!Ó,ˆDØ�3�q‘6‰MˆØ�E‰E�!‹HˆØ�1’Q˜�W‘:‰~ˆØ�2‰XœŸ™˜q›	Ñ!ˆÜ�F‰F�2˜Ÿ™›‘=Ó!ˆØ�a—e‘e“g‘+ ¢a¨ d¡Ñ+ˆˆAŠð ð €Jó    c                 óä   — |d   dk(  r>t        d| |z
  |z  dz  z  d| |z   |z  dz  z  |d   «      dkD  j                  t        «      S t        | |||d   |d   «      dkD  j                  t        «      S )Nr   r   r   r   r   r!   )r   ÚastypeÚintr?   )r/   r0   r1   Úspecs       r>   ÚdeciderE   5   s†   € ØˆA�w�(ÒÜ˜4 A¨¡F¨b¡=°QÑ"6Ñ6¸ÀÀRÁÈ2ÁÐRSÑ?SÑ8SÐUYÐZ[ÑU\Ó]Ð`cÑc×kÑkÔloÓpÐpÜ˜˜2˜r 4¨¡7¨D°©GÓ4°sÑ:×BÑBÄ3ÓGÐGr@   c                 óö  — g }| j                  «       D ]Ç  }t        j                  |D ��cg c]  \  }}|‘Œ	 c}}«      t        j                  |D ��cg c]  \  }}|‘Œ	 c}}«      }}t        j                  t        |«      D ���cg c]'  \  }\  }}t        j                  t        |«      |«      ‘Œ) c}}}«      }	|j                  t        |||	t        ¬«      «       ŒÉ t        |«      S c c}}w c c}}w c c}}}w )N)Úfs)
Úvaluesr"   ÚconcatenateÚ	enumerater(   r)   Úappendr   ÚFS128r   )
ÚperÚresÚlstÚaÚ_ÚbÚpredÚgtÚiÚtrials
             r>   Úsubjects_scorerW   ;   sÃ   € Ø
€CØ�z‰zŽ|ˆÜ—>‘>±Ô"5±©¨¨A¢1°Ò"5Ó6¼¿¹ÑVYÔGZÑVYÉdÈaÐQRÊÐVYÒGZÓ8[ˆbˆÜ—‘ÄIÈcÄNÕSÁN±y°q¹&¸1¸a¤§¡¬¨A«°Õ 2ÀNÓSÓTˆØ�
‰
Ô% d¨B°¼%Ô@ÕAð ô �S‹>Ðùó #6ùÓGZùÜSs   ªC(ÁC.Â,C4c                 óJ  — t        j                  t        D ����cg c]A  }|| k7  sŒ	||   j                  «       D ]#  \  }}}|t        j                  |dk(  dd«      z  ‘Œ% ŒC c}}}}«      }t        |j                  «       «      t        |j                  «       «      }	}t         j                  j                  t        t        j                  | «      z   «      }
i }t        | «      j                  «       D �]  \  }}t        |d   «      }||    |d      \  }}}t        j                  t         j"                  j%                  t&        d|d   › d�«      «      d   d	| j)                  t        «      }t+        |d   ||||
«      \  }}}t        |
j-                  dd
«      «      }|j/                  |d   g «      j1                  t3        t5        |||	|«      |t6        ||«      t        j                  |d|z
  |«      f«       �Œ	 t9        |«      }t;        |d   |d   |d   ¬«      S c c}}}}w )ztev[ds][key] = (d, att, t_end); emissions from the other four datasets; schedule and stamping as score.score_dataset.r   r   g      ð¿ÚnÚkeyÚcndz.npzÚatt_colNr   Úsubj_uidr   ÚHÚAccÚSDT©r^   r_   r`   )r"   rI   r   rH   Úwherer'   ÚmeanÚstdÚrandomÚdefault_rngr
   Úindexr   ÚiterrowsrC   ÚloadÚosÚpathÚjoinÚ	EDA_CACHErB   r   ÚintegersÚ
setdefaultrK   r   rE   r   rW   Údict)ÚheldÚevrD   Údsr/   ÚattrQ   ÚAr0   r1   ÚrngrM   ÚrÚTÚt_endÚstÚguessrP   s                     r>   Úscore_corpusr|   D   së  € ä
�‰ÅGÖ{ÁG¸bÈrÐUYËzÐkmÐnpÑkq×kxÑkxÖkzÑ^gÐ^_ÐadÐfg˜œBŸH™H S¨A¡X¨s°DÓ9Ó9ÐkzÐ9ÀGÔ{Ó|€AÜ�1—6‘6“8‹_œe A§E¡E£G›nˆ€BÜ
�)‰)×
Ñ
¤¤w§}¡}°TÓ':Ñ :Ó
;€CØ
€CÜ˜“×&Ñ&×(‰ˆˆ1Ü��#‘‹KˆØ˜‘h˜q ™xÑ(‰ˆˆ1ˆeÜ�g‰g”b—g‘g—l‘l¤9¨e¸¸%¹°zÀÐ5FÓGÓHÈÑSÐTVÐUVÐW×^Ñ^Ô_bÓcˆÜ˜q ™x¨¨A¨u°cÓ:‰ˆˆAˆqÜ�C—L‘L  AÓ&Ó'ˆØ�‰�q˜‘} bÓ)×0Ñ0´&¼ÀÀ2ÀrÈ4Ó9PÐRWÔY[Ð]^Ð`eÓ2fÔhj×hpÑhpÐqsÐuvÐy|Ñu|ð  Bó  iCð  2Dö  	Eð )ô 	�sÓ€AÜ�!�C‘&˜a ™h¨A¨e©HÔ5Ð5ùõ |s
   ›
H¦;Hc                 ó  — t         j                  j                  t        «      }i }t	        | «      D ]²  }| |   }|d   |d   z
  j                  t        «      }t        t        ||||«      |d   j                  t        «      t        |d   t        |j                  dd«      «      «      }	|j                  |d   g «      j                  |	|d   j                  t        «      f«       Œ´ t        |«      }
t        |
d	   |
d
   |
d   ¬«      S )NÚr0Úr1ry   Ún128r   r   ÚsubjectÚatt128r^   r_   r`   ra   )r"   re   rf   r
   ÚsortedrB   r'   r   rE   r   rC   rn   ro   rK   rW   rp   )rr   r0   r1   rD   rv   rM   ÚkÚer/   ÚlabsrP   s              r>   Ú
score_realr‡   U   sí   € Ü
�)‰)×
Ñ
¤Ó
%€CØ
€CÜ�BŽZˆØˆq‰EˆØˆt‰W�q˜‘wÑ×&Ñ&¤uÓ-ˆÜ”f˜Q  B¨Ó-¨q°©z×/@Ñ/@ÄÓ/GÌÈQÈvÉYÔX[Ð\_×\hÑ\hÐijÐlmÓ\nÓXoÓpˆØ�‰�q˜‘| RÓ(×/Ñ/°°q¸±{×7IÑ7IÌ%Ó7PÐ0QÕRð	 ô
 	�sÓ€AÜ�!�C‘&˜a ™h¨A¨e©HÔ5Ð5r@   Ú__main__z--aÚ+g333333Ó?r!   )ÚnargsÚtypeÚdefaultÚ
SCORE_JOBSé   Ú_s1Ú0Ú1Ú_v2Ú_w10ÚAASDÚ	Carta2026r   )Ún_jobsc              #   ó`   K  — | ]&  \  }}} t        t        «      |t        |   |«      –— Œ( y ­w©N)r   r|   Úevc)Ú.0rY   ÚsÚhs       r>   Ú	<genexpr>r�   n   s/   è ø€ Ð!ZÑUYÉ'È!ÈQÐPQÐ"7¤'¬,Ó"7¸¼3¸q¹6À1×"EÑUYùs   ‚,.)rP   Ú
integratorÚsetc              #   ó†   K  — | ]9  \  }}} t        t        «      t        |   t           gt        t           ¢|‘­Ž –— Œ; y ­wr˜   )r   r‡   ÚEVÚxÚemis)rš   rY   r›   rs   s       r>   r�   r�   q   s@   è ø€ Ð!cÑ^bÑRZÐRSÐUVÐXZÐ"5¤'¬*Ó"5´b¸±f¼Q±iÐ"MÄ$ÄqÁ'Ð"MÈ1Ö"MÑ^bùs   ‚?AÚresultsÚresearchzhmm_bank.csvF)rg   zdisplay.widthéÜ   rž   rŸ   r^   )rg   ÚcolumnsrH   zcorpus mean (synthetic)z	real meanz
=== H, classifier share a = z ===
é   r`   z	SDT (s):
© )TÚ__doc__Úargparserj   Únumpyr"   ÚpandasÚpdÚjoblibr   r   Úfuse_externalÚFEÚfuse_generalÚFGÚ
common_expr   r   Úcommonr   rm   r   r	   rL   r
   Ú	e1_switchr   r   r   Úfuse_evidencer   Úscorerr   r   ÚDÚCÚWÚBANK6ÚBANK3ÚINTEGr?   rE   rW   r|   r‡   Ú__name__ÚArgumentParserÚapÚadd_argumentr'   Ú
parse_argsrP   rC   ÚenvironÚgetÚnjÚbuildÚZÚmetaÚbuild_externalr¡   r£   Úrowsr¢   rB   r™   Újobsr8   Úziprp   Ú	DataFrameÚdfÚto_csvrk   rl   Ú
set_optionÚpivotÚreindexÚgÚinsertrc   ÚprintÚroundÚ	to_stringr›   )	ÚpÚlrœ   rs   r„   rY   r›   rw   rQ   s	   000000000r>   Ú<module>rÛ      sœ  ðñ
Mó Û 	ã Û ß $ã Û ß #ß AÓ Aß 5Ñ 5Ý ß 0à9€ØG�€€1ØN�€€uÙ3[Ó\Ñ3[¨aˆI�a�Sˆ/˜H a˜=Ò	)Ð3[Ñ\Ù9LÓMÑ9L°AˆJ�q�cÐ
˜V U¨AÐ.Ò	/Ð9LÑMñ	Nñ BNó  QOñ  BNÐ|}ÐT^Ð_`Ð^aÐRbÐekÐmrÐtuÐdvÒQwð  BNñ  QOñ	O€òò&Hòò6ò"	6ð ˆzÓØ	 ˆ×	 Ñ	 Ó	"€BØ‡O�O�E ¨5¸3À¸*€OÔEØ
�‰‹€AÙ	ˆR�Z‰Z�^‰^˜L¨!Ó,Ó	-€BØˆb�h‰h˜˜1˜u™9�~¨¨1¨u©9°a¸¸U¹Ð'CÓD�G€A€tØ ˆr× Ñ  1 c (¨Q°©Y¸Ð,<Ð!=ÀÀEÈ3ÀÐRSÐV[ÑR[Ð]bÐdgÐQhÐklÐntÐvyÐjzÐ}~ð  BGñ  ~Gð  IOð  QTð  }Uð  @VØ!"§¡ v¨{Ð&;ó=�H€Bˆà€DØ�S�Sˆá/6õ8Ù/6¨!ð Ù$ô&Ù$�rð ð  CGð  HJò  CKó  Lñ  CKÐ}~˜˜Q ™U a¨¡d¨1¡g¨b¡k°!¡nÑ4°q¸1¸Q¹4À¹7À2¹;Àq¹>Ñ7IÑIÈ4ÐPRÉ8ÐTUÉ;ÐWXÉ>Ð[_Ð`bÑ[cÐdeÑ[fÐghÑ[i×[pÑ[pÐqvÓ[wÐxÑxð  CKñ  Lñ  LØ$ò&ñ &Ø/6ó8ˆá&+Õ=¡e™d˜a ³W°��A�q’	°W�	 eÓ=ˆØ!‰h˜bÔ!Ñ!ZÑUYÓ!ZÓZˆØÉÈTÐSVÌÖXÉ¹¹¸!¸QÀÀA‘Ð4˜ a¨QÑ4°!Ó4ÈÔXÑXˆÙ',Õ:¡u™t˜q !³r°��A�r’
°r�
 uÓ:ˆØ!‰h˜bÔ!Ñ!cÑ^bÓ!cÓcˆØÉ3ÈtÐUXÌ>ÖZÉ>¹-¹*¸1¸aÀÀa‘Ð5˜ a¨RÑ5°1Ó5È>ÔZÑZŠð ð 
ˆ�‰�dÓ	€BØ‡I�Iˆb�g‰g�l‰l˜3 	¨:°~ÓFÈe€IÔTØ€B‡M�M�/ 3Ô'Ø�S�SˆØˆr�t‰t�q‰y‰M×Ñ l¸EÈ#ÐÓN×VÑVÑfkÔWlÑfkÑ^bÐ^_ÐabÒXYÐfkÒWlÓmˆØ	�‰�Ð-¨q°©z¯©¸qÓ/AÔBØ˜F KÐ0Ñ1×6Ñ6°qÓ9ˆˆ+‰ÙÐ.¨q¨c°Ð8¸!¿'¹'À!»*×:NÑ:NÓ:PÔQØˆr�t‰t�q‰y‰M×Ñ l¸EÈ%ÐÓP×XÑXÑhmÔYnÑhmÑ`dÐ`aÐcdÒZ[ÐhmÒYnÓoˆÙˆl˜AŸG™G A›J×0Ñ0Ó2Ö3ñ ð+ ùòG 	]ùÚMùò  QOùòX Lùó &ùô 8ùä=ùåXùÜ:ùåZùó
 Xmùó Zosa   ÁQ#Á5Q(ÂQ-ÆQ=
ÆQ7Æ+AQ2Ç=Q7ÈQ=
ÈR
ÉRÉ;R
Ê;RÍ6R"Ð$R(Ñ2Q7Ñ7Q=
