Ë
    Ú	ãjÛ<  ã            
       óf  — d Z ddlZddlZddlZddlZddlZddl	m
Z
 dZdZdZdZd„ Z G d	„ d
«      Zdd„Zd„ Zd„ Zdad„ Zdd„Zd„ Zedk(  rå ej2                  «       Zej7                  dd¬«       ej7                  dd¬«       ej7                  dd¬«       ej9                  «       Zej&                  r e«        yej.                  rXddlmZ  e ej@                  ejB                  jE                  eddd«      «      ejB                  jE                  eddd«      «       y eejF                  «       yy)aT  B3 of REAL_SWITCH_STRATEGY.md: a LEARNED decision rule trained on switches, antisymmetric by construction.

Input: the fused evidence d_t (0.25-s steps; the same series the HMM filters). Features: causal, bias-corrected exponential moving averages of
d at several time constants (0.5 s .. 64 s); e_k(t) = sum_i w_i d_i / sum_i w_i, w_i = (1 - a_k)^(t - i): a weighted mean of the evidence that has
arrived, so there is no zero padding and no start-of-trial marker (the weights are normalised). Read-out
    y_t = sum_k a_k f_k + sum_j v_j tanh(sum_k W_kj f_k)       f_k = e_k / s_k   (s_k a positive scale)
with NO bias anywhere: y(-d) = -y(d) exactly, y > 0 = column 0. Nothing in it sees the position in the trial, the dataset, or the column order.
Target of step j: the true attended column over the 128-Hz samples this decision labels (soft fraction in [s0_j, s0_j+1), s0 = t_end + lookahead - 1 s,
exactly the stamping of e1_switch.expand), so the rule learns the 4-s lag of the evidence on real switches. BCE, weight decay, early stopping on
held-out SUBJECTS of the training data.
Training sets (never the evaluated set):
  V1 real only      target AASD <- Carta ; target Carta <- AASD ; synthetic LODO dataset D <- AASD + Carta
  V2 real + synth   target AASD <- Carta + synthetic of all 5 datasets ; target Carta <- AASD + synthetic ;
                    synthetic D <- AASD + Carta + synthetic of the other four datasets (their own LODO evidence and schedules); groups weighted 1 : 1
Evidence = the fixed best pipeline (4 + 4 models, a = 0.5), replicates: all four seeds, seeds {0,1}, seeds {2,3}; each with two training seeds.
Reference rows: HMM p_stay 0.998 and 0.95. Scoring = the official scorer through the same hooks as hmm_semimarkov.py.
usage: python hmm_learned.py [--selftest | --smoke | --summarize] -> results/research/learned_rule.csv, learned_rule.txté    N)Úlfilterg      Ð?)ç      à?ç      ð?g       @g      @g       @g      0@g      @@g      P@é   )r   é   c                 ó   — t        j                  | t         j                  ¬«      } t        | «      }t        j                  |«      }t        j
                  |t        t        «      f«      }t        t        «      D ]R  \  }}dt        j                  t         |z  «      z
  }|gdd|z
   g}}t        ||| «      t        |||«      z  |dd…|f<   ŒT |S )zb(n, K) bias-corrected causal EMAs of x; odd in x, scale-free in the position (normalised weights).©Údtyper   N)ÚnpÚasarrayÚfloat64ÚlenÚonesÚemptyÚTAUS_SÚ	enumerateÚexpÚDTr   )	ÚxÚnÚoneÚoutÚkÚtauÚaÚbÚaas	            ú`/root/disk_3tb/EEG-sAAD-Grand-Challenge-Training-Dataset/experiments/decoder_lodo/hmm_learned.pyÚema_featuresr       s°   € ä
�
‰
�1œBŸJ™JÔ'€AÜˆA‹€AÜ
�'‰'�!‹*€CÜ
�(‰(�A”sœ6“{Ð#Ó
$€CÜœFÖ#‰ˆˆ3Ø”"—&‘&œ"˜˜s™Ó#Ñ#ˆØ��c˜S 1™W˜:Ð&ˆ2ˆÜ˜A˜r 1Ó%¬°°2°sÓ(;Ñ;ˆŠAˆqˆDŠ	ð $ð €Jó    c                   ó"   — e Zd ZdZd„ Zd„ Zd„ Zy)ÚRulezNy = F @ lin + tanh(F @ W) @ v on F = ema_features(d) / scale; no biases (odd).c                 óB   — ||||f\  | _         | _        | _        | _        y ©N)ÚlinÚWÚvÚscale)Úselfr%   r&   r'   r(   s        r   Ú__init__zRule.__init__0   s!   € Ø/2°A°q¸%Ð/?Ñ,ˆŒ�$”&˜$œ& $¥*r    c                 ó°   — t        |«      | j                  z  }|| j                  z  t        j                  || j
                  z  «      | j                  z  z   S r$   )r   r(   r%   r   Útanhr&   r'   )r)   ÚdÚFs      r   Úlogitz
Rule.logit3   sA   € Ü˜‹O˜dŸj™jÑ(ˆØ�4—8‘8‰|œbŸg™g a¨$¯&©&¡jÓ1°D·F±FÑ:Ñ:Ð:r    c                 óP   — | j                  |«      dk  j                  t        «      S )Nr   )r/   ÚastypeÚint)r)   r-   s     r   ÚdecidezRule.decide7   s    € Ø—
‘
˜1“ Ñ!×)Ñ)¬#Ó.Ð.r    N)Ú__name__Ú
__module__Ú__qualname__Ú__doc__r*   r/   r3   © r    r   r"   r"   -   s   „ ÙXò@ò;ó/r    r"   c                 ó(	  ‡ ‡&‡'‡(‡)‡*‡+— ddl Š*‰*j                  d«       t        j                  j	                  |«      }t        ‰ D �ch c]  }|d   ’Œ	 c}«      }t        |j                  t        |«      t        dt        |«      dz  «      d¬«      j                  «       «      }t        |«      D ��	ci c]  \  }}	|	|“Œ
 }
}}	t        j                  ‰ D �cg c]  }|
|d      |v ‘Œ c}«      Š(ˆ fd	„Š'ˆ'ˆ(fd
„dD «       \  }}}ˆ'ˆ(fd„dD «       \  }}}t        j                  |dz  j                  d«      «      dz   }ˆ*fd„} |||z  «       ||«       ||«       |||z  «       ||«       ||«      f\  }}}}}}‰*j                  |«       |j                   d   }‰*j"                  j%                  ‰*j'                  |«      «      Š)‰*j"                  j%                  d‰*j)                  |t*        «      z  «      Š&‰*j"                  j%                  d‰*j)                  t*        «      z  «      Š+‰*j,                  j/                  ‰)‰&‰+gdd¬«      }ˆ&ˆ)ˆ*ˆ+fd„}‰*j"                  j0                  j2                  }d\  }}}t5        |«      D �]Q  } ‰*j7                  t        |«      «      }!t5        dt        |!«      d«      D ]y  }|!||dz    }" | |||"   «      ||"   d¬«      ||"   z  j9                  «       ||"   j9                  «       z  }#|j;                  «        |#j=                  «        |j?                  «        Œ{ ‰*jA                  «       5   | ||«      |d¬«      |z  j9                  «       |j9                  «       z  jC                  «       }$ddd«       $|dz
  k  r4|$d‰)‰&‰+fD �%cg c]   }%|%jE                  «       jG                  «       ‘Œ" }}%}}�ŒF|dz  }||k\  s�ŒR n tI        |d   jK                  «       jM                  t        jN                  «      |d   jK                  «       jM                  t        jN                  «      |d   jK                  «       jM                  t        jN                  «      |«      | dz   fS c c}w c c}	}w c c}w # 1 sw Y   �ŒxY wc c}%w )z}trials: list of dict(F (n, K) features, t (n,) soft target for column 0, w weight per row, g group id for the subject split).r   Né   Úgr   é   F)Úreplacec                 ó€   •— t        j                  t        ‰| «      D ��cg c]  \  }}|sŒ	||   ‘Œ c}}«      S c c}}w r$   )r   ÚconcatenateÚzip)ÚselÚkeyÚtrÚsÚtrialss       €r   Ú<lambda>zfit_rule.<locals>.<lambda>D   s4   ø€ œ2Ÿ>™>ÄÀFÈCÔ@PÔ*VÑ@P±u°r¸1ÒTU¨2¨c«7Ð@PÒ*VÔWùÓ*Vs    
:
«:
c              3   ó2   •K  — | ]  } ‰‰ |«      –— Œ y ­wr$   r8   ©Ú.0r   ÚcatÚis_vals     €€r   Ú	<genexpr>zfit_rule.<locals>.<genexpr>E   s   øè ø€ ÐA±¨A™˜V˜G QŸ±ùs   ƒ)r.   ÚtÚwc              3   ó0   •K  — | ]  } ‰‰|«      –— Œ y ­wr$   r8   rH   s     €€r   rL   zfit_rule.<locals>.<genexpr>F   s   øè ø€ Ð@±¨1™˜F AŸ±ùs   ƒg•Ö&è.>c                 ól   •— ‰j                  t        j                  | t        j                  ¬«      «      S )Nr	   )Ú
from_numpyr   ÚascontiguousarrayÚfloat32)r   Útorchs    €r   rF   zfit_rule.<locals>.<lambda>H   s!   ø€ �5×#Ñ#¤B×$8Ñ$8¸Ä"Ç*Á*Ô$MÔNr    g333333Ó?gš™™™™™¹?gú~j¼t“h?g-Cëâ6?)ÚlrÚweight_decayc                 ó>   •— | ‰z  ‰j                  | ‰z  «      ‰z  z   S r$   )r,   )ÚXr&   r%   rT   r'   s    €€€€r   rF   zfit_rule.<locals>.<lambda>P   s    ø€ �!�c‘'˜EŸJ™J q¨1¡uÓ-°Ñ1Ò1r    )g    eÍÍAr   Ni    Únone)Ú	reductiongñhãˆµøä>)(rT   Úset_num_threadsr   ÚrandomÚdefault_rngÚsortedÚsetÚchoicer   ÚmaxÚtolistr   ÚarrayÚsqrtÚmeanÚmanual_seedÚshapeÚnnÚ	ParameterÚzerosÚrandnÚHIDÚoptimÚAdamÚ
functionalÚ binary_cross_entropy_with_logitsÚrangeÚrandpermÚsumÚ	zero_gradÚbackwardÚstepÚno_gradÚitemÚdetachÚcloner"   Únumpyr1   r   ),rE   ÚseedÚepochsÚpatienceÚrsrC   ÚgroupsÚval_gÚir;   ÚgiÚF_trÚt_trÚw_trÚF_vaÚt_vaÚw_var(   ÚttÚXtrÚytrÚwtrÚXvaÚyvaÚwvaÚKÚoptÚfÚbceÚbestÚbadÚstateÚepÚpermÚjÚlossÚvlÚpr&   rJ   rK   r%   rT   r'   s,   `                                     @@@@@@r   Úfit_rulerž   ;   s  þ€ ãØ	×Ñ˜!ÔÜ	�‰×	Ñ	˜tÓ	$€BÜ¡vÓ.¡v �R˜“W vÑ.Ó/€FÜ�—	‘	œ#˜f›+¤s¨1¬c°&«k¸QÑ.>Ó'?È�	ÓO×VÑVÓXÓY€EÜ$ VÔ,Ô	-Ñ,‘4�1�aˆ!ˆQ‰$Ð,€BÑ	-Ü�X‰X±fÓ=±f°�r˜"˜S™'‘{ eÒ+°fÑ=Ó>€FÛ
W€CÜA±ÓAÑ€Dˆ$�Ü@±Ó@Ñ€Dˆ$�Ü�G‰G�T˜Q‘Y×$Ñ$ QÓ'Ó(¨4Ñ/€EÛ	N€BÙ#% d¨U¡lÓ#3±R¸³X¹rÀ$»xÉÈDÐSXÉLÓIYÑ[]Ð^bÓ[cÑegÐhlÓemÐ#mÑ €Cˆˆc�3˜˜SØ	×Ñ�dÔØ�
‰
�1‰€AØ
�(‰(×
Ñ
˜UŸ[™[¨›^Ó
,€CØ�‰×Ñ˜3 §¡¨Q´Ó!4Ñ4Ó5€AØ�‰×Ñ˜3 §¡¬SÓ!1Ñ1Ó2€AØ
�+‰+×
Ñ
˜C  A˜;¨4¸dÐ
Ó
C€CÞ1€AØ
�(‰(×
Ñ
×
>Ñ
>€CØ#Ñ€Dˆ#ˆuÜ�F�mˆØ�~‰~œc #›hÓ'ˆÜ�qœ#˜d›) TÖ*ˆAØ�Q�q˜4‘xÐ ˆAÙ™˜#˜a™&›	 3 q¡6°VÔ<¸sÀ1¹vÑE×JÑJÓLÈsÐSTÉvÏzÉzË|Ñ[ˆDØ�M‰MŒOØ�M‰MŒOØ�H‰H�Jð +ð �]‰]�_Ù‘q˜“v˜s¨fÔ5¸Ñ;×@Ñ@ÓBÀSÇWÁWÃYÑN×TÑTÓVˆB÷ à��t‘ÒØ! 1ÀCÈÈAÁ;Ó&OÁ;¸a q§x¡x£z×'7Ñ'7Õ'9À;�uÐ&O�#ŠDà�1‰HˆCØ�hŒÙð ô  ��a‘—‘Ó ×'Ñ'¬¯
©
Ó3°U¸1±X·^±^Ó5E×5LÑ5LÌRÏZÉZÓ5XÐZ_Ð`aÑZb×ZhÑZhÓZj×ZqÑZqÔrt×r|Ñr|ÓZ}ð  @Eó  Fð  HLð  NPð  STñ  NTð  Tð  TùòG /ùã	-ùÚ=÷0 ‰_üò 'Ps%   ÁQ2Â0Q7ÃQ=Ì?ARÎ%R
ÒR	c           
      ój  — ddl m} t        |«      }t        j                  t        j
                  t        j                  | t        «      |z   dz
  |z  «      j                  t        «      d|«      }t        j                  |dd |f   }t        j                  dt        j                  |j                  t        «      «      f   }t        j                  ||z
  d«      }t        j                  |dkD  ||   ||   z
  t        j                  |d«      z  |t        j                  ||dz
  «         «      }	d|	z
  S )z}Fraction of column-1 samples among the 128-Hz samples each decision labels (expand's stamping); returns P(column 0) per step.r   )ÚFSr   r   Ng        )Úcommonr    r   r   ÚclipÚceilr   Úfloatr1   r2   Úr_ÚcumsumÚmaximumÚwhereÚminimum)
Út_endÚatt128ÚlaÚFS128ÚTÚs0ÚeÚcumÚlnÚfracs
             r   Úsoft_targetr´   f   sö   € å"ÜˆF‹€AÜ	�‰”—‘œ"Ÿ*™* U¬EÓ2°RÑ7¸#Ñ=ÀÑFÓG×NÑNÌsÓSÐUVÐXYÓ	Z€BÜ
�‰ˆb��ˆf�aˆiÑ€AÜ
�%‰%�”R—Y‘Y˜vŸ}™}¬UÓ3Ó4Ð4Ñ
5€CÜ	�‰�A˜‘F˜AÓ	€BÜ�8‰8�B˜‘F˜S ™V c¨"¡gÑ-´·±¸BÀÓ1BÑBÀFÌ2Ï:É:ÐVXÐZ[Ð^_ÑZ_ÓK`ÑDaÓb€DØ�‰:Ðr    c                  óŒ  — t         j                  j                  d«      } | j                  d¬«      }| j                  d¬«      | j                  dt        f¬«      | j                  t        ¬«      t        j
                  d«      f\  }}}}t        ||||«      }|j                  |«      |j                  | «      }}t        dt        j                  ||z   «      j                  «       «       t        j                  ||z   «      j                  «       dk  sJ ‚|j                  «       }	| j                  d¬«      dz  |	dd  |j                  |	«      }
t        d	t        j                  |d d |
d d «      d
t        j                  |dd  |
dd  «       «       t        j                  |d d |
d d «      sJ ‚t        |«      }d}dt        j                  t         t         |   z  «      z
  }d}d|z
  |t        j"                  |dz   «      z
  z  }t        d|||f   ||d |dz    z  j%                  «       |j%                  «       z  «       t        |||f   ||d |dz    z  j%                  «       |j%                  «       z  z
  «      dk  sJ ‚t        dt        t        j&                  dd«      «      ddg   j)                  d«      j+                  «       «       t        j,                  d«      }t        dt        j                  |j                  |«      «      j                  «       «       d}t        j,                  d«      }t/        |«      D ]T  }|j                  | j                  d¬«      «      }|dD ��cg c]   \  }}t        j0                  ||| dkD  «      ‘Œ" c}}z  }ŒV t        d||z  j)                  d«      «       t        d«       y c c}}w )Nr   iX  )Úsizeé   z!antisymmetry max |y(-d) + y(d)| =gê-�™—q=i,  é   z/causality: outputs before the change identical:z| changed after:r:   r   éd   z'EMA vs explicit weighted mean at t=100:g»½×Ùß|Û=zXconstant evidence c: features at t = 0 and t = 500 both equal c (no start-of-trial cue):gffffffæ?iô  é   iè  zzero evidence -> y == 0:i¸  é   éð   ))r   é   )r½   éx   )r¾   r¼   z@random odd rule on noise: share y > 0 at 0-5 s, 5-30 s, 30-60 s:zselftest ok)r   r\   r]   Únormalrl   r   r"   r/   ÚprintÚabsra   ÚcopyÚarray_equalr   r   r   r   Úarangers   ÚfullÚroundrb   rj   rq   re   )Úrngr-   r%   r&   r'   ÚscÚrr   r   Úd2Úcr.   r   ÚalrM   rN   Úzr   ÚshareÚ_ÚyrD   r°   s                          r   ÚselftestrÑ   r   sÇ  € Ü
�)‰)×
Ñ
 Ó
"€CØ�
‰
˜ˆ
Ó€AØ—J‘J A�JÓ&¨¯
©
¸¼C¸¨
Ó(AÀ3Ç:Á:ÔSVÀ:ÓCWÔY[×Y`ÑY`ÐabÓYcÐc�M€CˆˆAˆrÜˆS�!�Q˜Ó€AØ�7‰7�1‹:�q—w‘w ˜r“{€q€AÜ	Ð
-¬r¯v©v°a¸!±e«}×/@Ñ/@Ó/BÔCÜ�6‰6�!�a‘%‹=×ÑÓ Ò&Ð&Ð&Ø	
�‰‹€BØ�z‰z˜sˆzÓ# aÑ'€B€s€t€HØ	�‰�‹€AÜ	Ð
;¼R¿^¹^ÈAÈdÈsÈGÐUVÐW[ÐX[ÐU\Ó=]Ð_qÔwy÷  xFñ  xFð  GHð  ILð  IMð  GNð  PQð  RUð  RVð  PWó  xXð  tXô  YÜ�>‰>˜!˜D˜S˜' 1 T c 7Ô+Ð+Ð+Ü�Q‹€AØ	€AØ	
ŒR�V‰V”R�Cœ& ™)‘OÓ$Ñ	$€BØ€AØ	
ˆR‰�QœŸ™ 1 q¡5Ó)Ñ)Ñ*€AÜ	Ð
3°Q°q¸!°t±W¸qÀ1ÀVÀaÈ!ÁeÀ9¹}×>QÑ>QÓ>SÐVW×V[ÑV[ÓV]Ñ>]Ô^Üˆq��A�‰w˜!˜a   Q¡˜i™-×,Ñ,Ó.°·±³Ñ8Ñ8Ó9¸EÒAÐAÐAÜ	Ð
dÔfrÔsu×szÑszÐ{~ð  ADó  tEó  gFð  HIð  KNð  GOñ  gP÷  gVñ  gVð  WXó  gY÷  g`ñ  g`ó  gbô  cÜ
�‰�‹€AÜ	Ð
$¤b§f¡f¨Q¯W©W°Q«ZÓ&8×&<Ñ&<Ó&>Ô?Ø€AÜ�H‰H�Q‹K€EÜ�1ŽXˆØ�G‰G�C—J‘J C�JÓ(Ó)ˆØÑ2RÔSÑ2R©$¨!¨Q”"—'‘'˜!˜A˜a˜& 1™*Õ%Ð2RÒSÑS‰ð ô 
Ð
LÈuÐWXÉy×N_ÑN_Ð`aÓNbÔcÜ	ˆ-Õùó Ts   Í)%O 
c                 ó   — t        | «      S r$   )Ú_TASK)r   s    r   Ú_runrÔ   –   s   € Ü�‹8€Or    c                 ó”
  ‡ ‡)‡*‡+‡,‡-‡.‡/‡0‡1‡2‡3‡4‡5— dd l }dd l}dd lŠ+dd lŠ.dd lŠ0ddlmŠ*mŠ/ ddlm	}m
Š3 ddlmŠ, dD �cg c]  }d|z   ‘Œ	 }}dD �cg c]
  }d|z   dz   ‘Œ }}‰ rd	g d
¢ing d
¢ddgddgdœ}‰ r	t        d d nt        }‰ rddgnddgt        ‰*«      z   }	d}
i Š)ˆ)ˆ0fd„}|‰._        |‰+_        ˆ,fd„}ˆ*ˆ.ˆ/ˆ0ˆ3fd„}ˆ,fd„}d„ Š5i Š-g Š1|j!                  «       D �]Ð  \  Š2}t#        d‰2d¬«       |j%                  |D �cg c]  }||   ‘Œ	 c}|D �cg c]  }||   ‘Œ	 c}«      \  }}|D �cg c]  }||   t'        |«      g‘Œ c}|D �cg c]  }||   dt'        |«      g‘Œ }}}|j)                  ||dgt        |
«      d«      \  }}|
D �ci c]  }| |||   d   |‰2«      “Œ }}‰*D �ci c]  }| ||||«      “Œ }}|D ]Þ  Š4ˆ-ˆ1ˆ2ˆ ˆ4ˆ5fd„}dD ]^  \  }} |d |› �||   gd!g«       ‰*D �cg c]  } |||||||   «      ‘Œ }} |d"|› �||   |D ��cg c]  }|D ]  }|‘Œ Œ c}}gddg«       Œ`  |d#|d   |d   z   gd!g«       ‰*D ]U  } ‰*D �cg c]  }|| k7  sŒ	 |||| |||   «      ‘Œ }} |d"| › �|d   |d   z   |D ��cg c]  }|D ]  }|‘Œ Œ c}}gddg«       ŒW Œà ||||d   f‰-‰2d$f<   �ŒÓ t+        j,                  ‰1«      j/                  t0        j2                  j5                  |d%d&d'«      d(¬)«       ˆ)ˆ*ˆ+ˆ,ˆ-ˆ.fd*„}!g }"|D ]J  Š2|	D ]C  }d+D ]  }#|"j7                  ‰2|d,|#f«       Œ d-D ]   }$|D ]  Š4|"j7                  ‰2|d.|$‰4ff«       Œ Œ" ŒE ŒL t0        j2                  j5                  |d%d&d/‰ rd0nd1z   d2z   «      }%t0        j2                  j9                  |%«      rt1        j:                  |%«       |!ag }&t?        j@                  d3«      jC                  tE        t0        jF                  jI                  d4d«      «      «      5 }'tK        |'jM                  tN        |"d¬5«      «      D ]‡  \  }}(|&j7                  |(«       t+        j,                  |(g«      j/                  |%d6t0        j2                  j9                  |%«       d(¬7«       |d8z  dk(  sŒgt#        |dz   › d9tQ        |"«      › d:|(› �d¬«       Œ‰ 	 d d d «       tS        t+        j,                  |&«      t0        j2                  j5                  |d%d&d/‰ rd0nd1z   d;z   «      «       y c c}w c c}w c c}w c c}w c c}w c c}w c c}w c c}w c c}w c c}}w c c}w c c}}w # 1 sw Y   Œ‘xY w)<Nr   )ÚDS_KEYSÚSEED)ÚEXPÚrows_of)ÚLA)Ú Ú_s1Ú_s2Ú_s3Ú5vlaai_ws__eaP_n5_t60_aug_cluster_onset_dom_xFUG_ptSPKÚ"direct_clf__eaP_n5_t60_w10b3_ptSPKz_aug-sw2Úall4)r   r   r:   r»   r   r:   r»   )rá   Ús01Ús23ÚAASDÚDTUÚ	Carta2026©rä   ræ   c           	      óŠ   •— ‰d   dk(  r‰d   j                  | «      S ‰j                  | t        ‰d   |d   |d   ¬«      «      S )NÚkindÚruler�   ÚmuÚsd)Úp_stayrë   rì   )r3   Ú	integ_hmmÚdict)r-   r�   ÚCURÚ	e1_switchs     €€r   Úintegzmain.<locals>.integ¬   sL   ø€ Øˆv‰;˜&Ò Ø�v‘;×%Ñ% aÓ(Ð(Ø×"Ñ" 1¤d°#°c±(¸qÀ¹wÈ1ÈTÉ7Ô&SÓTÐTr    c                 óî   •— g }| j                  «       D ]^  \  }}|d   j                  t        «      }|j                  t	        t        |«      t        |d   |d   ‰«      |› d|d   › �d |¬«      «       Œ` |S )NÚr0rª   r«   Ú:Úsubject©r.   rM   r;   rN   Úds)Úitemsr1   r¤   Úappendrï   r   r´   )Úevrø   Útagr   r   r°   r-   rÚ   s          €r   Úreal_setzmain.<locals>.real_set´   s†   ø€ ØˆØ—H‘H–J‰DˆAˆqØ�$‘—‘œuÓ%ˆAØ�J‰J”tœl¨1›o´¸Q¸w¹ZÈÈ8ÉÐVXÓ1YÐ`bÐ_cÐcdÐefÐgpÑeqÐdrÐ]sÐw{ð  ACô  Dõ  Eð ð ˆ
r    c           	      ó  •— t         j                  j                  ‰‰j                  z   ‰j	                  |«      z   «      }| |   d   |   | |   d   |   }}i } ‰|«      j                  «       D �]  \  }}t        |d   «      }	t        j                  t        j                  j                  ‰j                  d|d   › d�«      «      d   d|	 j                  t        «      }
d	||d      z  d	||d      z  z   }‰j                  |d   |	|||   |d      d   j                  t        «      |«      \  }}}|j                  dd
«       t        j                   |d|
z
  |
«      j                  t        «      |d   f||d   <   �Œ |S )z[Per trial 128-Hz ground truth of the synthetic schedule of ds (the one score_dataset uses).r   r   r   ÚcndrB   z.npzÚatt_colNr   r:   Úsubj_uid)r   r\   r]   ÚSCHEDÚindexÚiterrowsr2   ÚloadÚosÚpathÚjoinÚ	EDA_CACHEr1   Úsynth_trialr¤   Úintegersr¨   )rÍ   Úmetarø   rÇ   ÚzdÚzcÚtruthrÏ   rÉ   r®   Úattr-   ÚstrÖ   ÚSr×   rñ   rÙ   s                €€€€€r   Úsynth_truthzmain.<locals>.synth_truth»   sp  ø€ ä�i‰i×#Ñ# D¨1¯7©7¡N°W·]±]À2Ó5FÑ$FÓGˆØ�2‘�q‘˜"‘˜q ™u Q™x¨™|ˆBˆØˆÙ˜B“K×(Ñ(×*‰DˆAˆqÜ�A�c‘F“ˆAÜ—'‘'œ"Ÿ'™'Ÿ,™, q§{¡{°E¸aÀ¹h¸ZÀtÐ;LÓMÓNÈyÑYÐZ\Ð[\Ð]×dÑdÔehÓiˆCØ�b˜˜5™‘lÑ" S¨2¨a°©h©<Ñ%7Ñ7ˆAØ ×,Ñ,¨Q¨u©X°q¸!¸TÀ"¹XÀaÈÁhÑ=OÐPQÑ=R×=YÑ=YÔZ_Ó=`ÐbeÓf‰HˆB��1Ø�L‰L˜˜AÔÜ!Ÿx™x¨¨A°©G°SÓ9×@Ñ@ÄÓGÈÈ:ÉÐWˆE�!�E‘(‹Oð +ð ˆr    c                 ó(  •— | |   \  }}g }|j                  «       D ]s  \  }\  }	}
d||   |   z  d||   |   z  z   }|j                  t        t        |«      t	        ||   |   d   j                  t        «      |	‰«      |› d|
› �d |¬«      «       Œu |S )Nr   r   rõ   r÷   )rù   rú   rï   r   r´   r1   r¤   )rÍ   r  Úfoldrø   r  r  r  r   r   ÚgtÚsubjr-   rÚ   s               €r   Ú	synth_setzmain.<locals>.synth_setÉ   s²   ø€ Ø�4‘‰ˆˆBØˆØ"Ÿ[™[ž]‰MˆA‰z��DØ�b˜‘f˜Q‘i‘ #¨¨2©¨q©	¡/Ñ1ˆAØ�J‰J”tœl¨1›o´¸TÀ"¹XÀa¹[È¹^×=RÑ=RÔSXÓ=YÐ[]Ð_aÓ1bÐikÐhlÐlmÐnrÐmsÐftÐx|ð  BDô  Eõ  Fð +ð ˆ
r    c                 óê   — t        | |«      D ]F  \  }}t        d„ |D «       «      }|D ]*  }t        j                  t	        |d   «      ||z  «      |d<   Œ, ŒH | D ��cg c]  }|D ]  }|‘Œ Œ c}}S c c}}w )z^Row weights: every group of rows (a list of trials) gets total weight `share`, uniform inside.c              3   ó8   K  — | ]  }t        |d    «      –— Œ y­w)rM   N)r   )rI   rC   s     r   rL   z'main.<locals>.weight.<locals>.<genexpr>Ô   s   è ø€ Ð/©3 R”C˜˜3™—L©3ùs   ‚rM   rN   )r@   rs   r   rÅ   r   )ÚsetsrÎ   ÚgrpÚshr   rC   s         r   Úweightzmain.<locals>.weightÑ   ss   € ä˜4 Ö'‰GˆC�ÜÑ/©3Ó/Ó/ˆAÛ�ÜŸ'™'¤# b¨¡g£,°°Q±Ó7��3’ñ ð (ñ #Ô1™d�s«S r’¨S�˜dÒ1Ð1ùÓ1s   ÁA/zbuilding evidenceT©ÚflushÚ
_w10b3sw2Pr   Ú_bestPc                 ó.  •— t         ‰|D ��cg c]  }|D �cg c]  }t        |«      ‘Œ c}‘Œ c}}|«      ‰‰rdnd¬«      \  }}}|‰‰
‰| f<   ‰	j                  t        ‰
‰| ||¬«      «       t        d‰
› d‰› d| › d|d	›d
|› d�d¬«       y c c}w c c}}w )Nr:   é<   )r}   )Úrepr|   ÚmodelÚval_bcer}   z  z seed Ú z
: val BCE z.4fz after z epochsTr  )rž   rï   rú   rÀ   )Únamer  rÎ   r;   rC   rê   rœ   ÚneÚMODELSÚinfor%  ÚsmokeÚtsr  s           €€€€€€r   Úfitzmain.<locals>.fitã   s­   ø€ Ü'©ÑPTÔ/UÑPTÈ1ÁAÓ0FÁA¸b´°bµÀAÓ0FÐPTÒ/UÐW\Ó(]Ð_aÑotÑjkÐz|Ô}‘��b˜"Ø*.�˜˜R �Ñ'Ø—‘œD S¨r¸ÀrÐRTÔUÔVÜ˜˜3˜%˜v b T¨¨4¨&°
¸2¸c¸(À'È"ÈÈWÐUÐ]aÖbùò 1GùÓ/Us   Ž	B—B©BÂB)rç   )ræ   rä   zV1:r   zV2:úV1:synthÚdataÚresultsÚresearchzlearned_rule_training.csvF)r  c                 ó~  •— | \  }}}}‰j                  «        |‰d<   ‰|df   \  }}}}|dk(  r|d|› �dc‰d<   }	}
n"|\  }}
‰||
|dk(  r|‰v rdn|› d	|› �f   ‰d
<   |}	|‰v r™||   \  }}‰D ��ci c]n  }|||   D �ci c]\  }|t        d||   |   z  d||   |   z  z   t        j                  t	        ||   |   «      «      ||   |   d   ||   |   d   d¬«      “Œ^ c}“Œp }}}‰j                  ||‰d¬«      }n ‰j                  ||   d   g|¢d‘‰‘­Ž }t        |||	|
|d   |d   |d   ¬«      S c c}w c c}}w )Nré   r1  ÚhmmzHMM éÿÿÿÿr�   ÚV1r0  rõ   rê   r   r   r   T)rô   Úr1r  rª   Úpre_switchedçV-²�ïï?)rí   ÚHÚAccÚSDT)r%  rø   rê   r|   r;  r<  r=  )Úclearrï   r   rj   r   Úscore_datasetÚscore)r   r%  rø   ré   ÚparrÍ   r  Úev_realÚemisr)  r.  Úvariantr  r  r-   r   rû   rÉ   rð   rÖ   ÚErÚ   r+  r  s                     €€€€€€r   Útaskzmain.<locals>.taskó   sî  ø€ ØÑˆˆR��sØ�	‰	ŒØˆˆF‰Ø!'¨¨f¨Ñ!6Ñˆˆ4�˜$Ø�5Š=Ø!$¨¨S¨E l°BÐˆC�‰H�d™Bà‰KˆG�RØ  # r¸'ÀTº/ÈbÐT[Ém©:ÐelÐdmÐmnÐoqÐnrÐbsÐ!tÑuˆC�‰KØˆDØ�‰=Ø�r‘U‰FˆB�áJQôSÙJQÀQð Ø:<¸Qº%óAÙ:?°Qð œ  r¨!¡u¨Q¡x¡°#¸¸1¹¸a¹±.Ñ!@ÄRÇXÁXÌcÐRTÐUVÑRWÐXYÑRZËmÓE\ÐbfÐghÑbiÐjkÑblÐmnÑboÐw{Ð|}Ñw~ð  @Añ  xBð  CDñ  xEØ+/ô1ñ 1Ø:?ñAñ AØJQð ñ Sà—‘  B¨°5�Ó9‰Aà�—‘˜ ™ CÑ(Ð;¨4Ð;°Ð;¸Ò;ˆAÜ˜ ¨°B¸!¸C¹&ÀaÈÁhÐTUÐV[ÑT\Ô]Ð]ùòAùó Ss   Á0D9Á=A!D4ÃD9Ä4D9)r:  gffffffî?r5  )r7  ÚV2rê   Úlearned_ruleÚ_smokerÛ   z.csvÚforkÚ
SCORE_JOBS)Ú	chunksizer   )ÚmodeÚheaderr  é
   Ú/r(  z.txt)*Úfuse_externalÚfuse_generalÚeval_externalr@  rñ   r¡   rÖ   r×   Ú
common_exprØ   rÙ   Úfuse_evidencerÚ   ÚSEEDSÚlistrî   rù   rÀ   ÚbuildÚstrÚbuild_externalÚpdÚ	DataFrameÚto_csvr  r  r  rú   ÚexistsÚremoverÓ   ÚmpÚget_contextÚPoolr2   ÚenvironÚgetr   Úimap_unorderedrÔ   r   Ú	summarize)6r-  ÚFXÚFGrØ   rM   ÚDECÚCLFÚREPSÚseedsÚdssÚREALrò   rý   r  r  Úidxr‚   rÍ   r  ÚdecsÚclfsrB  rC  rø   Úrealr  r/  ÚtgtÚothÚallsynr;   rC   ÚheldrF  Útasksr�   r'   r   ÚrowsÚpoolrÉ   rð   rÖ   rE  rÚ   r+  r  r×   rñ   r,  r%  rÙ   r.  r  s6   `                                        @@@@@@@@@@@@@r   Úmainrz  š   s™  ÿý€ ÛÛÛÛÛß$ß'Ý áPiÓ
jÑPiÈ1ÐBÀQÓFÐPi€CÐ
jÙJcÓ
dÑJcÀQÐ/°!Ñ3°jÓ@ÐJc€CÐ
dÙ%*ˆF’LÑ!ºÈqÐRSÈfÐ^_ÐabÐ]cÑ0d€DÙŒE�"�1‰I¤E€EÙ"ˆ6�5‰/¨°Ð(=ÄÀWÃÑ(M€CØ €DØ
€CõUð
 €A„KØ€A„Kô÷ð ôò2ð €FØ€DØ—J‘J—L‰ˆˆSÜÐ! 3¨dÕ3Ø—(‘(©CÓ0©C q˜C ›F¨CÑ0Á3Ó2GÁ3¸a°3°q³6À3Ñ2GÓH‰ˆˆ4Ù03Ó4±¨1�s˜1‘vœs 1›vÒ&°Ñ4Ñ_bÓ6cÑ_bÐZ[¸¸A¹ÀÌcÐRSËfÒ7UÐ_bˆdÐ6cˆØ×)Ñ)¨$°°s°e¼TÀ$»ZÈÓR‰ˆ�ÙBFÓGÁ$¸B�‘H˜W R™[¨Ñ-¨r°3Ó7Ñ7À$ˆÐGÙ8?Ó@¹°"�‘[  D¨"Ó-Ñ-¸ˆÐ@ÛˆB÷cñ có
 K‘��SÙ�c˜#˜�K $ s¡) ¨s¨eÔ4ÙJQÓRÉ'ÀB™) A t¨R°°U¸2±YÕ?È'�ÐRÙ�c˜#˜�K $ s¡)¹&Ô-M¹&°QË1ÀRªbÈ1¨b¸&Ò-MÐ!NÐQTÐVYÐPZÕ[ð Kñ �
˜T &™\¨D°Ñ,=Ñ=Ð>ÀÀÔFÛ�ÙIPÓ_ÉÀ2ÐTVÐZ^ÓT^‘y  D¨$°°E¸"±IÕ>È�Ð_Ù�c˜$˜�L 4¨¡<°$°{Ñ2CÑ#CÑRUÔEbÑRUÈQÓ`aÐZ\ÂbÐ`aÀbÐRUÒEbÐ"cÐfiÐknÐeoÕpñ  ð ð "# D¨'°4¸±9Ð =ˆ��Vˆ}Óð+ !ô, ‡L�L�Ó×ÑœbŸg™gŸl™l¨3°	¸:ÐGbÓcÐkpÐÔq÷^ñ ^ð( €EÛˆÛˆBÛ"�Ø—‘˜c 2 u¨aÐ0Õ1ð #ã!�Û�BØ—L‘L # r¨6°A°r°7Ð!;Õ<ñ  ñ "ñ ð ô �'‰'�,‰,�s˜I z°>ÑQVÁXÐ\^Ñ3_ÐbhÑ3hÓ
i€CÜ	‡w�w‡~�~�cÔÜ
�	‰	�#Œà€EØ€DÜ	�‰˜Ó	×	$Ñ	$¤S¬¯©¯©¸ÀaÓ)HÓ%IÔ	JÈdÜ˜d×1Ñ1´$¸ÈÐ1ÓKÖL‰DˆAˆqØ�K‰K˜ŒNÜ�L‰L˜!˜Ó×$Ñ$ S¨s¼r¿w¹w¿~¹~ÈcÓ?RÐ;RÐZ_Ð$Ô`Ø�2‰v˜‹{Ü˜˜Q™˜˜q¤ U£ ¨A¨a¨SÐ1¸Ö>ñ	 M÷ 
Kô Œb�l‰l˜4Ó ¤"§'¡'§,¡,¨s°I¸zÈ>ÑinÑ]eÐtvÑKwð  {Añ  LAó  #Bõ  Cùòo kùÚ
dùòp 1ùÒ2GùÚ4ùÒ6cùâGùÚ@ùò SùÛ-Mùò `ùÛEb÷L 
KÐ	Jús`   ½T ÁTÄT

ÄTÄ-TÅ
TÆTÆ)T#Ç*T(
ÈT-É
T3
ÉT3
Ê T8ÐBT>Ò
#T>Ô>Uc                 ó~  ‡— g Šdˆfd„	}| j                  «       } t        j                  | j                  j	                  ddg«      | j                  d«      | d<   | j                  g d¢«      g d¢   j                  «       j                  «       }d} |d	«       |j                  j                  «       D ]³  }||j                  |k(     j                  d
dg«      j                  j                  «       j                  «       }|j                  D �cg c]  }|‘Œ c}D ]  }||   |j                  ||f   z
  |d|z   <   Œ!  |d|› d�|j                  d«      j                  «       z   «       Œµ  |d«       ||j                  dk(     j!                  d
dgdd¬«      } ||j                  d«      j                  «       «       | j"                  j                  «       D �	cg c]  }	|	j%                  d«      sŒ|	‘Œ c}	D ]�  }
| | j                  dk(  | j"                  j	                  ||
g«      z     j                  dd
g«      g d¢   j                  «       j                  «       } |d|
› d�|j                  d«      j                  «       z   «       Œ’ t'        |d«      j)                  dj+                  ‰«      dz   «       y c c}w c c}	w )Nc                 óB   •— t        | d¬«       ‰j                  | «       y )NTr  )rÀ   rú   )rD   Úliness    €r   Úsayzsummarize.<locals>.say!  s   ø€ Üˆa�tÕØ�‰�Q�r    rä   ræ   Ú	syntheticÚfam)r%  rê   r|   r€  )r;  r<  r=  z	HMM 0.998zH by rule (mean over the two training seeds; synthetic = mean of the 5 LODO datasets); delta vs HMM 0.998 of the same replicaterê   r-   z
[z]
é   z8
Per training seed (all4): H of AASD / Carta / syntheticrá   r|   r;  )r  ÚcolumnsÚvaluesÚVrø   z
Per dataset (all4), z vs HMM 0.998 (H / Acc / SDT)
r»   rN   Ú
)rÛ   )rÂ   r   r¨   rø   ÚisinÚgroupbyre   Úreset_indexr%  Úuniquer;  Úunstackr‚  ÚlocrÆ   Ú	to_stringÚpivot_tablerê   Ú
startswithÚopenÚwriter  )Údfr  r~  r;   Úrefr%  rM   rË   rD   rÉ   rê   Úpvr}  s               @r   rf  rf    s\  ø€ Ø€Eõð 
�‰‹€BÜ—‘˜Ÿ™Ÿ™ V¨[Ð$9Ó:¸B¿E¹EÀ;ÓO€B€u�IØ
�
‰
Ò1Ó2Ò3FÑG×LÑLÓN×ZÑZÓ\€AØ
€CÙð  	Jô  KØ�u‰u�|‰|Ž~ˆØˆa�e‰e�s‰l‰O×#Ñ# V¨U OÓ4×6Ñ6×;Ñ;Ó=×EÑEÓGˆØŸYšYÓ'™Y˜’!˜YÔ'ˆAØ˜1™ §¡ c¨1 f¡Ñ-ˆAˆc�A‰gŠJð (áˆc�#��cˆN˜QŸW™W Q›Z×1Ñ1Ó3Ñ3Õ4ð	 ñ
 ÐCÔDØ	ˆ!�%‰%�6‰/Ñ×&Ñ&¨f°fÐ-=ÀuÐUXÐ&ÓY€AÙˆ�‰�‹
×ÑÓÔØŸG™GŸN™NÔ,ÓBÑ,�q°·±¸SÕ0A’Ð,ÔBˆØ�—‘˜6Ñ! b§g¡g§l¡l°C¸°;Ó&?Ñ@ÑA×IÑIÈ4ÐQWÈ.ÓYÒZmÑn×sÑsÓu×}Ñ}ÓˆÙÐ$ T FÐ*IÐJÈRÏXÉXÐVWË[×MbÑMbÓMdÑdÕeð Cô 	ˆˆsƒO×Ñ˜$Ÿ)™) EÓ*¨TÑ1Õ2ùò (ùò Cs   Ä	J5ÇJ:Ç-J:Ú__main__z
--selftestÚ
store_true)Úactionz--smokez--summarize)rØ   r2  r3  zlearned_rule.csvzlearned_rule.txt)r$  r·   )F)$r7   ÚargparseÚmultiprocessingr`  r  r{   r   Úpandasr[  Úscipy.signalr   r   r   rl   rV  r   r"   rž   r´   rÑ   rÓ   rÔ   rz  rf  r4   ÚArgumentParserÚapÚadd_argumentÚ
parse_argsr   rT  rØ   Úread_csvr  r  r-  r8   r    r   Ú<module>r      s<  ðñ|ó" Û Û 	ã Û Ý  à	€Ø	4€Ø€Ø€ò
÷/ñ /ó(TòV	òðB 	€òóACòH3ð4 ˆzÒØ	 ˆ×	 Ñ	 Ó	"€BØ‡O�O�L¨€OÔ6Ø‡O�O�I l€OÔ3Ø‡O�O�M¨,€OÔ7Ø
�‰‹€AØ‡z‚zÙ�
Ø	
�ŠÝ"Ù�+�"—+‘+˜bŸg™gŸl™l¨3°	¸:ÐGYÓZÓ[Ð]_×]dÑ]d×]iÑ]iÐjmÐoxð  {Eð  GYó  ^Zõ  	[áˆQ�W‰W�ð r    