Ë
    µ.ÚjT  ã                   óÀ   — d Z ddlZddlZddlZddlZddlm	Z	 ddl
mZ g d¢ZdZej                  j                  e	ddd	«      Zd
„ Zd„ Zd„ Zd„ Zd„ Zedk(  r e«        yy)aÞ  Classifier-only ensemble of the four direct-classifier seeds. No reconstruction decoder.

For each held-out dataset the causal evidence of every seed is d = r0 - r1 (the classifier logit;
the folds already applied the synthetic switch to the classifier input). Two combinations, both
fit without the held-out labels:

  equal   arithmetic mean of the four d
  invvar  weighted mean, weight of a seed = 1 / variance of its signed evidence on the OTHER
          four datasets only (signed by those datasets' attention labels, same convention as
          the HMM emission fit). Weights are normalised to sum to 1.

The combined stream is scored by score.score_dataset at p_stay in {0.997, 0.998, 0.9997}.
That call keeps the scorer's synthetic-switch schedule; evidence is flagged pre_switched so the
schedule is not applied a second time. Emissions (mu, sd) are still fit inside the scorer on
the other four datasets.

usage: python ensemble_clf.py
writes results/research/ensemble_clf.csv
é    N)ÚEXP)ÚDS_KEYS))r   z*direct_clf__eaP_n5_t60_w10b3_ptSPK_aug-sw2)é   z-direct_clf__eaP_n5_t60_w10b3_ptSPK_s1_aug-sw2)é   z-direct_clf__eaP_n5_t60_w10b3_ptSPK_s2_aug-sw2)é   z-direct_clf__eaP_n5_t60_w10b3_ptSPK_s3_aug-sw2)g�•C‹lçï?çV-²�ïï?gZõ¹ÚŠýï?ÚresultsÚresearchzensemble_clf.csvc                 óR   — | d   | d   z
  j                  t        j                  «      S )NÚr0Úr1)ÚastypeÚnpÚfloat64)Úes    úc/root/disk_3tb/EEG-sAAD-Grand-Challenge-Training-Dataset/eeg-thao_unzipped/eeg-thao/ensemble_clf.pyÚdeltar   '   s$   € Øˆd‰G�a˜‘gÑ×%Ñ%¤b§j¡jÓ1Ð1ó    c           
      ó  — g }|D ]R  }| |   j                  «       D ]:  }|j                  t        |«      t        j                  |d   dk(  dd«      z  «       Œ< ŒT t        t        j                  |«      j                  «       «      S )zOVariance of label-signed (r0 - r1) pooled over `datasets` (no held-out trials).Úattr   ç      ð?g      ð¿)ÚvaluesÚappendr   r   ÚwhereÚfloatÚconcatenateÚvar)ÚevÚdatasetsÚpartsÚdr   s        r   Úsigned_variancer"   +   sn   € à€EÛˆØ�A‘—‘–ˆAØ�L‰Lœ˜q›¤B§H¡H¨Q¨u©X¸©]¸CÀÓ$FÑFÕGñ  ð ô ”—‘ Ó&×*Ñ*Ó,Ó-Ð-r   c                 ó  — t         D �cg c]
  }||k7  sŒ	|‘Œ }}t        j                  | D �cg c]  }dt        t	        ||«      d«      z  ‘Œ c}t        j
                  ¬«      }||j                  «       z  S c c}w c c}w )Nr   gê-�™—q=)Údtype)r   r   ÚarrayÚmaxr"   r   Úsum)ÚevsÚheldr!   Útrainr   Úws         r   Úinvvar_weightsr,   4   sm   € ÝÓ-™�1 1¨£9ŠQ˜€EÐ-Ü
�‰ÉÓMÉÀ2�#œœO¨B°Ó6¸Ó>Ó>ÈÑMÔUW×U_ÑU_Ô`€AØˆq�u‰u‹w‰;Ðùò .ùÚMs   ‰
A7”A7­ A<c           	      ó  — | d   }i }t         D ]û  }i ||<   ||   j                  «       }| dd D ]&  }||   j                  «       |k7  sŒt        d|› �«      ‚ ||   j                  «       D ]�  \  }}d}	t	        || «      D ]X  \  }
}t        ||   |   «      }|j                  t        |«      j                  k7  rt        d|› d|› �«      ‚|	€|
|z  n|	|
|z  z   }	ŒZ t        |	t        j                  |	«      |d   |d   d	¬
«      ||   |<   ŒŸ Œý |S )z]r0 = weighted (r0-r1), r1 = 0, so the scorer's (r0-r1) is the combination. pre_switched kept.r   r   Nztrial keys differ on zevidence length differs for Ú/r   Út_endT)r   r   r   r/   Úpre_switched)
r   ÚkeysÚRuntimeErrorÚitemsÚzipr   ÚshapeÚdictr   Ú
zeros_like)r(   r+   ÚrefÚoutr!   r1   r   ÚkÚe0ÚaccÚwiÚdis               r   Úcombiner?   :   s)  € à
ˆa‰&€CØ
€CßˆØˆˆA‰Ø�1‰v�{‰{‹}ˆØ�a�b“'ˆBØ�!‰u�z‰z‹|˜tÓ#Ü"Ð%:¸1¸#Ð#>Ó?Ð?ð ð ˜‘V—\‘\–^‰EˆAˆrØˆCÜ˜a ž+‘��BÜ˜2˜a™5 ™8“_�Ø—8‘8œu R›yŸ™Ò.Ü&Ð)EÀaÀSÈÈ!ÈÐ'MÓNÐNØ!$ �b˜2’g°#¸¸R¹±-‘ð	 &ô
  ¬¯©°cÓ(:ÀÀ5Á	ÐQSÐT[ÑQ\Ø*.ô0ˆC�‰F�1ŠIñ $ð ð €Jr   c                  ó�  — g d }} t         D ]Å  \  }}t        j                  |d«      \  }}t        D ]z  }t	        ||   d   «      }|€|}n(t        ||z
  «      dkD  rt        d|› d|› d|› d|› �«      ‚||   j                  «       D ]$  }|j                  d«      rŒt        |› d|› d	�«      ‚ Œ| | j                  |||f«       t        d
|› �d¬«       ŒÇ | D �	�cg c]  \  }	}	}|‘Œ
 }
}	}g }| D ]3  \  }}}t        D ]$  }|j                  t        d|› �|||d ¬«      «       Œ& Œ5 t        j                  t        |
«      dt        |
«      z  «      }t!        |
|«      }t        D ]!  }|j                  t        dd|||¬«      «       Œ# t        D ]E  }t#        |
|«      }t!        |
|«      }t        D ]"  }|j                  t        dd||||¬«      «       Œ$ ŒG g }|D ]Ê  }d|v r|d   gnt        }|d   }|D ]®  }t        j$                  ||d   ||d   ¬«      }t        |d   |d   |d   ||d   |d   |d   ¬«      }|�$t'        |«      D ]  \  }}t	        |«      |d|› �<   Œ |j                  |«       t        |d   d›d|d   › d|d ›d!|d   d"›d#|d   d$›d%|d   d$›�d¬«       Œ° ŒÌ t)        j*                  |«      }t-        j.                  t,        j0                  j3                  t4        «      d¬&«       |j7                  t4        d'¬(«       |j9                  ddgd'¬)«      g d*¢   j;                  «       j=                  «       }t)        j>                  d+d,«       t)        j>                  d-d.«       t        d/«       t        |jA                  d0«      jC                  d'¬(«      «       t        d1t4        › �«       ||jD                  d2k(  t        jF                  |jH                  d3«      z     }t        d4|jJ                  j;                  «       d"›d5|jL                  j;                  «       d$›d6|jN                  j;                  «       d$›�«       y c c}}	w )7NÚcausalÚlookahead_sg•Ö&è.>zlookahead mismatch on Ú z: z vs r0   z evidence is not pre_switchedzloaded T)ÚflushÚseed)ÚmethodÚexpÚp_stayr   r+   r   ÚequalÚinvvar)rF   rG   rH   r   r+   ÚonlyrK   r+   r   rH   )rH   rF   rG   ÚHÚAccÚSDT)rF   rG   rH   ÚdsrL   rM   rN   Ú7sz p_stay=Ú4sz  H z.4fz  Acc z.2fz  SDT )Úexist_okF)Úindex)Úsort)rL   rM   rN   zdisplay.widthéÈ   zdisplay.max_rowséd   z&
mean over the five held-out datasets:é   z
wrote Úseed0r   zseed0 @ 0.998 mean H z Acc z SDT )(ÚSEEDSÚSÚ
load_foldsr   r   Úabsr2   r   Úgetr   ÚprintÚP_STAYr6   r   ÚfullÚlenr?   r,   Úscore_datasetÚ	enumerateÚpdÚ	DataFrameÚosÚmakedirsÚpathÚdirnameÚOUTÚto_csvÚgroupbyÚmeanÚreset_indexÚ
set_optionÚroundÚ	to_stringrF   ÚiscloserH   rL   rM   rN   )ÚloadedÚ	lookaheadrE   rG   r   ÚinforO   Úlar   Ú_r(   ÚjobsÚpÚequal_wÚev_equalr)   r+   Úev_wÚrowsÚjobÚtargetsÚrÚrecÚir=   Údfrm   r8   s                               r   Úmainr„   P   s#  € Ø˜DˆI€Fß‰	ˆˆcÜ—<‘<  XÓ.‰ˆˆDßˆBÜ�t˜B‘x Ñ.Ó/ˆBØÐ Ø‘	Ü�R˜)‘^Ó$ tÒ+Ü"Ð%;¸C¸5ÀÀ"ÀÀRÈÀtÈ4ÐPYÈ{Ð#[Ó\Ð\Ø˜‘V—]‘]–_�Ø—u‘u˜^Õ,Ü&¨#¨¨a°¨tÐ3PÐ'QÓRÐRñ %ð ð 	�‰�t˜S "�oÔ&Ü�˜�uˆo TÖ*ð ñ %Ô
%™f‘(�!�Q˜Š2˜f€CÑ
%Ø€DÛ‰ˆˆc�2ßˆAØ�K‰Kœ d¨4¨& M°sÀ1ÈÈtÔTÕUñ ð  ô �g‰g”c˜#“h ¤c¨#£h¡Ó/€GÜ�s˜GÓ$€HßˆØ�‰”D ¨W¸QÀ8ÈwÔWÕXð çˆÜ˜3 Ó%ˆÜ�s˜A‹ˆßˆAØ�K‰Kœ H°(À1ÈÐQRÐY]Ô^Õ_ñ ð ð €DÛˆØ#)¨S¡=�3�v‘;‘-´gˆØ�‰HˆÛˆBÜ—‘  C¨¡I¨yÀÀXÁÔOˆAÜ˜c (™m°°U±ÀCÈÁMÐVXØ˜3™ Q u¡X°1°U±8ô=ˆCàˆ}Ü& qž\‘E�A�rÜ#(¨£9�C˜!˜A˜3˜’Lð *à�K‰K˜ÔÜ�S˜‘] 2Ð& h¨s°8©}¨o¸Q¸rÀ"¸gÀTÈ!ÈCÉ&ÐQTÈÐU[Ð\]Ð^cÑ\dÐehÐ[iÐioÐpqÐrwÑpxÐy|Ðo}Ð~Øöñ ð ô 
�‰�dÓ	€BÜ‡K�K”—‘—‘¤Ó$¨tÕ4Ø‡I�IŒc˜€IÔà�:‰:�x Ð*°ˆ:Ó7Ò8KÑL×QÑQÓS×_Ñ_Óa€DÜ‡M�M�/ 3Ô'Ü‡M�MÐ$ cÔ*Ü	Ð
3Ô4Ü	ˆ$�*‰*�Q‹-×
!Ñ
!¨Ð
!Ó
.Ô/Ü	ˆH”S�EÐ
Ôà
ˆb�i‰i˜7Ñ"¤r§z¡z°"·)±)¸UÓ'CÑDÑ
E€CÜ	Ð! #§%¡%§*¡*£,¨sÐ!3°5¸¿¹¿¹»ÈÐ8LÈEÐRU×RYÑRY×R^ÑR^ÓR`ÐadÐQeÐ
fÕgùóU &s   ÃQÚ__main__)Ú__doc__rf   Únumpyr   Úpandasrd   ÚscorerZ   Ú
common_expr   Úcommonr   rY   r_   rh   Újoinrj   r   r"   r,   r?   r„   Ú__name__© r   r   Ú<module>r�      st   ðñó& 
ã Û ã Ý Ý ò	€ð 
 €Ø‡g�g‡l�l�3˜	 :Ð/AÓB€ò2ò.òòò,:hðz ˆzÒÙ…Fð r   