Ë
    ¡7âjý  ã                   ó˜  — d Z ddlZddlZddlZddlZddlmZ ddl	m
Z
 ddlmZ dD � cg c]  } d| z   ‘Œ	 c} ZdD � cg c]
  } d| z   d	z   ‘Œ c} Zg Zd/d
„Zd„ Zd„ Zd„ ZeD �cg c]  } e|ed   «      ‘Œ c}ZeD �cg c]  } eed   |«      ‘Œ c}ZeD ��ci c]4  }ed   |   D ]'  }||fej-                  ed   |   |   d   dk(  dd«      “Œ) Œ6 c}}Z ee«      Zg ZeD ]´  Z ej8                  eD ��cg c](  \  }}e|   |   d   dd…dd…f   e||f   dd…df   z  ‘Œ* c}}«      Zej<                  j?                   ej@                  ejB                  «      ejE                  d«      «      Z#ee#z  Z$ejK                  e$e$jM                  «       z  «       Œ¶ g Z'eD ]a  Z ej8                  eD ��cg c]  \  }}e|   |   d   dd…df   e||f   z  ‘Œ! c}}«      Z$e'jK                  e$e$jM                  «       z  «       Œc  edee'«        e(e«      D ��cg c]  \  }}| e)|«      g‘Œ c}} e(e«      D ��cg c]  \  }}|d e)|«      g‘Œ c}}cZ*Z+ ejX                  e*e+ddgddgd«      \  Z-Z.e-D �]V  Z/d„ Z0 ej8                  e-e/   d   jc                  «       D �cg c]  }|d    e0|«      z  ‘Œ c}«      Z2 ej8                  e-e/   d   jc                  «       D �cg c]  }|d    e0|«      z  ‘Œ c}«      Z3 ede/› d�«        ed ejh                  e2e3«      d   d›�«        ed e2jE                  «       e2jM                  «       z  d›d!e3jE                  «       e3jM                  «       z  d›d"e2e3z   d#z  jE                  «       e2e3z   d#z  jM                  «       z  d›�«        ee2e3«      \  Z5Z# ed$e5d›d%e#d   d&›d'e#d(   d&›d)�«       �ŒY  e6ejn                  jq                  e
d*d+d,«      d-«      js                  d.jq                  e«      d.z   «       yc c} w c c} w c c}w c c}w c c}}w c c}}w c c}}w c c}}w c c}}w c c}w c c}w )0aÁ  How different are the views (decoders vs direct classifiers, seed vs seed)? Headroom of combining them.

For the evidence z of each member (sign-corrected by the true attended column, so + = towards the truth) report
  d'       mean(z) / std(z): per-step signal to noise
  corr     Pearson correlation between members (a high correlation means ensembling removes little)
  d'(opt)  d' of the best linear combination of the two ensemble means (LDA): the headroom of fusing decoder and classifier
Synthetic: out-of-fold LODO evidence, 5 datasets (fuse_general.build conventions). Real: AASD and Carta2026 (fuse_external.build_external).
usage: python view_diversity.py -> results/research/view_diversity.txté    N)ÚDS_KEYS)ÚEXP)Úfeatures)Ú Ú_s1Ú_s2Ú_s3Ú5vlaai_ws__eaP_n5_t60_aug_cluster_onset_dom_xFUG_ptSPKÚ"direct_clf__eaP_n5_t60_w10b3_ptSPKz_aug-sw2c                 óH   — t        | d¬«       t        j                  | «       y )NT)Úflush)ÚprintÚoutÚappend)Úss    úview_diversity.pyÚsayr      s   € Ü	ˆ!�4ÕÜ‡J�Jˆq…Mó    c                 óh   — t        d| d›d|j                  «       |j                  «       z  d›�«       y )Nz  Ú34sz d' ú.3f)r   ÚmeanÚstd)ÚnameÚzs     r   Ústatsr      s-   € Üˆ"ˆT�#ˆJ�d˜1Ÿ6™6›8 a§e¡e£gÑ-¨cÐ2Ð3Õ4r   c                 ód  — t        j                  | |gd«      }t         j                  j                  t        j                  |j
                  «      |j                  d«      «      }||z  j                  «       ||z  j                  «       z  |t        j                  |«      j                  «       z  fS )Né   r   )
ÚnpÚstackÚlinalgÚsolveÚcovÚTr   r   ÚabsÚsum)ÚzdÚzcÚXÚws       r   Úcombor+   !   su   € Ü
�‰�"�b�˜1Ó€AÜ
�	‰	�‰œŸ™˜qŸs™s› Q§V¡V¨A£YÓ/€AØ�‰E�<‰<‹>˜Q ™UŸK™K›MÑ)¨1¬r¯v©v°a«y¯}©}«Ñ+>Ð>Ð>r   c                 óü  — t        d| › �«       d„ }t        j                  |d«      t        j                  |d«      }}t        d ||«      d›d ||«      d›dt        j                  |D ��cg c]"  }|D ]  }t        j                  ||«      d   ‘Œ Œ$ c}}«      d›�«       t        d	t        j                  |D �cg c]#  }|j                  «       |j	                  «       z  ‘Œ% c}«      d›d
|j                  «       |j	                  «       z  d›�«       t        dt        j                  |D �cg c]#  }|j                  «       |j	                  «       z  ‘Œ% c}«      d›d
|j                  «       |j	                  «       z  d›�«       t        d||z   dz  j                  «       ||z   dz  j	                  «       z  d›�«       t        ||«      \  }	}
t        d|	d›d|
d   d›d|
d   d›d�«       yc c}}w c c}w c c}w )zkzds, zcs: lists of 1-D arrays (one per decoder seed / classifier seed), sign-corrected, pooled over trials.z
== c           
      ó´   — t        j                  t        j                  | d«      D ��cg c]  \  }}t        j                  ||«      d   ‘Œ  c}}«      S c c}}w )Né   ©r   r   )r   r   Ú	itertoolsÚcombinationsÚcorrcoef)ÚLÚaÚbs      r   Ú<lambda>zreport.<locals>.<lambda>*   sD   € ”R—W‘WÄ)×BXÑBXÐYZÐ\]ÔB^Ô_ÑB^¹$¸!¸QœbŸk™k¨!¨QÓ/°Ó5ÐB^Ò_Ô`ùÓ_s   ©#A
r   z$  mean pairwise corr: decoder seeds r   z | classifier seeds z | decoder vs classifier r/   z  d' single decoder z -> 4-seed ensemble z  d' single classifier z  d' equal mix (a 0.5) r.   ú  d' best linear mix ú (weights decoder ú+.2fú, classifier r   Ú)N)r   r   r   r2   r   r+   )ÚtitleÚzdsÚzcsÚpairÚmdÚmcr4   r5   r   Údr*   s              r   ÚreportrC   '   së  € äˆ%�ˆwˆÔÙ`€DÜ�W‰W�S˜!‹_œbŸg™g c¨1›oˆ€BÜÐ
.©t°C«y¸¨oÐ=QÑRVÐWZÓR[Ð\_ÐQ`Ð`yÜ�7‰7±SÔF±S°Ã#¸Q”B—K‘K  1Ó% dÓ+À#Ð+°SÒFÓGÈÐ
Lð	Nô OäÐ
œrŸw™wÁCÓ'HÁC¸q¨¯©«°1·5±5³7Ó(:ÀCÑ'HÓIÈ#ÐNÐNbÐce×cjÑcjÓclÐoq×ouÑouÓowÑcwÐx{Ðb|Ð}Ô~ÜÐ
!¤"§'¡'ÁsÓ*KÁsÀ!¨1¯6©6«8°a·e±e³gÓ+=ÀsÑ*KÓ"LÈSÐ!QÐQeÐfh×fmÑfmÓfoÐrt×rxÑrxÓrzÑfzÐ{~Ðeð  	Aô  BÜÐ
! B¨¡G¨q¡=×"6Ñ"6Ó"8¸RÀ"¹WÈ¹M×;NÑ;NÓ;PÑ"PÐQTÐ!UÐVÔWÜ��R‹=�D€A€qÜÐ
  #˜wÐ&8¸¸1¹¸d¸À=ÐQRÐSTÑQUÐVZÐP[Ð[\Ð]Õ^ùó GùÚ'HùÚ*Ks   Á,'G.Â;(G4Ä-(G9Úattç      ð?ç      ð¿r)   éÿÿÿÿz^synthetic LODO, 5 datasets pooled (LDA weights fitted on the pooled data: slightly optimistic)Ú
_w10b3sw2Pg        ÚAASDÚ	Carta2026Ú_bestPc                 ó<   — t        j                  | d   dk(  dd«      S )NrD   r   rE   rF   )r   Úwhere)Úes    r   r6   r6   J   s   € ”B—H‘H˜Q˜u™X¨™]¨C°Ô6r   Úr0z
== real switches zJ (ensemble means only; the per-seed traces are not kept by build_external)z  corr decoder vs classifier r/   r   z  d' decoder ensemble z | classifier ensemble z | equal mix r.   r7   r8   r9   r:   r   r;   ÚresultsÚresearchzview_diversity.txtr*   Ú
)r   ):Ú__doc__r0   ÚosÚnumpyr   Úfuse_externalÚFXÚcommonr   Ú
common_expr   Úfuse_evidencer   ÚDECÚCLFr   r   r   r+   rC   ÚFdÚFcrM   ÚsgÚlistÚkeysr=   ÚFÚconcatenater)   r!   r"   r#   r$   r   r*   r   r   r   r>   Ú	enumerateÚstrÚdecsÚclfsÚbuild_externalÚEVÚ_ÚdsÚsgnÚvaluesr'   r(   r2   rB   ÚopenÚpathÚjoinÚwrite)ÚtrB   Úcrk   ÚkÚirN   s   0000000r   Ú<module>rv      s
  ðñJó Û 	ã ã Ý Ý Ý "áLeÓfÑLeÀqÐ>ÀÓBÐLeÑf€ÙF_Ó`ÑF_ÀÐ+¨aÑ/°*Ó<ÐF_Ñ`€Ø€óò
5ò?ò_ñ $'Ó'¡3˜a�hˆq�#�a‘&Õ 3Ñ'€Ù#&Ó'¡3˜a�hˆs�1‰v�qÕ 3Ñ'€ÙGNÔbÁwÀÐXZÐ[\ÑX]Ð^`ÔXaÐST€rˆ1€gˆr�x‰x˜˜1™˜b™	 !™ UÑ+¨qÑ0°#°tÓ<Ñ<ÐXa€gÀwÒb€ÙˆBƒx€Ø€Û	€AØˆ�‰ÑRVÔWÑRVÉÈÈQ˜˜"™˜a™ ™¢a¨¨"¨ fÑ-°°B¸°7±ºA¸t¸GÑ0DÓDÐRVÒWÓX€AØ
�	‰	�‰˜˜Ÿ™˜qŸs™s› Q§V¡V¨A£YÓ/€AØ	ˆA‰€AØ‡J�Jˆq�1—5‘5“7‰{Õð	 
ð
 	€Û	€AØˆ�‰ÉÔMÉ¹u¸rÀ1˜˜"™˜a™ ™¢a¨ eÑ,¨r°2°q°'©{Ó:ÈÒMÓN€AØ‡J�Jˆq�1—5‘5“7‰{Õð 
ñ ÐgÐilÐnqÔ rñ '0°¤nÔ5¡n™d˜a ˆq‘#�a“&Šk nÒ5Ñ^gÐhkÔ^lÔ7mÑ^lÑVZÐVWÐYZ¸¸LÉ#ÈaË&Ò8QÐ^lÒ7m€
€€dØˆ×Ñ˜$  s¨C j°6¸;Ð2GÈÓR�€€AÜ
€BÙ
6€CØ	ˆ�‰°2°b±6¸#±;×3EÑ3EÔ3GÓHÑ3G¨a˜˜4™¡3 q£6Ó)Ð3GÑHÓ	I€BØ	ˆ�‰°2°b±6¸#±;×3EÑ3EÔ3GÓHÑ3G¨a˜˜4™¡3 q£6Ó)Ð3GÑHÓ	I€BÙÐ
˜b˜TÐ!kÐlÔmÙÐ
'¨¨¯©°B¸Ó(;¸DÑ(AÀ#Ð'FÐGÔHÙÐ
  §¡£¨R¯V©V«XÑ!5°cÐ :Ð:QÐRT×RYÑRYÓR[Ð^`×^dÑ^dÓ^fÑRfÐgjÐQkÐkxÐ{}ð  ACñ  |Cð  GHñ  {H÷  zNñ  zNó  zPð  UWð  Z\ñ  U\ð  `añ  Ta÷  Sfñ  Sfó  Shñ  zhð  ilð  ymð  	nô  oÙ��R‹=�D€A€qÙÐ
  #˜wÐ&8¸¸1¹¸d¸À=ÐQRÐSTÑQUÐVZÐP[Ð[\Ð]Ö^ð ñ €R‡W�W‡\�\�#�y *Ð.BÓCÀSÓ I× OÑ OÐPT×PYÑPYÐZ]ÓP^ÐaeÑPeÕ fùò gùÚ`ùòD (ùÚ'ùÛbùó Xùó Nùó
 6ùÓ7mùò IùÚHs@   ©P¼PÁ!PÁ;PÂ9P$Ã3-P*Æ.$P0ÈP6È5P<ÊQ
ËQ
