Ë
    îòj  ã                   ó>  — d Z ddlZddlZddlZddlZddlZddlZddl	Z	ddl
ZddlZddlZddlmZ ddlmZ ddlmZmZmZmZmZmZmZ ej8                  j;                  edd«      ZeD � cg c]  } | j?                  dd	«      ‘Œ c} Z d
„ Z!d„ Z"e#dk(  r e"«        yyc c} w )a!  Re-score stem_ms96 (eeg-thao.zip second stage) under the NEW metric (kappa_next_inclusive, provisional scorer).

Same inputs and procedure as schedule_noise_score.py (offset 0, the usual synthetic schedule) for LODO and as
eval_stem_external.py for AASD / Carta2026; only the scorer changes (r1_acc_decision_grid.install_scorer). Checkpoints are
loaded with torch.load(weights_only=True) and only numpy globals allowed; nothing from the zip is executed.
  mean4      plain mean of the 4 DirectNet sw2 seed logits (no second stage); emissions from the other four datasets
             (LODO) or all five (real sets)
  stem_orig  stem_ms96 as trained;  stem_sym = (f(x) - f(-x)) / 2
For orig / sym each held-out fold model scores its own dataset (LODO); on AASD / Carta all five fold models are scored and
averaged. p_stay / scale: the fold's selected pair (SEL from their log) and (0.998, 1.0).
usage: python stem_kappa.py --ckpt-dir ../../eeg-thao_unzipped/eeg-thao/models/stem_ms96_image_split
   -> results/research/stem_kappa.csv, stem_kappa_summary.txt
é    N)ÚDS_KEYS)ÚEXP)ÚEXT_TAGÚREFÚSELÚLogitTransformerÚemissionÚms_featuresÚ
streams_ofÚresultsÚresearchz_aug-sw2z_aug-sw2_wtsc                 óŽ  — t        «       }t        D ]O  }|t        t        j                  j	                  t
        j                  j                  | d|› d�«      «      «      z  }ŒQ g }|D ]d  }|j                  d«      \  }}}|j                  d«      st        d|› �«      ‚|j                  t        t        j                  |«      |«      «       Œf t        j                  j                  |t!        t#        j$                  t"        j&                  «      «      t!        t#        j$                  t"        j(                  «      «      gz   «       y )Nústem_ms96__held-ú.ptÚ.Únumpyzrefusing non-numpy global )Úsetr   ÚtorchÚserializationÚ get_unsafe_globals_in_checkpointÚosÚpathÚjoinÚ
rpartitionÚ
startswithÚ
SystemExitÚappendÚgetattrÚ	importlibÚimport_moduleÚadd_safe_globalsÚtypeÚnpÚdtypeÚfloat32Úfloat64)ÚckdirÚneedÚdsÚallowÚnÚmodÚ_Úattrs           ú_/root/disk_3tb/EEG-sAAD-Grand-Challenge-Training-Dataset/experiments/decoder_lodo/stem_kappa.pyÚallow_numpyr0   "   sú   € Ü‹5€DßˆØ””E×'Ñ'×HÑHÌÏÉÏÉÐV[Ð_oÐprÐosÐsvÐ]wÓIxÓyÓzÑz‰ð à€EÛˆØ—|‘| CÓ(‰ˆˆQ�Ø�~‰~˜gÔ&ÜÐ9¸!¸Ð=Ó>Ð>Ø�‰”WœY×4Ñ4°SÓ9¸4Ó@ÕAð	 ô
 
×Ñ×(Ñ(¨´$´r·x±xÄÇ
Á
Ó7KÓ2LÌdÔSU×S[ÑS[Ô\^×\fÑ\fÓSgÓNhÐ1iÑ)iÕjó    c                  ó,  ‡.‡/‡0— t        j                  «       } | j                  dd¬«       | j                  «       }t	        j
                  «        t        |j                  «       t        j                  d«       t        j                  t        j                  j                  «       rdnd«      }t        t        D �cg c]  }t        j                   |d«      ‘Œ c}Ž \  Š/}t#        |d   t$        d      d	   «      }t$        D ���ci c]S  }|‰/d   |   D ��ci c]<  }|t'        j(                  ‰/D �cg c]  }||   |   d
   ||   |   d   z
  ‘Œ c}d«      “Œ> c}}“ŒU }	}}}t$        D ���
ci c]3  }||	|   j+                  «       D ��
ci c]  \  }}
|t-        |
«      “Œ c}
}“Œ5 }}}}
t$        D ��ci c]&  }|‰/d   |   D �ci c]  }|‰/d   |   |   d   “Œ c}“Œ( c}}Š.i }dD �]  }t/        d«      D �cg c]P  }t1        j2                  t5        t6        j8                  j;                  t<        d|› t>        › d|› d�«      d«      «      ‘ŒR }}|d   D ��ci c]d  }|tA        |d   |   t'        j(                  |D �cg c]0  }||   d
   ||   d   z
  jC                  t&        jD                  «      ‘Œ2 c}d«      ¬«      “Œf c}}||<   ||   jG                  «       D ]  }
t-        |
d   «      |
d<   Œ �Œ g Š0ˆ0fd„}ˆ.ˆ/fd„}t$        D ���
ci c]9  }||	|   j+                  «       D ��
ci c]  \  }}
||
jI                  d«      “Œ c}
}“Œ; }}}}
t$        D ]Þ  }tK        t$        D ���ci c]&  }||k7  sŒ	||   j+                  «       D ]  \  }}||“Œ
 Œ( c}}}t$        D ��ci c]  }||k7  sŒ	‰.|   D ]  }|‰.|   |   “Œ Œ c}}«      \  }}t$        D �ci c]  }| |||   |«      “Œ }}dD ]G  }t        jL                  |||||f|¬«      } |dMd|||ddœdD �ci c]  }|t#        ||   «      “Œ c}¤Ž ŒI Œà tK        t$        D ���ci c]   }||   j+                  «       D ]  \  }}||“Œ
 Œ" c}}}t$        D ��ci c]  }‰.|   D ]  }|‰.|   |   “Œ Œ c}}«      \  }}|D ]±  }dD ]ª  }||   j+                  «       D ��
ci c]H  \  }}
|tA        |
d   |
d   jI                  d«      t'        jN                  tQ        |
d   «      «      ¬ «      “ŒJ }}}
tS        jT                  |||||«      } |dMdd!||ddœdD �ci c]  }|t#        ||   «      “Œ c}¤Ž Œ¬ Œ³ t$        D �]]  }t        j2                  t6        j8                  j;                  |j                  d"|› d#�«      dd¬$«      }tW        «       jY                  |«      }|j[                  |d%   «       |j]                  «        t'        j^                  |d&   t&        j`                  «      t'        j^                  |d'   t&        j`                  «      }}d(D �
�ci c]  }
|
t$        D �ci c]  }|i “Œ c}“Œ }}
}t$        D ]A  }||   j+                  «       D ])  \  }}tc        |||||«      \  |d)   |   |<   |d*   |   |<   Œ+ ŒC |D ���
ci c]0  }||   j+                  «       D ]  \  }}
|tc        ||
d   |||«      “Œ Œ2 } }}}
te        d(«      D �]¯  \  }!}
tK        t$        D ���ci c])  }||k7  sŒ	||
   |   j+                  «       D ]  \  }}||“Œ
 Œ+ c}}}t$        D ��ci c]  }||k7  sŒ	‰.|   D ]  }|‰.|   |   “Œ Œ c}}«      \  }"}#t$        D �ci c]  }| |||
   |   |«      “Œ }}tg        th        |   d+h«      D ]ü  \  }}$t        jL                  ||||"|#|$z  f|¬«      } |dMd,|
› �||||$dœdD �ci c]  }|t#        ||   «      “Œ c}¤Ž |D ]§  }||   j+                  «       D ��%ci c]?  \  }}%|tA        |%d   | |   |!   t'        jN                  tQ        | |   |!   «      «      ¬ «      “ŒA }&}}%tS        jT                  |&|"|#|$z  ||«      } |dMd,|
› �||||$dœdD �ci c]  }|t#        ||   «      “Œ c}¤Ž Œ© Œþ �Œ² ~t        j                  jk                  «        �Œ` tm        jn                  ‰0«      jq                  d-¬.«      }'|'js                  t6        j8                  j;                  t<        d/«      d0¬1«       t'        jt                  |'jv                  d2k(  |'jx                  dk(  z  d3d4«      |'d5<   d6|'jz                  |'j|                  dk(  |'jv                  d7k(  z  d5f<   |'|'j~                  j�                  t$        «         }(|(jƒ                  d8d5gd9d:¬;«      })|)j…                  dd<|)t‡        t$        «         jI                  d«      «       |(jƒ                  d8d5gd9d=¬;«      }*|)j…                  dd>|*t‡        t$        «         jI                  d«      «       |)j…                  dd?|(jƒ                  d8d5gd9d@¬;«      jI                  d«      «       |*dA   |)dB<   |'|'j~                  j�                  t$        «          }+|D ]o  }|+|+j~                  |k(     j‰                  d8d5g«      g dC¢   jI                  «       },|,jŠ                  |,jŒ                  |,jŽ                  c|)|› dD�<   |)|› dE�<   |)|› dF�<   Œq dG|)j‘                  dH«      j“                  «       z   dIz   }-t5        t6        j8                  j;                  t<        dJ«      dK«      j•                  |-«       t—        |-d¬L«       y c c}w c c}w c c}}w c c}}}w c c}
}w c c}
}}w c c}w c c}}w c c}w c c}w c c}}w c c}
}w c c}
}}w c c}}}w c c}}w c c}w c c}w c c}}}w c c}}w c c}
}w c c}w c c}w c c}}
w c c}
}}w c c}}}w c c}}w c c}w c c}w c c}%}w c c}w )NNz
--ckpt-dirT)Úrequiredé   ÚcudaÚcpuÚcausalr   Úlookahead_sÚr0Úr1é   Úatt)ÚAASDÚ	Carta2026é   Úext_clf_Ú_evidence_sz.pklÚrb)ÚevÚDrD   ÚXc                  óÊ   •— ‰j                  | «       t        | j                  «       D ��ci c]$  \  }}|t        |t        «      rt        |d«      n|“Œ& c}}d¬«       y c c}}w )Nr?   T©Úflush)r   ÚprintÚitemsÚ
isinstanceÚfloatÚround)ÚkwÚkÚvÚrowss      €r/   Úaddzmain.<locals>.addD   sK   ø€ Ø�‰�BŒÜÈ2Ï8É8Ì:ÔVÉ:Á4À1Àaˆq¤*¨Q´Ô"6”5˜˜A”;¸AÑ=È:ÒVÐ^bÖcùÓVs   «)A
c                 óÐ   •— | j                  «       D ��ci c]D  \  }}|t        |t        j                  t	        |«      «      ‰|   |   ‰d   |   |   d   d¬«      “ŒF c}}S c c}}w )Nr   Út_endT)r9   r:   r<   rT   Úpre_switched)rJ   Údictr#   ÚzerosÚlen)Ústreamsr)   rO   Úsr<   Úevss       €€r/   Úev_ofzmain.<locals>.ev_ofH   sn   ø€ à#ŸM™MœOô-Ù+‘D�A�qð ”4˜1¤§¡¬#¨a«&Ó!1°s¸2±w¸q±zÈÈQÉÐPRÉÐTUÉÐW^ÑI_ÐnrÔsÑsØ+ò-ð 	-ùó -s   •A	A")çV-²�ïï?ç+‡ÙÎï?)ÚemisÚp_stayÚmean4ç      ð?)ÚmethodÚfoldr)   r`   Úscale)ÚAccÚHÚSDTÚLrC   )r9   r:   ÚALLr   r   )Úmap_locationÚweights_onlyÚstateÚmuÚsd)ÚorigÚsymrp   rq   )r]   rb   Ústem_Ú kappa_next_inclusive_provisional)Úmetriczstem_kappa.csvF)Úindexr]   zp0.998Ú	their_selÚcfgzp0.994r^   rc   r)   rf   )ru   ÚcolumnsÚvaluesÚLODO_Accrg   ÚLODO_HÚLODO_SDTrh   ÚAVGCÚAVGC_H)rf   rg   rh   Ú_AccÚ_HÚ_SDTa/  stem_ms96 (eeg-thao.zip) vs mean of 4 DirectNet sw2 logits, NEW metric (kappa_next_inclusive_provisional)
LODO: each fold model on its held-out dataset (usual schedule, offset 0); AASD / Carta: mean over the 5 fold models
their_sel = the fold's (p_stay, scale) from their log; Acc / SDT per dataset, H

é   Ú
zstem_kappa_summary.txtÚwrG   © )LÚargparseÚArgumentParserÚadd_argumentÚ
parse_argsÚRÚinstall_scorerr0   Úckpt_dirr   Úset_num_threadsÚdevicer5   Úis_availableÚzipÚCLFÚSÚ
load_foldsrL   r   r#   ÚstackrJ   r
   ÚrangeÚpickleÚloadÚopenr   r   r   ÚRESr   rV   Úastyper&   ry   Úmeanr	   Úscore_datasetrW   rX   ÚEÚscorer   ÚtoÚload_state_dictÚevalÚasarrayr%   r   Ú	enumerateÚsortedr   Úempty_cacheÚpdÚ	DataFrameÚassignÚto_csvÚwherer`   re   Úlocrc   r)   ÚisinÚpivot_tableÚinsertÚlistÚgroupbyrf   rg   rh   rM   Ú	to_stringÚwriterI   )1ÚapÚaÚdevÚcÚinfoÚlar)   rO   ÚerD   rP   rE   ÚextÚiÚE4rR   r\   Úm4ÚheldÚdrZ   rn   ro   rC   ÚpÚrÚxÚckÚmodelÚmu_Úsd_ÚstÚsxÚviÚmÚs_Úscr„   Úe2ÚdfÚloÚtÚhÚreÚgÚtxtr<   r[   rQ   s1                                                 @@@r/   ÚmainrÕ   /   sì  ú€ Ü	×	 Ñ	 Ó	"€BØ‡O�O�L¨4€OÔ0Ø
�‰‹€AÜ×ÑÔÜ�—
‘
ÔÜ	×Ñ˜!ÔÜ
�,‰,¤§¡×!8Ñ!8Ô!:‘vÀÓ
F€CÜ½Ó=¹°A”a—l‘l 1 hÕ/¸Ñ=Ð>�I€CˆÜ	ˆt�A‰w”w˜q‘zÑ" =Ñ1Ó	2€BÝnuÕvÑnuÐhjˆÐX[Ð\]ÑX^Ð_aÒXbÔcÑXbÐSTˆa”—‘ÁcÓJÁcÀ˜A˜b™E !™H T™N¨Q¨r©U°1©X°d©^Ó;ÀcÑJÈAÓNÑNÐXbÒcÑ	cÐnu€AÒvÝELÕMÁW¸rˆ¨A¨b©E¯K©K¬MÔ:©M¡D A qˆa”˜Q“Ñ¨MÒ:Ñ	:ÀW€AÒMÝGNÔ
OÁwÀˆ2°°Q±¸²Ó<±¨A��3�q‘6˜"‘:˜a‘= Ñ'Ñ'°Ñ<Ñ<ÀwÒ
O€CØ
€CÜ#ˆÜnsÐtuÔnvÓwÑnvÐijŒf�k‰kœ$œrŸw™wŸ|™|¬C°8¸B¸4Ä¸yÈÐTUÐSVÐVZÐ1[Ó\Ð^bÓcÕdÐnvˆÐwØ|~ð  @Aò  }Bô  Cñ  }BÐwx�1”d˜b ™e A™h¬"¯(©(ÑjlÓ3mÑjlÐef°Q°q±T¸$±ZÀ!ÀAÁ$ÀtÁ*Ñ5L×4TÑ4TÔUW×U_ÑU_Õ4`ÐjlÑ3mÐopÓ*qÔrÑrð  }Bò  CˆˆB‰Ø�R‘—‘Ö!ˆAÜ   3¡Ó(ˆAˆcŠFò "ð $ð
 €Dôdõ-õ
 BIÕ	IÁ¸2ˆ"¨¨"©¯©¬Ô6©¡  1ˆq�!—&‘&˜“)‰|¨Ò6Ñ
6À€BÒ	IßˆÜ­ÕX© A°A¸³IÈ"ÈQÉ%Ï+É+Î-Á$À!ÀQ˜1˜a™4È-˜1¨ÓXÝ18ÔV±¨A¸AÀ»IÈsÐSTÌvÈ!˜1˜c !™f Q™i™<Èv˜1°ÒVóX‰ˆˆBå.5Ó6©g¨ˆb‘%˜˜2™ Ó#Ñ#¨gˆÐ6ÛˆAÜ—‘  b¨"°B¸°8ÀAÔFˆAÙÐ~�w T¨d¸1ÀCÑ~Ñd|ÓK}Ñd|Ð_`ÈAÌuÐUVÐWXÑUYË{ÉNÐd|ÑK}Ó~ñ  ð	 ô ¥WÕG¡W ¸¸A¹¿¹¾±°°A�q˜!‘t¸�q WÓGÕ`gÔIxÑ`gÐ[\ÐqtÐuvÔqwÐlmÈ!ÈSÐQRÉVÐTUÉYÉ,ÐqwÈ!Ð`gÒIxÓy�F€BˆÛˆÛˆAØ\_Ð`bÑ\c×\iÑ\iÔ\kÔlÑ\kÑTXÐTUÐWX�!”T˜!˜D™' a¨¡f§k¡k°!£n¼¿¹Ä#ÀaÈÁfÃ+Ó9NÔOÑOÐ\kˆBÑlÜ—‘˜˜B  A rÓ*ˆAÙÐ}�w U¨r¸!À3Ñ}Ñc{ÓJ|Ñc{Ð^_È1ÌeÐTUÐVWÑTXËkÉ>Ðc{ÑJ|Ó}ñ  ð ÷ �ˆÜ�Z‰ZœŸ™Ÿ™ Q§Z¡ZÐ3CÀDÀ6ÈÐ1MÓNÐ]bÐquÔvˆÜ Ó"×%Ñ% cÓ*ˆØ×Ñ˜b ™kÔ*Ø�
‰
ŒÜ—:‘:˜b ™h¬¯
©
Ó3´R·Z±ZÀÀ4ÁÌ"Ï*É*Ó5UˆSˆÙ5DÔE±_°ˆa¥7Ó+¡7˜R�"�b‘& 7Ñ+Ñ+°_ˆÑEßˆBØ˜"™Ÿ™ž‘��1Ü6@ÀÈÈ3ÐPSÐUXÓ6YÑ3��6‘
˜2‘˜qÑ! 2 e¡9¨R¡=°Ò#3ñ &ð ñ EHÕdÁC¸bÐTWÐXZÑT[×TaÑTaÖTcÉDÈAÈqˆa”˜E 1 S¡6¨3°°SÓ9Ñ9ÐTcˆaÀCˆÒdÜ˜×/‰EˆB�Ü­WÕa©W r¸¸d»
ÈrÐRSÉuÐUWÉyÏÉÖO`ÁtÀqÈ!˜a ™dÐO`˜a¨WÓaÝ6=Ô]±g°ÀÀtÃÐUXÐY[ÔU\ÐPQ˜a  R¡¨¡™mÐU\˜a°gÒ]ó_‰EˆAˆrå5<Ó=±W¨r�"‘e˜B˜q™E "™I rÓ*Ñ*°WˆBÐ=Ü¤ T¡¨LÐ 9Ö:‘��2Ü—O‘O D¨"¨b¸¸2À¹7°|ÈAÔN�Ùð  F˜U 1 #˜;¨T°dÀ1ÈBñ  Fñ  lDó  SEñ  lDÐfgÐSTÔV[Ð\]Ð^_Ñ\`ÓVaÑSað  lDñ  SEò  FÛ�BØbeÐfhÑbi×boÑboÔbqÔrÑbqÑZ^ÐZ[Ð]^˜!œT ! D¡'¨b°©e°B©i¼B¿H¹HÄSÈÈAÉÈrÉÃ^Ó<TÔUÑUÐbq�BÑrÜŸ™  A r¨B¡w°°2Ó6�AÙð  H  q c˜{°¸"ÀQÈbñ  Hñ  nFó  UGñ  nFÐhiÐUVÔX]Ð^_Ð`aÑ^bÓXcÑUcð  nFñ  UGó  Hñ ò ;ð	 0ð Ü�
‰
×ÑÖ ð/ ô2 
�‰�dÓ	×	"Ñ	"Ð*LÐ	"Ó	M€BØ‡I�IŒb�g‰g�l‰lœ3Ð 0Ó1¸€IÔ?Ü—‘˜"Ÿ)™) uÑ,°·±¸S±ÑAÀ8È[ÓY€B€u�IØCK€B‡F�FˆB�I‰I˜Ñ  R§Y¡Y°%Ñ%7Ñ8¸%Ð?Ñ@Ø	ˆB�E‰E�J‰J”wÓÑ	 €BØ
�‰˜h¨Ð.¸ÀUˆÓK€AØ‡H�HˆQ�
˜Aœd¤7›mÑ,×1Ñ1°!Ó4Ô5Ø
�‰˜h¨Ð.¸ÀSˆÓI€AØ‡H�HˆQ�˜!œD¤›MÑ*×/Ñ/°Ó2Ô3°Q·X±X¸aÀÈRÏ^É^ÐckÐmrÐbsð  ~Bð  KPÈ^ó  NQ÷  NVñ  NVð  WXó  NYô  6ZØ�F‘)€A€h�KØ	ˆR�U‰U�Z‰ZœÓ Ð Ñ	!€BÛˆØˆr�u‰u˜‰{‰O×#Ñ# X¨uÐ$5Ó6Ò7JÑK×PÑPÓRˆØ78·u±u¸a¿c¹cÀ1Ç5Á5Ð4ˆˆRˆD�ˆ+‰˜˜R˜D ˜)™ a¨2¨$¨d¨¢nð ðaàcd×cjÑcjÐklÓcm×cwÑcwÓcyñzð }AñA€Cô 	Œ�‰�‰”cÐ3Ó	4°cÓ:×@Ñ@ÀÔEÜ	ˆ#�TÖùòc >ùâJùÓcùÔvùÛ:ùÔMùÚ<ùÓ
Oùò xùÚ3mùó  Cùó 7ùÔ	IùäXùÛVùÚ6ùò L~ùÜGùÓIxùó mùâJ|ùò ,ùÓEùô eùäaùÛ]ùÚ=ùò SEùãrùò UGs#  Â;m'Äm7Äm1Ä.m,Å
m1Åm7Å*nÆm>ÆnÆ/nÆ?nÇnÇ3AnÉ%n É75nÊ,n Ìn,Ì!n&Ì=n,Í
n3Í* n3Î
n:Î"n:Ï
o ÐoÐ=%o
Ñ/oÒ4Ao
Ô+oØ(o'Ø6
o"Ù o'Ú5o-
Û2
o4Û=#o4Ü-
o;Ü8o;Ý pßpß9Apá-pí,m1í1m7í>nînîn î&n,ï"o'Ú__main__)$Ú__doc__r†   r   r   r–   r   r#   Úpandasr¦   r   Úeval_externalr�   Úr1_acc_decision_gridrŠ   rž   r’   Úcommonr   Ú
common_expr   Úeval_stem_externalr   r   r   r   r	   r
   r   r   r   r™   Úreplacer‘   r0   rÕ   Ú__name__)r¶   s   0r/   Ú<module>rà      s•   ðñó Û Û 	Û ã Û Û ã Û  Û Ý Ý ß e× eÑ eà‡g�g‡l�l�3˜	 :Ó.€Ù69Ó:±c°€q‡y�y�˜^Õ,°cÑ:€ò
kòYðx ˆzÒÙ…Fð ùòY ;s   Á*B