Ë
    ú¤êjØ  ã                   óê  — d Z ddlZddlZddlZddlZddlZddlm	Z	 ddl
ZddlZddlZddlZddlZddlZddlmZ ddlmZ ddlmZ ddlmZ ej>                  jA                  eddd	«      Z!d
Z"d„ Z#d„ Z$d„ Z%d„ Z&d„ Z'd„ Z(e)dk(  rp ejT                  «       Z+e+jY                  de-dd¬«       e+jY                  dd¬«       e+j]                  «       Z/ e(«        e/jP                  s e'e/j`                  «       yyy)a  Learn a global simplex mixture of baseline and rate-aux Transformer.

Each outer dataset is excluded from meta-training. Alpha is selected by
dataset-balanced logistic loss on the same held-out subjects used for early
stopping the saved Transformer; baseline calibration for this selection uses
only the other subjects. After selecting alpha, the unsupervised scales and
baseline LDA are refit on the available outer-training datasets. AASD/Carta
are never used for selection. This is post-hoc stacking, not end-to-end train.
é    N)Úminimize_scalar)ÚDS_KEYS)ÚEXP)ÚROOTÚresultsÚresearchÚlearn_rate_mixgV-²�ïï?c           
      ó<  — t        | D �ch c]  }|d   t        |d   «      f’Œ c}«      }t        j                  j	                  |«      }|j                  t        |«      t        dt        |«      dz  «      d¬«      D �ch c]  }||   ’Œ	 }}| D �cg c]  }|d   t        |d   «      f|vsŒ|‘Œ }}| D �cg c]  }|d   t        |d   «      f|v sŒ|‘Œ }}|r&|r$|D �ch c]  }|d   t        |d   «      f’Œ c}|z  rJ ‚||fS c c}w c c}w c c}w c c}w c c}w )NÚdsÚsubjecté   é   F)Úreplace)ÚsortedÚstrÚnpÚrandomÚdefault_rngÚchoiceÚlenÚmax)	ÚtrialsÚseedÚtÚgroupsÚrngÚiÚ
validationÚtrainÚvals	            úlearn_rate_mix.pyÚgroup_splitr"       s'  € Ü¹Ó?¹°1�A�d‘GœC  )¡Ó-Ò.¸Ñ?Ó@€FÜ
�	‰	×Ñ˜dÓ#€CØ#&§:¡:¬c°&«k¼#¸aÄÀFÃÈQÁÓ:OÐX] :Ô#^Ó_Ñ#^˜a��q“	Ð#^€JÐ_ÙÓ
N‘f�  4¡¬¨Q¨y©\Ó):Ð ;À:Ò MŠ1�f€EÐ
NÙÓH‘Fˆq˜q ™w¤s¨1¨Y©<Ó'8Ð9¸ZÒGŠ�F€CÐHÙ‘SÉÓ"NÉÀ1 A d¡G¬C°°)±Ó,=Ò#>ÈÑ"NÈzÒ"YÐZÐZØ�ˆ9Ðùò @ùâ_ùÚ
NùÚHùÚ"Ns)   ŠDÁ?D
ÂDÂ,DÂ6DÃDÃDc                 óv   — | D �cg c])  }| ||d   «      t        j                  ||d   ||«      f‘Œ+ c}S c c}w )NÚx)ÚTÚpredict)r   ÚbaselineÚmodelÚscaleÚdeviceÚvs         r!   Úpredictionsr,   *   s=   € ÙOUÓVÉvÈ!ˆQ‰x˜˜#™Ó¤§	¡	¨%°°#±°u¸VÓ DÒEÈvÑVÐVùÒVs   ….6c                 óÎ  — t        j                  | D ���cg c]&  \  }}}|t        j                  |d   dk(  dd«      z  ‘Œ( c}}}«      }t        j                  | D ���cg c]&  \  }}}|t        j                  |d   dk(  dd«      z  ‘Œ( c}}}«      }t        t	        |j                  «       «      d«      t        t	        |j                  «       «      d«      fS c c}}}w c c}}}w )NÚyr   ç      ð?ç      ð¿ç:Œ0âŽyE>)r   ÚconcatenateÚwherer   ÚfloatÚstd)Úpredr   ÚbbÚ_ÚbÚttÚzs          r!   Úscalesr<   .   s²   € Ü‡n�nÁ$ÕGÁ$¹¸¸"¸Q�bœŸ™ ! C¡&¨!¡)¨B¨sÓ3Ó3À$ÓGÓH€AÜ‡n�nÁ$ÕGÁ$¹¸¸!¸B�bœŸ™ ! C¡&¨!¡)¨B¨sÓ3Ó3À$ÓGÓH€AÜŒu�Q—U‘U“W‹~˜dÓ#¤C¬¨a¯e©e«g«°tÓ$<Ð<Ð<ùô HùÜGs   –+CÁ+C c                 ó„  ‡— i }| D ]U  \  }}}t        j                  |d   dk(  dd«      }|j                  |d   g «      j                  ||z  |z  ||z  |z  f«       ŒW |j	                  «       D ��	cg c]N  }t        j
                  |D �	cg c]  }	|	d   ‘Œ	 c}	«      t        j
                  |D �	cg c]  }	|	d   ‘Œ	 c}	«      f‘ŒP c}	}Šˆfd„}
t        |
dd	d
di¬«      }|j                  st        d«      ‚ddt        |j                  «      g}t        ||
¬«      }| |
|«       |
d«       |
d«      fS c c}	w c c}	w c c}	}w )Nr.   r   r/   r0   r   r   c                 óÐ   •— t        t        j                  ‰D ��cg c]6  \  }}t        j                  dd| z
  |z  | |z  z    «      j                  «       ‘Œ8 c}}«      «      S c c}}w )Nç        r   )r4   r   ÚmeanÚ	logaddexp)Úwr9   r;   Úarrayss      €r!   Úlosszlearn_alpha.<locals>.loss:   sV   ø€ Ü”R—W‘WÑPVÔWÑPVÉÈÈ1œbŸl™l¨2°°1±°a±¸¸!¹±¨nÓ=×BÑBÕDÐPVÒWÓXÓYÐYùÓWs   ›;A")r?   r/   ÚboundedÚxatolgñhãˆµøä>)ÚboundsÚmethodÚoptionszmixture optimization failedr?   )Úkey)r   r3   Ú
setdefaultÚappendÚvaluesr2   r   ÚsuccessÚRuntimeErrorr4   r$   Úmin)r6   ÚsbÚstÚby_dsÚtrialÚbaseÚtfÚsignÚarrÚprD   ÚresultÚchoicesrB   rC   s                 @r!   Úlearn_alphar\   4   s:  ø€ Ø
€EÛ‰ˆˆd�2Ü�X‰X�e˜C‘j !‘m B sÓ+ˆØ×Ñ˜˜t™ RÓ(×/Ñ/°°d±¸2±¸dÀ2¹gÀb¹jÐ0IÕJð ð bg×amÑamÔaoÔpÑaoÐZ]ŒR�^‰^©3Ó/©3 a˜Q˜q›T¨3Ñ/Ó0´·±ÉsÓ@SÉsÈ!ÀÀ1ÃÈsÑ@SÓ1TÒUÐaoÒp€FôZä˜4 w°iÈÐQUÈÔW€FØ�>Š>¤Ð-JÓ KÐKØ�”5˜Ÿ™“?Ð#€GÜ	ˆ'�dÔ€AØ‰T�!‹W‘T˜"“X™d 2›hÐ&Ð&ùò 0ùÒ@SùÓps$   Á1D<Â	D2ÂD<Â.D7Â:
D<Ä2
D<c                 ó,  — t        j                  d«       t        j                  t        d¬«       t        j
                  t         j                  j                  «       rdnd«      }t        t        j                  D �cg c]  }t        j                  |d«      ‘Œ c}Ž \  }}t        t        j                  D �cg c]  }t        j                  |d«      ‘Œ c}Ž \  }}t        |d   t        d      d   «      }g }t!        t        «      d	gz   D �]Q  }	i }
t        D ]°  }|	d	k(  s|	|k(  r%|D �cg c]  }||   ‘Œ	 }}|D �cg c]  }||   ‘Œ	 }}ndt#        d
«      D �cg c]  }t        j$                  t&        |	||«      ‘Œ  }}t#        d
«      D �cg c]  }t        j$                  t(        |	||«      ‘Œ  }}t+        j,                  |||d«      |
|<   Œ² t        D �cg c]
  }||	k7  sŒ	|‘Œ }}|D ��cg c]  }|
|   j/                  «       D ]  }|‘Œ Œ }}}t1        || «      \  }}t3        j4                  |	| |«      \  }}t        j6                  |«      }t9        |||||«      }t;        |«      \  }}t9        |||||«      }t=        |||«      \  }}}} t?        d|	› d| › d|d›d|d›d|d›d| d›dtA        tC        d„ |D «       «      «      › dtA        tC        d„ |D «       «      «      › �d¬«       t        j6                  |«      }!t        D ��"�ci c]N  }||
|   jE                  «       D �"�ci c],  \  }"}|" |!|d   «      tG        jH                  ||d   ||«      f“Œ. c}}"“ŒP }#}"}}|D ��"�$�%cg c]+  }|#|   jE                  «       D ]  \  }"\  }$}%|
|   |"   |$|%f‘Œ Œ- }&}$}"}}%t;        |&«      \  }}tK        jL                  |&D ��$�%cg c]8  \  }}$}%d|z
  |$z  |z  ||%z  |z  z   tK        jN                  |d   dk(  dd«      z  ‘Œ: c}%}$}«      }'t        |'jQ                  «       «      t        |'jS                  «       «      })}(|(dk  s*|)dk  s%tK        jT                  |(|)g«      jW                  «       stY        d«      ‚t[        | |||| ¬«      }*|	d	k7  ràt        D ��"�ci c]}  }||
|   jE                  «       D �"�ci c][  \  }"}|"t[        |d   d|z
  |#|   |"   d   z  |z  ||#|   |"   d   z  |z  z   tK        j\                  tA        |d   «      «      d¬ «      “Œ] c}}"“Œ }+}"}}t        j^                  |	|+||(|)ft`        ¬!«      },|jc                  t[        d5d"|	i|*¤|,¤Ž«       t?        |d#   d¬«       �n²d$D �]¬  }|d%k(  rd&nd'|› d(�}-t#        d
«      D �cg c]A  }t+        jd                  t        jf                  ji                  tj        d)d*|-› d+|› d,�«      «      ‘ŒC }}t#        d
«      D �cg c]B  }t+        jd                  t        jf                  ji                  tj        d)d*d-|› d.|› d,�«      «      ‘ŒD }}|d   D �"ci c]  }"|"t        jh                  |||"«      “Œ }.}"|.jE                  «       D �"�/�0ci c]a  \  }"\  }/}0|"t[        |0d|z
   |!|/«      z  |z  |tG        jH                  ||/||«      z  |z  z   tK        j\                  tA        |/«      «      ¬/«      “Œc }+}/}"}0tm        jn                  |+|(|)t`        |«      },|jc                  t[        d5d"|i|*¤|,¤Ž«       t?        |d#   d¬«       �Œ¯ tq        jr                  |«      ju                  t        jf                  ji                  t        d0| › d1�«      d2¬3«       �ŒT tq        jr                  |«      ju                  t        jf                  ji                  t        d0| › d4�«      d2¬3«       y c c}w c c}w c c}w c c}w c c}w c c}w c c}w c c}}w c c}}"w c c}}"}w c c}%}$}"}w c c}%}$}w c c}}"w c c}}"}w c c}w c c}w c c}"w c c}0}/}"w )6Né   T)Úexist_okÚcudaÚcpuÚcausalr   Úlookahead_sÚALLé   zouter=z seed=z alpha=z.6fz	 val_bce=z base=z transformer=z train_groups=c              3   óB   K  — | ]  }|d    t        |d   «      f–— Œ y­w©r   r   N©r   ©Ú.0r$   s     r!   Ú	<genexpr>zmain.<locals>.<genexpr>[   sa   è ø€ ð  Bkñ  hjð  cdð  DEð  FJñ  DKô  LOð  PQð  R[ñ  P\ó  L]ô  C^ñ  hjùó   ‚z val_groups=c              3   óB   K  — | ]  }|d    t        |d   «      f–— Œ y­wrg   rh   ri   s     r!   rk   zmain.<locals>.<genexpr>[   sa   è ø€ ð  Ajñ  gið  bcð  CDð  EIñ  CJô  KNð  OPð  QZñ  O[ó  K\ô  B]ñ  giùrl   ©Úflushr$   r   r.   r/   r0   r1   zinvalid emissions)r   ÚalphaÚval_bceÚval_bce_baselineÚval_bce_transformerÚev)Úr0Úr1Úpre_switched)ÚemisÚp_stayr   éÿÿÿÿ)ÚAASDÚ	Carta2026r{   Úaasd_c1_bestPÚext_c1_Ú_bestPr   r   Ú_evidence_sz.pklÚext_clf_Ú_w10b3sw2P_evidence_s)ru   rv   r   z_partial.csvF)Úindexz.csv© );ÚtorchÚset_num_threadsÚosÚmakedirsÚOUTr*   r`   Úis_availableÚzipÚFÚREFÚSÚ
load_foldsÚDECr4   r   ÚlistÚrangeÚ	load_pairÚCLF_ROOTÚDEC_ROOTÚNÚoriginal_tablerM   r"   ÚMÚ	model_forr'   r,   r<   r\   Úprintr   ÚsetÚitemsr%   r&   r   r2   r3   r@   r5   ÚisfiniteÚallÚ
ValueErrorÚdictÚzerosÚscore_datasetÚPrL   ÚloadÚpathÚjoinr   ÚEÚscoreÚpdÚ	DataFrameÚto_csv)1r   r*   ÚexpÚclfÚinfoÚdecr8   ÚlaÚrowsÚouterÚtabr   r+   ÚecÚedr   ÚdÚtrain_dsr   ÚalltrainÚtrÚvar(   r)   Ú
base_trainÚtrprQ   rR   ÚvaprB   ÚvlÚv0Úv1rU   ÚkÚpredictions_by_dsr7   r:   ÚallpredÚsignedÚmuÚsdÚmetadatart   ÚrÚdnÚdatar$   Úes1                                                    r!   ÚmainrÌ   C   s  € Ü	×Ñ˜!ÔœRŸ[™[¬°dÕ;Ü�<‰<¤%§*¡*×"9Ñ"9Ô";™ÀÓG€FÜ¼¿ºÓ?¹°#”1—<‘<  HÕ-¸Ñ?Ð@�H€CˆÜ
´a·e²eÓ<±e¨s”—‘˜S Õ*°eÑ<Ð
=�E€CˆÜˆT�!‰W”W˜Q‘ZÑ  Ñ/Ó0€B°b°Ü”g“ ˜wÕ&ˆØˆßˆBØ�eŠ|˜u bšyÙ#&Ó'¡3˜a�A�b“E 3�Ð'¹3Ó+?¹3°a¨A¨b«E¸3¨Ñ+?ä>CÀA¼hÓG¹h¸”A—K‘K¤¨¨r°!Õ4¸h�ÐGÜ>CÀA¼hÓG¹h¸”A—K‘K¤¨¨r°!Õ4¸h�ÐGÜ×$Ñ$ R¨¨2¨dÓ3ˆC�ŠGð õ %Ó1™W˜¨¨5«’!˜WˆÐ1Ù%Ô?™X˜¨s°1©v¯}©}®¨!’!¨�!˜XˆÑ?Ü˜( 4Ó(‰ˆˆ2Ü—K‘K  d¨6Ó2‰ˆˆeÜ—:‘:˜b“>ˆ
Ü˜˜: e¨E°&Ó9ˆÜ�S‹k‰ˆˆ2Ü˜˜: e¨E°&Ó9ˆÜ˜s 2 bÓ)‰
ˆˆ"ˆR�Ü��u�g˜V D 6¨°°3°°yÀÀCÀÈÈrÐRUÈhÐVcÐdfÐgjÐckÐkyÔz}ô  Bñ  Bkñ  hjó  Bkó  kó  {lð  zmð  myô  z}ô  ~Añ  Ajñ  gió  Ajó  ~jó  zkð  ylð  mð  txõ  	yä�Z‰Z˜Ó!ˆÝxõ  AÑxÐst˜1Ð_bÐcdÑ_e×_kÑ_kÔ_mÔnÑ_mÑX[ÐXYÐZ[˜a¡ a¨¡f£¬a¯i©i¸¸aÀ¹fÀUÈ6Ó.RÐ SÑSÐ_mÒnÑnÐxÐò  AÙ,4Öc©H qÐFWÐXYÑFZ×F`ÑF`ÖFb¹¸¹7¸B¸r�#�a‘&˜‘)˜B˜rÒ"ÐFbÐ"¨HˆÓcÜ�W‹o‰ˆˆ2Ü�~‰~Ñ_fÕgÑ_fÑT[ÐTUÐVXÐY[  1¡ b¡¨¡¨A¨b©D°©GÑ 3´R·X±X¸aÀ¹fÀa¹iÈÈ3Ó5OÓOÐ_fÓgÓhˆÜ�F—K‘K“MÓ"¤5¨¯©«Ó#6ˆ2ˆØˆqŠ5�B�t’G¤2§;¡;°°2¨wÓ#7×#;Ñ#;Ô#=ÄJÐObÓDcÐ>cÜ˜4 a°ÀBÐ[]Ô^ˆØ�%Š<åkrõtÙkrÐfgð ØRUÐVWÑRX×R^ÑR^ÔR`ôbÙR`É3È1ÈQð ”T˜!˜D™' a¨¡cÐ+<¸QÑ+?ÀÑ+BÀ1Ñ+EÑ%EÀbÑ%HÈÐK\Ð]^ÑK_Ð`aÑKbÐcdÑKeÑIeÐfhÑIhÑ%hÜ Ÿh™h¤s¨1¨S©6£{Ó3ÀôGñ GØR`òbñ bØkrð ò tä�o‰o˜e B r°°2¨w¼aÔ@ˆAØ�K‰KœÑ5 Ð5¨Ð5°1Ñ5Ô6´u¸TÀ"¹XÈD×7Qä*�Ø&(¨&¢j‘?¸À¸tÀ6Ð6J�ÜfkÐlmÔfnÓoÑfnÐab”A—F‘Fœ2Ÿ7™7Ÿ<™<¬¨I°jÀBÀ4À{ÐSTÐRUÐUYÐAZÓ[Õ\Ðfn�ÐoÜx}Ð~ô  yAó  Bñ  yAÐst”A—F‘Fœ2Ÿ7™7Ÿ<™<¬¨I°jÀ8ÈBÈ4ÐOdÐefÐdgÐgkÐAlÓmÕnð  yA�ð  BØ13°A²Ó7±¨A�aœŸ™˜r " Q›Ñ'°�Ð7à?C¿z¹z¼|õMÙ?K±G°A±e°q¸ð ”d˜1  1¡¡d¨1£g¡¨bÑ 0°´1·9±9¸UÀ1ÀUÈ6Ó3RÑ1RÐSUÑ1UÑ UÜ Ÿh™h¤s¨1£vÓ.ô0ñ 0Ø?Kð ò Mä—'‘'˜"˜R ¤1 RÓ(�Ø—‘œDÑ6 BÐ6¨Ð6°AÑ6Ô7¼¸dÀ2¹hÈT×8Rð +ô 	�‰�TÓ×!Ñ!¤"§'¡'§,¡,¬s°T¸$¸¸|Ð3LÓ"MÐTYÐ!ÖZðW 'ôX ‡L�L�Ó×ÑœbŸg™gŸl™l¬3°°d°V¸4Ð/@ÓAÈÐÕNùò_ @ùÚ<ùò (ùÒ+?ùâGùÚGùâ1ùÛ?ùó oùô  AùÝcùägùó
bùô tùò pùò BùÚ7ùôMsŽ   Á=^.Â8^3Ä)^8Ä;^=Å#_Æ	#_Ç
_Ç_Ç)!_Ì_
Ì1_Í_
Í!0_$Î9=_,Ò
_9
Ò&A _3Ô_9
Ö A` ×A`Ø%`
ÙA&`ß_
ß3_9
c                  ó  — t        j                  d«      } t        j                  d«      }t        d|¬«      | dz  |  fg}t	        |dd«      ^}}|dk  sJ ‚t        d|¬«      |  | dz  fg}t	        |dd«      ^}}|dkD  sJ ‚t        dd	¬
«       y )Néd   Ú	synthetic)r   r.   r^   r/   gü©ñÒMbP?g+‡ÙÎ÷ï?z@selftest: optimizer learns either endpoint; signs swap correctlyTrn   )r   Úonesr¡   r    r\   rš   )rÐ   r¡   r   Úar8   s        r!   ÚselftestrÒ   x   s—   € Ü	�‰�‹€DœBŸH™H S›M�eÜ�[ 5Ô)¨$¨q©&°$°Ð7Ð8€FÜ	�V˜B˜rÓ	"€D€A€q¨!¨Dª& =¨&Ü�[ 5Ô)¨4¨%°°Q±Ð7Ð8€FÜ	�V˜B˜rÓ	"€D€A€q¨!¨Fª( ?¨(Ü	Ð
LÐSWÖXó    Ú__main__z--seed)r   r   )Útyper[   Údefaultz
--selftestÚ
store_true)Úaction)1Ú__doc__Úargparser‡   Únumpyr   Úpandasr©   r…   Úscipy.optimizer   Úantisym_transformer_experimentr%   Úeval_externalr§   Únested_schedule_evalr–   Únested_stack_fusionrŒ   Úrate_aux_baseline_ensembler˜   r¨   rŽ   Úcommonr   Ú
common_expr   Únested_stack_baser   r”   Únested_stack_decoderr•   r¥   r¦   r‰   r£   r"   r,   r<   r\   rÌ   rÒ   Ú__name__ÚArgumentParserrY   Úadd_argumentÚintÚ
parse_argsrÑ   r   r„   rÓ   r!   Ú<module>rì      sà   ðñó Û 	Û Û Û Ý *ã *Û Û  Û Û &Û Ý Ý Ý .Ý 1à‡G�G‡L�L��Y˜zÐ*:Ó;€Ø€òòWò=ò'ò2OòjYð ˆZÒØ€h×ÑÓ€A §¡¨x¸SÈÐWX Ô YØ‡N�N�< |€NÔ4°q·|±|³~°QÁhÄjØ�:Š:‘d˜1Ÿ6™6•lˆ:ð rÓ   