ó
    ý°Žj;  ã                  ó¾   • S SK Jr  S SKJr  S SKJr  S SKrS SKrS SKJ	r	  S SK
J	s  Jr  S SKJrJr  Sr " S S	\5      rSSS
 jjrSS jrSS jrS rSS jr SS jrg)é    )Úannotations)ÚPath)ÚSequenceN)Únn)ÚSharedPrivateResidualMoEÚlogit_tensorgH¯¼šò×z>c                  ó&   • \ rS rSrSrSSS jjrSrg)ÚSemanticSpecialistResidualMoEé   zâSuite7 backbone whose four residual expert slots are trained semantically.

The inherited learned router is retained solely for checkpoint compatibility.
Suite10 inference uses externally constructed semantic weights instead.
Nc                ód  • U R                  U5      nU R                  [        R                  " X/SS95      nU R	                  Xb5      u  px[        R
                  " U R                   V	s/ s H
  o™" U5      PM     sn	SS9n
U R                  U5      [        U R                  S5      -  n[        R                  " USS9nUc  UOUnUS S 2SS 24   U
-  R                  SS9n[        U5      oÿU-   nUS S 2S 4   U
-   nU[        R                  " U5      XÜU
U[        R                  " U5      XhXwUS.$ s  sn	f )Né   ©Údimg�íµ ÷Æ°>)Úfinal_logitÚ
final_probÚweightsÚlearned_router_weightsÚ	residualsÚcounterfactual_logitÚcounterfactual_probÚshared_representationÚadapter_outputÚadapted_representationÚrepresentationÚ
correction)Úfaculty_embeddingÚencoderÚtorchÚcatÚapply_faculty_adaptersÚstackÚexpertsÚrouterÚmaxÚrouter_temperatureÚsoftmaxÚsumr   Úsigmoid)ÚselfÚxÚfaculty_idxÚqÚsemantic_weightsÚeÚhÚ	h_adaptedÚadapter_outÚmr   Úlearned_logitsÚlearned_weightsr   r   Úzqr   Úcf_logits                     ÚD/root/disk_3tb/earlywarning/30072026/suite10/suite10_semantic_moe.pyÚforwardÚ%SemanticSpecialistResidualMoE.forward   s"  € Ø
×
 Ñ
  Ó
-ˆØ
�,‰,”u—y’y ! ¨1Ñ-Ó
.ˆØ"×9Ñ9¸!ÓHÑˆ	Ü—+’+°T·\²\ÓB²\°˜q ž|±\ÑBÀqÑIˆ	Ø—{‘{ 9Ó-¬c°$×2IÑ2IÈ$Ó.OÑOˆÜŸš n¸Ñ;ˆØ#3Ñ#;‘ÐAQˆØšA˜a™b˜D‘M )Ñ+×0Ñ0°QÐ0Ð7ˆ
Ü˜‹?ˆ¨:©˜KØ’A�d�F‘˜IÑ%ˆà%´5·=²=ÀÓ3MØØ!¸Ü"'§-¢-°Ó"9Ø$%Ø%.Ø#ñ
ð 	
ùò Cs   Á(D-© ©N)r-   ztorch.Tensor | None)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__r8   Ú__static_attributes__r:   ó    r7   r
   r
      s   † ñ÷

ñ 
rB   r
   c                óÚ  • [         R                  " [        U5      SSS9n[        UR	                  S/ 5      5      nUb0  U(       a)  [        U5      U:w  a  [        S[        U5       SU 35      eU R                  US   SS	9nUR                  (       d  UR                  (       a%  [        S
UR                   SUR                   35      eUR	                  S5      UR	                  S0 5      US.$ )NÚcpuF)Úmap_locationÚweights_onlyÚ	facultiesz6Suite7 checkpoint faculty ordering mismatch: expected=z checkpoint=Ú
state_dictT)Ústrictz(incompatible Suite7 checkpoint: missing=z unexpected=Úselected_epochÚmodel_config)rJ   rK   rG   )
r   Úloadr   ÚlistÚgetÚ
ValueErrorÚload_state_dictÚmissing_keysÚunexpected_keysÚRuntimeError)ÚmodelÚcheckpoint_pathÚexpected_facultiesÚ
checkpointrG   Úresults         r7   Úload_suite7_initializationrY   ,   s  € Ü�zŠzœ$˜Ó/¸UÐPUÑV€JÜ�:—>‘> +¨bÓ1Ó2€IØÑ%®)¼Ð=OÓ8PÐR[Ó8[ÜÐQÔRVÐWiÓRjÐQkÐkwð  yBð  xCð  Dó  Eð  	EØ× Ñ  ¨LÑ!9ÀÐ ÐF€FØ××˜f×4×4ÜÐEÀf×FYÑFYÐEZÐZfÐgm×g}Ñg}Ðf~Ðó  Að  	AØ'Ÿ^™^Ð,<Ó=ÈZÏ^É^Ð\jÐkmÓMnð  |Eñ  Fð  FrB   c                ó  • U R                  5        H
  nSUl        M     U R                   H!  nUR                  5        H
  nSUl        M     M#     U R                  5        Vs/ s H  oR                  (       d  M  UPM     sn$ s  snf )NFT)Ú
parametersÚrequires_gradr"   )rT   ÚpÚexperts      r7   Úfreeze_for_semantic_discoveryr_   7   se   € Ø×ÑÖˆ° ¦ÑØ—-”-ˆØ×"Ñ"Ö$ˆA°d a¦oÓ$ñ  à×'Ñ'Ô)Ó=Ò)�!¯_­_�AÑ)Ñ=Ð=ùÒ=s   Á"BÁ:Bc           	     óÈ  • UR                  5       n[        R                  " UR                  5       SS5      n[        U5      S:w  a  UR                  [        U5      5      n[        U5      S:”  a8  [        R                  " U[        U5      :¬  U[        R
                  " U5      5      nUSS2S4   R                  U S   5      n[        R                  " U S   USS9n/ n	/ n
/ n[        R                  " SUR                  UR                  S	9nSn[        UR                  S   5       GH^  nUSS2U4   oÿR                  5       nUR                  UR!                  5       5        [        UR!                  5       R#                  5       5      S
::  at  U	R                  [        R                  " SUR                  UR                  S	95        U
R                  [        R                  " SUR                  UR                  S	95        MÚ  XøSS2U4   -  R                  5       U-  nXðS   SS2U4   R                  S5      -  R                  5       U-  nU	R                  U5        U
R                  U5        UU-   [        U5      U-  -   oÍS-  nGMa     US:”  a  XÍ-  nU[        R$                  " U	5      [        R$                  " U
5      [        R$                  " U5      UR!                  5       S.$ )a  Independent domain-weighted BCE for each residual expert.

Domain scores never contain labels. Overlap is allowed: a row can train
multiple experts. Each expert loss is normalized by its own responsibility
mass, preventing large domains from dominating small ones by construction.
r   r   ç      ð?Nr   Únone)Ú	reductionr:   )ÚdeviceÚdtypeç:Œ0âŽyE>r   é   )ÚtotalÚexpert_predictionÚ	magnitudeÚdomain_massÚeffective_domain_scores)Úfloatr   ÚclampÚpowÚwhereÚ
zeros_likeÚ	expand_asÚFÚ binary_cross_entropy_with_logitsÚzerosrd   re   ÚrangeÚshaper'   ÚappendÚdetachrD   r!   )ÚoutputÚyÚdomain_scoresÚmagnitude_lambdaÚdomain_powerÚmin_domain_weightr2   ÚyyÚlkÚlossesÚmagsÚmassesrh   ÚactiveÚkÚwkÚmassÚpredÚmags                      r7   Úsemantic_specialist_lossr‹   >   sl  € ð ‡g�gƒi€A”5—;’;˜}×2Ñ2Ó4°Q°qÓ9�Üˆ\Ó˜CÓ !§%¡%¬¨lÓ(;Ó"< ÜÐÓ Ó!¤E§K¢K°´5Ð9JÓ3KÑ0KÈAÌe×N^ÒN^Ð_`ÓNaÓ$b !ØŠˆ4ˆ�y×Ñ˜6Ð"8Ñ9Ó:€BÜ×)Ò)¨&Ð1GÑ*HÈÐV\Ñ]€BØ€F�2ˆd˜R�fÜ
�+Š+�b §	¡	°·±Ñ
9€EØ€FÜ�2—8‘8˜A‘;×ˆØŠQˆqˆS‰6ˆŸ™›�4 §¡¨t¯{©{«}Ô!=Ü�—‘“×"Ñ"Ó$Ó% tÓ+Ø�M‰Mœ%Ÿ+š+ b°·	±	ÀÇÁÑIÔJÈ4Ï;É;ÔW\×WbÒWbÐceÐmo×mvÑmvÐ}÷  ~Fñ  ~Fñ  XGô  LHñ  IQØ’A�a�C‘‰j×ÑÓ Ñ$ˆØ�{Ñ#¢A a CÑ(×,Ñ,¨QÓ/Ñ/×4Ñ4Ó6°tÑ;ˆØ�‰�dÔ˜DŸK™K¨Ô,°5¸±:¼eÐDTÓ>UÐVYÑ>YÑ3Y¨UÐbcÑZcÓZ`ñ  ð ˆaƒx�e‘l�àÜ!ŸKšK¨Ó/Ü—K’K Ó%Ü—k’k &Ó)Ø"#§(¡(£*ñð rB   c                óÊ   • [         R                  " U [        S[        -
  5      n US S 2SS 24   U-  R                  SS9n[	        U 5      U-   n[         R
                  " U5      U4$ )Nr   r   )r   rn   ÚEPSr'   r   r(   )r,   r   r   r   r   s        r7   Úsemantic_fusionrŽ   ^   s\   € Ü‡k‚k�!”C˜œ#™Ó€AØš˜!™"˜‘˜iÑ'×,Ñ,°Ð,Ð3€JÜ˜Q“ 
Ñ*€KÜ�=Š=˜Ó% jÐ0Ð0rB   c                ó<  • [         R                  " U [        5      n[         R                  " [         R                  " U[        5      S5      n[         R                  " U[        5      nUR                  S:w  d  UR
                  UR
                  :w  a  [        S5      eUR
                  UR
                  S   4:w  a  [        S5      eXU[        [        U5      S5      -   -  nXt-  SU-
  US S S 24   -  -   n[         R                  " [         R                  " USS9SS	5      $ )
Nr   rg   z'local reliability/support must be F x Kr   z&global reliability must have K entriesrf   ç        )Únanra   )
ÚnpÚasarrayrm   ÚmaximumÚndimrw   rO   r$   ÚclipÚ
nan_to_num)	Úlocal_reliabilityÚlocal_supportÚglobal_reliabilityÚshrink_rowsÚlocalÚsupportÚgÚwÚouts	            r7   Úshrink_reliabilityr¡   e   sÚ   € Ü
�*Š*Ð&¤uÓ
-€E´b·j²jÄÇÂÈMÔZ_ÓA`ÐabÓ6c¨gÜ‡j‚jÐ#¤EÓ*€AØ‡z�z�1ƒ}˜Ÿ™ u§{¡{Ó2¼ÐDmÓ9nÐ3nØ‡w�w�—‘˜Q‘Ð!Ó!¬
Ð3[Ó(\Ð"\Ø”sœ5 Ó-¨dÓ3Ñ3Ñ4€AØ	‰��1‘�a˜šQ˜‘i‘Ñ€CÜ�7Š7”2—=’= ¨Ñ-¨c°#Ó6Ð6rB   c                óæ  • [         R                  " [         R                  " U [        5      SS5      n[         R                  " U[        5      n[         R                  " [         R                  " U[        5      SS5      n	[         R                  " [         R                  " U[        5      SS5      n
UR
                  S:w  a  [        S5      eU	R
                  S:w  d   U	R                  S   UR                  S   :w  a  [        S5      e[        U5      [        U5      :w  d  [        U
5      [        U5      :w  a  [        S5      e[         R                  " US:  5      (       d'  [         R                  " U[        U	5      :¬  5      (       a  [        S5      e[         R                  " U[        U5      :¬  US5      nX¹U   -  nUR                  SS	9n[         R                  " XÍS
S
2S
4   [         R                  " U5      US
S
2S
4   [        :„  S9nUR                  S   (       a  [         R                  " USS	9O[         R                   " [        U5      5      nUR                  S   (       a0  [         R                  " [         R                  " US:„  X˜   S5      SS	9O[         R                   " [        U5      5      n[        U5      [        U5      [        U5      -
  U
-  -   n[         R                  " UU-  U-  SS5      n[         R                  " U[        :„  US5      n[         R"                  " SU-
  UUS
S
2S
4   -  /5      nU[         R$                  " UR                  SSS9[        5      -  nUUUUUUUS.4$ )zÝBuild NULL + expert weights from semantic membership and reliability.

Uncertainty affects only total specialist authority. It cannot change the
relative composition among experts, satisfying Suite10's design constraint.
r   r   rg   zdomain_scores must be N x Kzreliability must be F x Kzrow arrays must alignzfaculty index out of ranger�   )ÚaxisN)r    rp   ra   T)r£   Úkeepdims)Ú	authorityÚauthority_capÚdomain_strengthÚreliability_strengthÚspecialist_base_massÚexpert_composition)r’   r–   r“   rm   Úintr•   rO   rw   ÚlenÚanyrp   r'   Údividerq   r�   r$   ru   Úcolumn_stackr”   )r|   r+   ÚreliabilityÚuncertaintyÚauthority_minÚauthority_maxÚdomain_floorr2   ÚfÚrhoÚuÚeligibleÚbaseÚbase_sumÚcompositionr§   r¨   Úcapr¥   r   s                       r7   Ústructured_semantic_weightsr½   o   sç  € ô 	‡g‚gŒb�jŠj˜¤uÓ-¨a°Ó2€A´R·Z²ZÀÌCÓ5P°1ÔUW×U\ÒU\Ô]_×]gÒ]gÐhsÔtyÓ]zÐ{|Ð}~ÓUÐQTô  CE÷  CJò  CJô  KM÷  KUò  KUð  Vaô  bgó  Khð  ijð  kló  Cmð  ABØ‡v�vˆqƒy”zÐ"?Ó@Ð@Ø
‡x�x�ƒ{�c—i‘i ‘l A§G¡G¨A¡JÓ.´ZÐ@[Ó5\Ð/\Ü
ˆ1ƒvŒs�1‹vƒ~œ˜Q›¤ Q£›¬jÐ9PÓ.QÐ(QÜ	‡v‚vˆa�‰c‡{�{”b—f’f˜Q¤ C£™[×)Ñ)´
Ð;WÓ0XÐ*XÜ�XŠX�aœ˜|Ó,Ñ,¨Q¨sÓ3€HØ	�a‘&‰€DØ�X‰X˜1ˆXÐ€HÜ—	’	˜$ª¨$¨Ñ/´B·M²MÀ$Ó4GÈhÒWXÐY]ÐW]ÑN^Ô_bÑNbÑc€KØ/0¯w©w°q¯z”B—F’F˜8¨Ò+¼r¿xºxÌÈAËÓ?O€OØKLÏ7É7ÐSTÏ:œŸš¤§¢¨°!©°C±F¸3Ó ?ÀQÒGÔ[]×[cÒ[cÔdgÐhiÓdjÓ[kÐÜˆmÓœe MÓ2´5¸Ó3GÑGÈÑJÑJ€CÜ�gŠg�oÐ&:Ñ:¸3Ñ>¸sÀ3ÓG€IÜ�hŠh�x¤‘| I¨cÓ2€IÜ�OŠO˜S ™]¨;°yÂÀ4ÀÑ7HÑ+HÐIÓJ€GØ”B—J’J˜wŸ{™{°¸4˜{Ð@ÄÓEÑE€GØØ¨cÀOØ3È8Ø(ñð ð rB   r;   )rU   z
str | PathrV   zSequence[str] | None)rT   r
   )g{®Gáz„?g       @r�   )g      i@)çš™™™™™¹?gffffffæ?r¾   )Ú
__future__r   Úpathlibr   Útypingr   Únumpyr’   r   r   Útorch.nn.functionalÚ
functionalrs   Úsuite7_shared_private_moer   r   r�   r
   rY   r_   r‹   rŽ   r¡   r½   r:   rB   r7   Ú<module>rÆ      sW   ðå "å Ý Û Û Ý ß Ð ç Là€ô
Ð$<ô 
ö8Fô>ôò@1ô7ð 69õrB   