ó
    Œ7ŽjQ"  ã                  óê   • S SK Jr  S SKrS SKJr  S SKrS SKrS SKJr  S SK	Js  J
r  S SKJrJrJrJrJrJrJrJrJr  Sr " S S\5      rSS	 jr      SS
 jrS rS rS rSS jrSSS jjr/ SQrg)é    )ÚannotationsN)ÚSequence)Únn)	ÚSharedPrivateResidualMoEÚcapability_targetsÚ!specialization_mutual_informationÚrouter_diagnosticsÚadapter_diagnosticsÚadapter_parameter_rowsÚseed_everythingÚchoose_deviceÚlogit_tensorgH¯¼šò×z>c                  ób   ^ • \ rS rSrSrSSSS.     SU 4S jjjrS rS	 rSS
 jrS r	Sr
U =r$ )Ú&TrueSpecialistSharedPrivateResidualMoEé   až  Suite7 plus learned expert-specific latent feature ownership.

All Suite7-equivalent modules are constructed by `super().__init__` first.
The only additional trainable object is `view_logits`, so same-seed Suite7
parameters initialize identically. Each latent dimension is softly owned by
experts via a softmax across experts. Uniform ownership produces unit scaling
and therefore exactly the Suite7 expert input.
ç      ð?ç      à?ç{®Gáz„?)Úview_temperatureÚview_strengthÚview_init_stdc               ó  >• [         TU ]  " U0 UD6  S[        U5      s=::  a  S::  d  O  [        S5      e[        U5      S::  a  [        S5      e[        U5      U l        [        U5      U l        [        U5      U l        [        U R                  S   [        R                  5      (       a%  [        U R                  S   R                  S   5      O+[        U R                  S   R                  R                  5      nX`l        [        R"                  " [$        R&                  " U R(                  U5      5      U l        U R                  S:”  a4  [        R,                  R/                  U R*                  SU R                  S9  g g )Ng        r   zview_strength must be in [0,1]r   zview_temperature must be > 0éÿÿÿÿ)ÚmeanÚstd)ÚsuperÚ__init__ÚfloatÚ
ValueErrorr   r   r   Ú
isinstanceÚencoderr   Ú	LayerNormÚintÚnormalized_shapeÚadaptersÚupÚout_featuresÚrepresentation_dimÚ	ParameterÚtorchÚzerosÚ	n_expertsÚview_logitsÚinitÚnormal_)Úselfr   r   r   ÚargsÚkwargsÚdimÚ	__class__s          €ÚI/root/disk_3tb/earlywarning/30072026/suite8/suite8_true_specialist_moe.pyr   Ú/TrueSpecialistSharedPrivateResidualMoE.__init__$   s:  ø€ ô 	‰Ò˜$Ð( Ò(Ø”u˜]Ó+Õ2¨sÕ2ÜÐ=Ó>Ð>ÜÐ!Ó" aÓ'ÜÐ;Ó<Ð<Ü#Ð$4Ó5ˆÔÜ  Ó/ˆÔÜ  Ó/ˆÔÜ9CÀDÇLÁLÐQSÑDTÔUW×UaÑUa×9bÑ9bŒC�—‘˜RÑ ×1Ñ1°!Ñ4Ô5ÔhkÐlp×lyÑlyÐz{Ñl|×lÑl÷  mMñ  mMó  iNˆØ #ÔÜŸš¤e§k¢k°$·.±.ÀÓ&EÓFˆÔØ×Ñ˜aÓÜ�G‰G�O‰O˜D×,Ñ,°#¸$×:LÑ:LˆOÒMð  ó    c                ón   • [         R                  " U R                  [        U R                  S5      -  SS9$ )Nç�íµ ÷Æ°>r   ©r3   )r*   Úsoftmaxr-   Úmaxr   )r0   s    r5   Úview_ownershipÚ5TrueSpecialistSharedPrivateResidualMoE.view_ownership:   s,   € Ü�}Š}˜T×-Ñ-¬c°$×2GÑ2GÈÓ.MÑMÐRSÑTÐTr7   c                óz   • U R                  5       nSU R                  -
  U R                  U R                  -  U-  -   $ )Nr   )r=   r   r,   )r0   Úowns     r5   Úview_scalesÚ2TrueSpecialistSharedPrivateResidualMoE.view_scales=   s:   € Ø×ÑÓ!ˆØ�D×&Ñ&Ñ&¨×(:Ñ(:¸4¿>¹>Ñ(IÈ#Ñ(MÑMÐMr7   c                óT   • U R                  5       nUS S 2S S S 24   US S S 2S S 24   -  $ )N)rA   )r0   ÚhÚscaless      r5   Úapply_expert_viewsÚ9TrueSpecialistSharedPrivateResidualMoE.apply_expert_viewsA   s0   € Ø×ÑÓ!ˆØ’�4š�‰{˜6 $¢qª (Ñ+Ñ+Ð+r7   c                óø  • U R                  U5      nU R                  [        R                  " X/SS95      nU R	                  XR5      u  pgU R                  U5      n[        R                  " [        U R                  5       V	s/ s H!  o�R                  U	   " US S 2U	S S 24   5      PM#     sn	SS9n
U R                  U5      [        U R                  S5      -  n[        R                  " USS9nUS S 2SS 24   U
-  R                  SS9n[        U5      nXí-   nUS S 2S 4   U
-   nU[        R                   " U5      UU
[        R                   " U5      UUUUUUU R#                  5       U R%                  5       S.$ s  sn	f )Né   r:   r9   )Úfinal_logitÚ
final_probÚweightsÚ	residualsÚcounterfactual_probÚshared_representationÚadapter_outputÚadapted_representationÚrepresentationÚ
correctionÚexpert_viewsr=   rA   )Úfaculty_embeddingr!   r*   ÚcatÚapply_faculty_adaptersrF   ÚstackÚranger,   ÚexpertsÚrouterr<   Úrouter_temperaturer;   Úsumr   Úsigmoidr=   rA   )r0   ÚxÚfaculty_idxÚqÚerD   Ú	h_adaptedÚadapter_outÚviewsÚkrM   ÚlogitsrL   rS   ÚzqrJ   Úcf_logits                    r5   ÚforwardÚ.TrueSpecialistSharedPrivateResidualMoE.forwardE   s_  € Ø
×
 Ñ
  Ó
-ˆØ
�,‰,”u—y’y ! ¨1Ñ-Ó
.ˆØ"×9Ñ9¸!ÓHÑˆ	Ø×%Ñ% iÓ0ˆÜ—+’+ÄeÈDÏNÉNÔF[Ó\ÒF[ÀŸ|™|¨Aš¨u²Q°qº°U©|Ö<ÑF[Ñ\ÐabÑcˆ	Ø�{‰{˜9Ó%¤c¨$×*AÑ*AÀ$Ó&GÑGˆÜ—’˜f¨Ñ+ˆØšA˜a™b˜D‘M )Ñ+×0Ñ0°QÐ0Ð7ˆ
Ü˜‹?ˆØ‘MˆØ’A�d�F‘˜IÑ%ˆà%ÜŸš {Ó3ØØ!Ü"'§-¢-°Ó"9Ø$%Ø(Ø%.Ø&Ø#Ø Ø!×0Ñ0Ó2Ø×*Ñ*Ó,ñ
ð 	
ùò ]s   Â(E7)r(   r   r-   r   r   )r   r   r   r   r   r   )rD   útorch.Tensor)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__r   r=   rA   rF   rj   Ú__static_attributes__Ú__classcell__)r4   s   @r5   r   r      s[   ø† ñð  #ØØ ñNð ðNð ð	Nð
 ÷Nð Nò,UòNô,÷
ð 
r7   r   c           	     ó¤  • U R                  S5      nUR                  S   nU[        R                  " U5      -  R	                  SS9* nU[        [        R                  " [        US5      5      S5      -  nUR                  5       nUR                  SS9n[        R                  " USU-  5      nXg-
  R                  S5      R                  5       nXX4$ )Nç:Œ0âŽyE>r   r:   é   çê-�™—q=rI   r   )
Ú	clamp_minÚshaper*   Úlogr]   r<   Úmathr   Ú	full_likeÚpow)	Ú	ownershipr@   rf   ÚentropyÚnorm_entropyÚview_entropyÚloadÚtargetÚview_balances	            r5   Úview_specialization_lossesr…   b   s·   € Ø×Ñ˜DÓ!€CØ	‡i�i��l€AØ”%—)’)˜C“.Ñ ×%Ñ%¨!Ð%Ð,Ð,€GØœœTŸXšX¤c¨!¨A£hÓ/°Ó6Ñ6€LØ×"Ñ"Ó$€LØ	�‰�aˆˆ€DÜ�?Š?˜4  A¡Ó&€FØ‘+×"Ñ" 1Ó%×*Ñ*Ó,€LØÐ$Ð$r7   c	           
     óÆ  • UR                  5       oR                  5       n[        R                  " U S   U5      n	[        XU S   U5      u  p«U S   R	                  S5      n[        R
                  " [        R                  " U5      U
SS9n[        U5      nUS S 2SS 24   R                  5       U S   R                  S	5      -  R                  SS
9R                  5       n[        U S   5      u  nnU	[        U5      U-  -   [        U5      U-  -
  [        U5      U-  -   [        U5      U-  -   [        U5      U-  -   nUX�UUUUUR                  5       U
R                  5       S.	$ )NrJ   rN   rL   ru   Ú	batchmean)Ú	reductionrI   rM   rv   r:   r=   )	ÚtotalÚ
predictionr[   Úspecialization_miÚ	magnituder�   r„   ÚutilityÚcapability_target)r   ÚFÚ binary_cross_entropy_with_logitsr   rx   Úkl_divr*   rz   r   Údetachr}   r]   r   r…   )ÚoutputÚyra   Úrouter_lambdaÚspecialization_lambdaÚmagnitude_lambdaÚutility_temperatureÚview_entropy_lambdaÚview_balance_lambdaÚpredrƒ   r�   Úwr[   ÚmiÚmagÚveÚvbr‰   s                      r5   Úsuite8_residual_moe_lossr¡   n   sa  € ð ‡g�gƒi€A—'‘'“)�Ü	
×	+Ò	+¨F°=Ñ,AÀ!Ó	D€DÜ% a¨&Ð1FÑ*GÐH[Ó\�N€FØˆYÑ×!Ñ! $Ó'€AÜ�8Š8”E—I’I˜a“L °+Ñ>€FÜ(¨Ó+€BØ	
Š1ˆQ‰Rˆ4‰�‰Ó	˜& Ñ-×1Ñ1°!Ó4Ñ	4×9Ñ9¸aÐ9Ð@×EÑEÓG€CÜ
$ VÐ,<Ñ%=Ó
>�E€B€rØ”�mÓ$ VÑ+Ñ+¬EÐ2GÓ,HÈÑ,KÑKÜÐ!Ó" 3Ñ&ñ'Ü',Ð-@Ó'AÀ"Ñ'DñEäÐ$Ó% bÑ(ñ)€Eð  tÐPRØ¨2¸RØ—n‘nÓ&¸6¿=¹=»?ñLð Lr7   c                ón  • [         R                  " U [        5      nUR                  S:w  a  [	        S5      eUR
                  u  p#[         R                  " USS 5      o[         R                  " UR                  SSS9S5      -  nU[         R                  " U5      -  R                  SS9* [        [        R                  " [        US5      5      S5      -  nUR                  SS9n[        [         R                  " US	U-  -
  S-  5      5      n/ n[        U5       Hš  n[        US-   U5       H„  n	[         R                  R                  X   5      [         R                  R                  X   5      -  n
U
S:”  d  MN  UR!                  [        [         R"                  " X   X   5      U
-  5      5        M†     Mœ     [        [         R                  " U5      5      UU(       a  [        [         R                  " U5      5      O[         R$                  S
.n['        US5       H  u  pŒ[        U5      USU 3'   M     U$ )Nrv   zownership must be K x Drw   r   T)ÚaxisÚkeepdims©r£   rI   r   )Únormalized_ownership_entropyÚownership_load_imbalanceÚmean_pairwise_ownership_cosineÚownership_load_expert_)ÚnpÚasarrayr   Úndimr   ry   ÚclipÚmaximumr]   rz   r<   r{   r   rY   ÚlinalgÚnormÚappendÚdotÚnanÚ	enumerate)r~   r@   rf   ÚdÚentr‚   Ú	imbalanceÚcosÚiÚjÚdenÚoutÚvs                r5   Úownership_diagnosticsr¾   ‡   s­  € Ü
�
Š
�9œUÓ#€CØ
‡x�x�ƒ{œÐ$=Ó>Ð>Ø�	‰	�C€AÜ
�Š��E˜$Ó€C¬¯
ª
°3·7±7ÀÈ4°7Ð3PÐQVÓ(WÑ$W Ø
Œb�fŠf�S‹k‰/×	Ñ	 AÐ	Ð	&Ð&¤s¬4¯8ª8´C¸¸!³HÓ+=¸eÓ'DÑD€CØ	�‰�qˆÐ	€DÜ”B—G’G˜T # a¡%™Z¨!™OÓ,Ó-€IØ
€CÜ�1ŽXˆÜ�q˜‘s˜1–ˆAÜ—	‘	—‘˜s™vÓ&¤r§y¡y§~¡~°c±fÓ'=Ñ=ˆCØ�1�u�S—Z‘Z¤¤b§f¢f¨S©V°C±FÓ&;¸CÑ&?Ó @ÖAó ñ ô ).¬b¯gªg°c«lÓ(;Ø$-ÞAD¬%´·²¸³Ô*=Ì"Ï&É&ñ	R€Cô ˜˜aÖ ‰ˆÄ5ÈÃ8 Ð'=¸a¸SÐ%AÓ!BÑ Ø€Jr7   c           	     ó&  • [         R                  " U [        5      nUR                  S:w  a  [	        S5      e/ nUR
                  S   n[        U5       HÍ  n[        US-   U5       H·  nUS S 2US S 24   oaS S 2US S 24   n[         R                  R                  USS9[         R                  R                  USS9-  nUS:„  n	[         R                  " U	5      (       d  My  UR                  [         R                  " Xi   Xy   -  SS9X‰   -  R                  5       5        M¹     MÏ     U(       a  [        [         R                  " U5      5      O[         R                  U(       a!  [        [         R                  " U5      5      S.$ [         R                  S.$ )Né   zviews must be N x K x DrI   r¥   rw   )Úmean_pairwise_view_cosineÚstd_pairwise_view_cosine)rª   r«   r   r¬   r   ry   rY   r¯   r°   ÚanyÚextendr]   Útolistr   r³   r   )
re   r½   Úvalsrf   r¹   rº   ÚaÚbr»   Úms
             r5   Úexpert_view_cosine_diagnosticsrÊ   ›   s4  € Ü‡j‚j�”uÓ€AØ‡v�vˆqƒy”zÐ";Ó<Ð<Ø	€DØ‡g�gˆa�j€AÜ�1ŽXˆÜ�q˜‘s˜1–ˆAØ’�!’A�‰hˆAš1˜Qšq˜5™�qÜ—	‘	—‘˜q a�Ð(¬¯©¯©¸¸q¨Ð)AÑAˆCØ�%‰iˆAÜ�vŠv�a�y‹y˜Ÿ™¤b§f¢f¨Q©T°!±$©Y¸AÑ&>¸s¹vÑ&E×%MÑ%MÓ%OÖPó	 ñ ö AE¬¬b¯gªg°d«mÔ(<Ì"Ï&É&Þ>B¤u¬R¯VªV°D«\Ó':ñPð PÜHJÏÉñPð Pr7   c           	     ó”  • [         R                  " U [        5      n [         R                  " [         R                  " U[        5      [        S[        -
  5      n[         R                  " [         R                  " U[        5      [        S[        -
  5      nUR
                  S:w  d  [        U5      [        U 5      :w  a  [        S5      eU [         R                  " U5      -  SU -
  [         R                  " SU-
  5      -  -   * nU S S 2S 4   [         R                  " U5      -  SU -
  S S 2S 4   [         R                  " SU-
  5      -  -   * nUS S 2S 4   U-
  n[         R                  " [         R                  " [        U 5      S45      U/SS9n[         R                  " USS9nS[        [         R                  " US:H  5      5      0n	[        UR                  S   5       Hû  n
[        [         R                  " XŠS-   :H  5      5      U	SU
S-    3'   [        [         R                  " US S 2U
4   5      5      U	SU
S-    3'   [         R                  " U S:H  5      (       a/  [        [         R                  " X`S:H  U
4   5      5      U	S	U
S-    3'   [         R                  " U S:H  5      (       d  MÌ  [        [         R                  " X`S:H  U
4   5      5      U	S
U
S-    3'   Mý     [        [         R                  " [         R                   " USS95      5      U	S'   [        [         R                  " [         R                   " USS9S:„  5      5      U	S'   U	$ )NrI   rv   z.counterfactual_prob must be N x K aligned to yr¥   Úwin_rate_nullr   Úwin_rate_expert_Úmean_utility_expert_Úmean_failure_utility_expert_Úmean_normal_utility_expert_Úmean_best_nonnull_utilityÚfraction_any_expert_beats_null)rª   r«   r   r­   ÚEPSr¬   Úlenr   rz   Úconcatenater+   Úargmaxr   rY   ry   rÃ   r<   )r”   ra   rN   ÚpÚlqÚlkÚutilÚalluÚwinnerr¼   rf   s              r5   Ú"counterfactual_utility_diagnosticsrÝ   ª   s“  € Ü‡j‚j�”5Ó€AœBŸGšG¤B§J¢J¨q´Ó$7¼¸A¼c¹EÓB˜!ÄRÇWÂWÌRÏZÊZÐXkÔlqÓMrÔsvÐwxÔy|Ñw|ÓE}À1Ø‡v�vˆqƒy”C˜“FœC ›F“N¬Ð4dÓ)eÐ#eØ	
Œ2�6Š6�!‹9‰�a˜‘cœ2Ÿ6š6 ! A¡#›;Ñ&Ñ	&Ð'€BØ	
Š1ˆTˆ6‰”2—6’6˜!“9Ñ	˜a ™c¢1 T 6™]¬2¯6ª6°!°A±#«;Ñ6Ñ	6Ð7€BØ	ŠAˆdˆF‰�B‰€DÜ	�ŠœŸš¤3 q£6¨! *Ó-¨dÐ3¸Ñ	;€DÜ�9Š9�T˜qÑ!€FØ	œœrŸwšw v¨q¡yÓ1Ó2Ð3€CÜ�1—7‘7˜1‘:ÖˆÜ&+¬B¯GªG°F¸a¹C±KÓ,@Ó&AˆÐ˜q ™s˜eÐ$Ñ%Ü*/´·²¸ºQ¸q¸S¹	Ó0BÓ*CˆÐ" 1 Q¡3 %Ð(Ñ)Ü�6Š6�!�Q‘$�<‰<Ä%ÌÏÊÐPTÐXYÑUYÐZ[ÐU[ÑP\ÓH]ÓB^˜Ð:¸1¸Q¹3¸%Ð@ÑAÜ�6Š6�!�Q‘$�<‹<ÄÄrÇwÂwÈtÐWXÑTXÐYZÐTZÉ|ÓG\ÓA]˜Ð9¸!¸A¹#¸Ð?Ó@ñ	 ô
 &+¬2¯7ª7´2·6²6¸$ÀAÑ3FÓ+GÓ%H€CÐ#Ñ$Ü*/´·²¼¿º¸tÈÑ8KÈAÑ8MÓ0NÓ*O€CÐ(Ñ)Ø€Jr7   c                ó’  • U R                  5       R                  5       R                  5       R                  5       o R	                  5       R                  5       R                  5       R                  5       n/ n[        UR                  S   5       Hµ  n[        R                  " X%   * 5      n[        R                  " U5      n[        R                  " S[        U5      S-   5      Xv'   [        UR                  S   5       HB  nUR                  XS-   U[        X%U4   5      [        X5U4   5      [        Xx   5      S.5        MD     M·     U$ )Nr   rI   )ÚfoldÚexpertÚ
latent_dimr~   ÚscaleÚrank_within_expert)r=   r’   ÚcpuÚnumpyrA   rY   ry   rª   ÚargsortÚ
empty_likeÚarangerÔ   r±   r   r#   )	Úmodelrß   r@   ÚscÚrowsrf   ÚorderÚrankrµ   s	            r5   Úownership_rowsrî   ½   s  € Ø×ÑÓ×%Ñ%Ó'×+Ñ+Ó-×3Ñ3Ó5€C×9JÑ9JÓ9L×9SÑ9SÓ9U×9YÑ9YÓ9[×9aÑ9aÓ9c°bØ	€DÜ�3—9‘9˜Q‘<Ö ˆÜ�jŠj˜#™&˜Ó!ˆÜ�]Š]˜5Ó!ˆ¬b¯iªi¸¼#¸e»*ÀQ¹,Ó.G $¡+Ü�s—y‘y ‘|Ö$ˆAØ�K‰K °©c¸qÌUÐSVÐYZÐWZÑS[Ë_ÔejÐkmÐpqÐnqÑkrÓesô  JMð  NRñ  NUó  JVñ  Wö  Xó %ñ !ð
 €Kr7   c                ó˜  ^^• U R                  5       R                  5       R                  5       R                  5       m/ n[	        TR
                  S   5       H`  m[        R                  " TT   * 5      S [        U5       nSR                  UU4S jU 5       5      nUR                  STS-    SU S35        Mb     SR                  U5      $ )	Nr   Ú,c              3  óP   >#   • U  H  n[        U5       S TTU4   S 3v •  M     g7f)Ú:z.3fN)r#   )Ú.0rµ   rf   r@   s     €€r5   Ú	<genexpr>Ú(top_ownership_summary.<locals>.<genexpr>Ì   s*   øé € Ð;²s°!”c˜!“f�X˜Q˜s 1 Q 3™x¨˜nÕ-²sùs   ƒ#&ÚErI   Ú[Ú]Ú )r=   r’   rä   rå   rY   ry   rª   ræ   r#   Újoinr±   )ré   Útop_nÚpartsÚidxÚsrf   r@   s        @@r5   Útop_ownership_summaryrÿ   È   s¨   ù€ Ø×ÑÓ×%Ñ%Ó'×+Ñ+Ó-×3Ñ3Ó5€C¸B°eÜ�3—9‘9˜Q‘<Ö ˆÜ�JŠJ˜˜A™�wÓ ¤ U£Ð,ˆØ
�(‰(Õ;±sÓ;Ó
;ˆØ�‰�q˜˜1™˜˜Q˜q˜c �^Ö$ñ !ð �8‰8�E‹?Ðr7   )r   r¡   r¾   rÊ   rÝ   rî   rÿ   r	   r
   r   r   r   )r~   rl   )r   r   r   g      Ð?ç{®Gáz”?r   )ré   r   rß   r#   )é   )ré   r   rû   r#   ) Ú
__future__r   r{   Útypingr   rå   rª   r*   r   Útorch.nn.functionalÚ
functionalr�   Úsuite7_shared_private_moer   r   r   r	   r
   r   r   r   r   rÓ   r   r…   r¡   r¾   rÊ   rÝ   rî   rÿ   Ú__all__© r7   r5   Ú<module>r	     sƒ   ðå "ã Ý ã Û Ý ß Ð ÷
÷ 
õ 
ð 	€ôD
Ð-Eô D
ôN	%ð ØØØØØôLò2ò(Pòô&öò	�r7   