ó
    7�jª  ã                  óØ   • S SK Jr  S SKJr  S SKJr  S SKrS SKrS SKJ	r	  S SK
J	s  Jr  S SKJrJr  Sr " S S	\	R"                  5      r " S
 S\5      rSSS jjrS rSS jrSS jrS rg)é    )Úannotations)ÚPath)ÚSequenceN)Únn)ÚSharedPrivateResidualMoEÚlogit_tensorgH¯¼šò×z>c                  ó2   ^ • \ rS rSrSU 4S jjrS rSrU =r$ )ÚOpportunityRouteré   c                ó@  >• [         TU ]  5         [        U5      n[        R                  " [        R
                  " [        U5      U5      [        R                  " 5       [        R                  " U5      [        R                  " [        U5      5      [        R
                  " U[        SUS-  5      5      [        R                  " 5       [        R                  " [        U5      5      [        R
                  " [        SUS-  5      [        U5      S-   5      5      U l        g )Né    é   é   )ÚsuperÚ__init__Úintr   Ú
SequentialÚLinearÚGELUÚ	LayerNormÚDropoutÚfloatÚmaxÚnet)ÚselfÚ	input_dimÚ	n_domainsÚhiddenÚdropoutÚhÚ	__class__s         €ÚB/root/disk_3tb/earlywarning/30072026/suite11/suite11_latent_moe.pyr   ÚOpportunityRouter.__init__   sƒ  ø€ Ü‰ÑÔœS ›[˜1´"·-²-ÄÇ	Â	Ì#ÈiË.ÐYZÓ@[Ô\^×\cÒ\cÓ\eÔfh×frÒfrÐstÓfuÔvx÷  wAò  wAô  BGð  HOó  BPó  wQô  RT÷  R[ò  R[ð  \]ô  ^að  bdð  efð  hiñ  eió  ^jó  Rkô  ln÷  lsò  lsó  luô  vx÷  v@ò  v@ô  AFð  GNó  AOó  vPô  QS÷  QZò  QZô  [^ð  _að  bcð  efñ  bfó  [gô  hkð  luó  hvð  wxñ  hxó  Qyó  3z¨­ó    c                ó$   • U R                  U5      $ ©N©r   )r   Úxs     r"   ÚforwardÚOpportunityRouter.forward   s   € ˜tŸx™x¨›{Ð*r$   r'   )é   é€   gš™™™™™¹?)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   r)   Ú__static_attributes__Ú__classcell__)r!   s   @r"   r
   r
      s   ø† ÷zç*Ð*r$   r
   c                  ó"   • \ rS rSrSrSS jrSrg)ÚLatentOpportunityResidualMoEé   a  Suite7 backbone with residual experts trained on discovered latent opportunity domains.

The inherited Suite7 router remains checkpoint-compatible but Suite11 inference uses the
separately trained OpportunityRouter, because the latter predicts fixed latent-domain labels.
Nc                óÌ  • U R                  U5      oPR                  [        R                  " X/SS95      o`R	                  Xb5      u  px[        R
                  " U R                   V	s/ s H
  o™" U5      PM     sn	SS9n
[        U5      o»S S 2S 4   U
-   nUc=  [        R                  " U R                  U5      [        U R                  S5      -  SS9oÝnO;[        R                  " U R                  U5      [        U R                  S5      -  SS9nUS S 2SS 24   U
-  R                  SS9oëU-   nU[        R                  " U5      XMU
U[        R                  " U5      XhXwUS.$ s  sn	f )Nr   )Údimg�íµ ÷Æ°>)Úfinal_logitÚ
final_probÚweightsÚsuite7_router_weightsÚ	residualsÚcounterfactual_logitÚcounterfactual_probÚshared_representationÚadapter_outputÚadapted_representationÚrepresentationÚ
correction)Úfaculty_embeddingÚencoderÚtorchÚcatÚapply_faculty_adaptersÚstackÚexpertsr   ÚsoftmaxÚrouterr   Úrouter_temperatureÚsumÚsigmoid)r   r(   Úfaculty_idxÚqr:   Úer    ÚhaÚadapter_outÚmr<   ÚzqÚcfÚlearnedÚcorrÚfls                   r"   r)   Ú$LatentOpportunityResidualMoE.forward   sN  € Ø
×
 Ñ
  Ó
-ˆ·±¼U¿YºYÈÀuÐQRÑ=SÓ0T¨a×dÑdð  ABó  eOÑUcÐUWÜ—+’+¨d¯lªlÓ;ªl¨˜q žu©lÑ;ÀÑBˆ	ÄlÐSTÃoÀ2Ò\]Ð^bÐ\bÑYcÐdmÑYmÐVXØ‰?Ü—M’M $§+¡+¨b£/´#°d×6MÑ6MÈdÓ2SÑ"SÐXYÑZˆGÑ[bÜ—]’] 4§;¡;¨r£?´3°t×7NÑ7NÈtÓ3TÑ#TÐYZÑ[ˆWØ’a˜™�d‰m˜IÑ%×*Ñ*¨qÐ*Ð1ˆ¸±W°"Ø ¬e¯mªm¸BÓ.?È'ð  HØ')ÄÇÂÈbÓ@QÐjkØ)+ÈTñSð 	Sùò <s   Á&E!© r&   )r-   r.   r/   r0   Ú__doc__r)   r1   r\   r$   r"   r4   r4      s   † ñ÷
	Sr$   r4   c                óÚ  • [         R                  " [        U5      SSS9n[        UR	                  S/ 5      5      nUb0  U(       a)  [        U5      U:w  a  [        S[        U5       SU 35      eU R                  US   SS	9nUR                  (       d  UR                  (       a%  [        S
UR                   SUR                   35      eUR	                  S5      UR	                  S0 5      US.$ )NÚcpuF)Úmap_locationÚweights_onlyÚ	facultiesz6Suite7 checkpoint faculty ordering mismatch: expected=z checkpoint=Ú
state_dictT)Ústrictz(incompatible Suite7 checkpoint: missing=z unexpected=Úselected_epochÚmodel_config)re   rf   rb   )
rF   Úloadr   ÚlistÚgetÚ
ValueErrorÚload_state_dictÚmissing_keysÚunexpected_keysÚRuntimeError)ÚmodelÚcheckpoint_pathÚexpected_facultiesÚckÚfacÚrs         r"   Úload_suite7_initializationru   '   s+  € Ü‡z‚z”$�Ó'°UÈÑN€BÔSWÐXZ×X^ÑX^Ð_jÐkmÓXnÓSoÈsØÑ%®#´$Ð7IÓ2JÈCÓ2OÔV`ð  dZô  [_ð  `ró  [sð  Ztð  t@ð  ADð  @Eð  bFó  WGð  QGØ×Ñ˜B˜|Ñ,°DÐÐ9€AØ‡~‡~˜×*×*´Ð@hÐij×iwÑiwÐhxð  yEð  FG÷  FWñ  FWð  EXð  ?Yó  2Zð  ,ZØŸV™VÐ$4Ó5ÀRÇVÁVÈNÐ[]ÓE^ÐknÑoÐor$   c                ó  • U R                  5        H
  nSUl        M     U R                   H!  nUR                  5        H
  nSUl        M     M#     U R                  5        Vs/ s H  oR                  (       d  M  UPM     sn$ s  snf )NFT)Ú
parametersÚrequires_gradrJ   )ro   ÚpÚexperts      r"   Úfreeze_for_latent_specialistsr{   /   se   € Ø×ÑÖˆ° ¦ÑØ—-”-ˆØ×"Ñ"Ö$ˆA°T Q¦_Ó$ñ  à×'Ñ'Ô)Ó=Ò)�!¯_­_�AÑ)Ñ=Ð=ùÒ=s   Á"BÁ:Bc           	     óH  • UR                  5       n[        R                  " UR                  5       SS5      nUR                  S   U S   R                  S   S-   :w  a  [	        S5      eUS S 2SS 24   n[        U5      S:w  a  UR                  [        U5      5      n[        U5      S:”  a8  [        R                  " U[        U5      :¬  U[        R                  " U5      5      nUS S 2S 4   R                  U S   5      n[        R                  " U S   USS9n	/ n
/ n/ n[        R                  " SU	R                  U	R                  S	9nSn[        U	R                  S   5       GHa  nUS S 2U4   nUR                  5       nUR!                  UR#                  5       5        [        UR#                  5       R%                  5       5      S
::  at  U
R!                  [        R                  " SU	R                  U	R                  S	95        UR!                  [        R                  " SU	R                  U	R                  S	95        MÛ  UU	S S 2U4   -  R                  5       U-  nUU S   S S 2U4   R                  S5      -  R                  5       U-  nU
R!                  U5        UR!                  U5        UU-   [        U5      U-  -   oÞS-  nGMd     U(       a  XÞ-  nU[        R&                  " U
5      [        R&                  " U5      [        R&                  " U5      UR#                  5       S.$ )Nr   r   r=   z)responsibilities must be NULL + K expertsç      ð?Únone)Ú	reductionr\   )ÚdeviceÚdtypeg:Œ0âŽyE>r<   r   )ÚtotalÚexpert_predictionÚ	magnitudeÚdomain_massÚeffective_responsibility)r   rF   ÚclampÚshaperj   ÚpowÚwhereÚ
zeros_likeÚ	expand_asÚFÚ binary_cross_entropy_with_logitsÚzerosr€   r�   ÚrangerN   ÚappendÚdetachr_   rI   )ÚoutputÚyÚresponsibilitiesÚmagnitude_lambdaÚdomain_powerÚmin_domain_weightÚresprU   ÚyyÚlkÚlossesÚmagsÚmassesr‚   ÚactiveÚkÚwkÚmassÚpredÚmags                       r"   Úlatent_specialist_lossr¥   6   s  € Ø‡g�gƒi€A”U—[’[Ð!1×!7Ñ!7Ó!9¸!¸AÓ>�Ø‡z�z�!�}�fÐ3Ñ4×:Ñ:¸1Ñ=¸aÑ?Ó?ÄjÐQ|ÓF}Ð@}Ø
Š1ˆQ‰Rˆ4�j€AÜˆ\Ó˜CÓ !§%¡%¬¨lÓ(;Ó"< ÜÐÓ Ó!¤E§K¢K°´5Ð9JÓ3KÑ0KÈAÌe×N^ÒN^Ð_`ÓNaÓ$b !ØŠˆ4ˆ�y×Ñ˜6Ð"8Ñ9Ó:€B¼a×>`Ò>`ÐagÐh~Ñað  ACð  NTñ  ?U¸2Ø€F�2ˆd˜R�f¤e§k¢k°"¸B¿I¹IÈBÏHÉHÑ&U Ð]^ÐV\Ü�2—8‘8˜A‘;×ˆØŠQˆqˆS‰6ˆ�r—v‘v“x�$ §¡¨d¯k©k«mÔ <Ü�—‘“×"Ñ"Ó$Ó% tÓ+Ø�M‰Mœ%Ÿ+š+ b°·	±	ÀÇÁÑIÔJÈ4Ï;É;ÔW\×WbÒWbÐceÐmo×mvÑmvÐ}÷  ~Fñ  ~Fñ  XGô  LHñ  IQØ�’A�a�C‘‰j×ÑÓ Ñ$ˆ¨"¨V°KÑ-@ÂÀ1ÀÑ-E×-IÑ-IÈ!Ó-LÑ*L×)QÑ)QÓ)SÐTXÑ)X SÐY_×YfÑYfÐgkÔYlÐmq×mxÑmxÐy|Ôm}ð  EJð  KOñ  EOô  PUð  Vfó  Pgð  hkñ  Pkñ  Ekð  Dð  tuñ  luó  lrñ	  ö
 �E‘LˆeØ¬e¯kªk¸&Ó.AÌeÏkÊkÐZ^ÓN_Ôns×nyÒnyð  {Aó  oBð  ^_÷  ^fñ  ^fó  ^hñ  ið  ir$   c                ó  • [         R                  " U [        5      nUR                  S:w  d  UR                  S   S:  a  [        S5      e[         R                  " USS5      o"[         R                  " UR                  SSS9[        5      -  n[        [         R                  " USS5      5      o2S S 2SS 24   U-  nSUR                  SS9-
  n[         R                  " XT/5      of[         R                  " UR                  SSS9[        5      -  $ )	Nr   r   zrouter_prob must be N x (K+1)r   T)ÚaxisÚkeepdimsr}   ©r§   )ÚnpÚasarrayr   Úndimrˆ   rj   ÚclipÚmaximumrN   ÚEPSÚcolumn_stack)Úrouter_probÚalphary   ÚaÚnonnullÚnullÚws          r"   Úauthority_adjusted_weightsr·   G   sa  € Ü‡j‚j�œUÓ#€AØ‡v�vˆqƒy�A—G‘G˜A‘J˜q“L¤zÐ2QÓ'RÐ!RÜ‡g‚gˆa��!ƒn€AœŸš A§E¡E¨q¸$ EÐ$?ÄÓDÑD�QÄuÌRÏWÊWÐUZÐ[\Ð]^ÓM_ÓG`ÀQÒklÐmnÑmoÐkoÑipÐqrÑirÐahÐx{ð  }D÷  }Hñ  }Hð  NOð  }Hð  }Pñ  yPÐswô  SU÷  Sbò  Sbð  dhð  cqó  Srð  QRô  |~÷  |Fò  |Fð  GH÷  GLñ  GLð  RSð  ]að  GLð  Gbô  cfó  |gñ  zgð  sgr$   c                óÆ  • [         R                  " [         R                  " U [        5      [        S[        -
  5      n [         R                  " U[        5      n[         R                  " U[        5      oDS S 2SS 24   U-  R                  SS9n[         R                  " U SU -
  -  5      U-   n[         R                  " USS5      nSS[         R                  " U* 5      -   -  U4$ )Nr   r©   iâÿÿÿé   )rª   r­   r«   r   r¯   rN   ÚlogÚexp)rQ   r<   r:   rt   r¶   rY   Úzs          r"   Ú
fuse_numpyr½   M   sY  € Ü‡g‚gŒb�jŠj˜œ5Ó!¤# a¬¡eÓ,€A¬r¯zªz¸)ÄEÓ/J¨QÌRÏZÊZÐX_Ô`eÓMfÈ1ÒopÐqrÑqsÐosÑmtÐuvÑmv×l{Ñl{ð  BCÐl{ð  mDÐgkô  GI÷  GMò  GMð  NOð  QRð  STñ  QTñ  NUó  GVð  W[ñ  G[ð  EFô  ^`÷  ^eò  ^eð  fgð  hkð  lnó  ^oð  \]ð  wxð  z{ô  |~÷  |Bò  |Bð  DEð  CEó  |Fñ  zFñ  wGð  HLð  wLð  pLr$   r&   )rp   z
str | Pathrq   zSequence[str] | None)g{®Gáz„?r}   g        )r}   )Ú
__future__r   Úpathlibr   Útypingr   Únumpyrª   rF   r   Útorch.nn.functionalÚ
functionalr�   Úsuite7_shared_private_moer   r   r¯   ÚModuler
   r4   ru   r{   r¥   r·   r½   r\   r$   r"   Ú<module>rÆ      sa   ðå "Ý Ý Û Û Ý ß Ð ç Là€ô+˜Ÿ	™	ô +ôSÐ#;ô Sö$pò>ôiô"góLr$   