ó
    ­B“jº  ã                  óŽ   • S SK Jr  S SKrS SKJr  S rSS jr " S S\R                  5      r " S S	\R                  5      rS
 r	g)é    )ÚannotationsN)Únnc                ó‚   • U R                  SS5      n [        R                  " U 5      [        R                  " U * 5      -
  $ )Nçñhãˆµøä>çwJëÿï?)ÚclampÚtorchÚlogÚlog1p)Úps    Ú>/root/disk_3tb/earlywarning/30072026/suite15/suite15_models.pyÚ_logitr      s.   € Ø‡g�gˆd�6Ó€A¤%§)¢)¨A£,¬u¯{ª{¸A¸2«Ñ">Ð>ó    c           
     óü   • [         R                  " [         R                  " X5      [         R                  " U5      [         R                  " 5       [         R
                  " U5      [         R                  " X5      5      $ ©N)r   Ú
SequentialÚLinearÚ	LayerNormÚGELUÚDropout)ÚinpÚhidÚoutÚdrops       r   Ú_mlpr   
   sH   € Ü�=Š=œŸš 3Ó+¬B¯LªL¸Ó,=¼b¿gºg»iÌÏ
Ê
ÐSWÓHXÔY[×YbÒYbÐcfÓYkÓlÐlr   c                  ó<   ^ • \ rS rSrSrSU 4S jjrS rS rSrU =r	$ )ÚCommitteePreservingGlobalExperté   z@Suite14 E0 architecture, isolated for Suite15 anchor generation.c           
     óä  >• [         T
U ]  5         [        R                  " X55      U l        [        U5      U l        [        R                  " [        R                  " X-   U-   SU-  5      [        R                  " SU-  5      [        R                  " 5       [        R                  " U5      [        R                  " SU-  U5      [        R                  " U5      [        R                  " 5       5      U l        [        SXDU5      U l        [        R                  " [        R                  " SU-  U5      [        R                  " U5      [        R                  " 5       5      U l        [        R                  " US5      U l        [        R                  " US5      U l        [        R                  " U5      U l        [&        R(                  " SU5      n[+        SU5      n	[&        R,                  " U	5      US U	2S U	24'   U R/                  SU5        [        R0                  R3                  U R                   R4                  5        [        R0                  R3                  U R                   R6                  5        g )Né   é
   é   é   Úteacher_skip_matrix)ÚsuperÚ__init__r   Ú	EmbeddingÚfacÚfloatÚresidual_boundr   r   r   r   r   Úbackboner   Úteacher_branchÚfuseÚresidualÚteacher_reconÚ	skip_normr	   ÚzerosÚminÚeyeÚregister_bufferÚinitÚzeros_ÚweightÚbias)ÚselfÚflat_dimÚcontext_dimÚn_facultiesÚd_modelÚfaculty_dimr*   ÚdropoutÚskipÚnÚ	__class__s             €r   r&   Ú(CommitteePreservingGlobalExpert.__init__   s  ø€ Ü‰ÑÔ¤B§L¢L°Ó$I˜4œ8Ô^cÐdrÓ^sÈ$ÔJ]Ü—m’m¤B§I¢I¨hÑ.BÀ;Ñ.NÈqÐQXÉyÓ$YÔZ\×ZfÒZfÐghÐipÑgpÓZqÔrt×ryÒryÓr{Ô|~÷  }Gò  }Gð  HOó  }Pô  QS÷  QZò  QZð  [\ð  ]dñ  [dð  eló  Qmô  np÷  nzò  nzð  {Bó  nCô  DF÷  DKò  DKó  DMó  NˆŒÜ   G°GÓ<ˆÔÄrÇ}Â}ÔUW×U^ÒU^Ð_`ÐahÑ_hÐipÓUqÔrt×r~Òr~ð  @Gó  sHô  IK÷  IPò  IPó  IRó  HS¸T¼Yô  bd÷  bkò  bkð  lsð  tuó  bvð  TXô  Taô  JL÷  JSò  JSð  T[ð  \]ó  J^ð  w{ô  wIô  np÷  nzò  nzð  {Bó  nCð  _cô  _mÜ�[Š[˜˜GÓ$ˆ¤s¨2¨g£ QÄ5Ç9Â9ÈQÃ<°t¸B¸Q¸B¸rÀ¸r¸E±{ÐPT×PdÑPdÐezÐ{ô  QAô  BD÷  BIñ  BI÷  BPñ  BPð  QU÷  Q^ñ  Q^÷  Qeñ  Qeô  Bfô  gi÷  gnñ  gn÷  guñ  guð  vz÷  vCñ  vC÷  vHñ  vHõ  gIr   c                óˆ  • UR                  SS5      oR                  SSS9n[        U5      o1R                  SSSS9oAR	                  SSS9R
                  UR                  SSS9R
                  -
  oR[        R                  " U5      -  SU-
  [        R                  " SU-
  5      -  -   * n[        R                  " XX$XV/S5      $ )Nr   r   r"   T)ÚkeepdimF)rE   Úunbiased)
r   Úmeanr   ÚstdÚmaxÚvaluesr2   r	   r
   Úcat)r9   r   ÚqÚlgrH   ÚspreadÚents          r   Úteacher_featuresÚ0CommitteePreservingGlobalExpert.teacher_features   s  € Ø
�'‰'�$�vÓ
ˆ§¡¨°$ Ð!7˜q¼6À!»9¸ÏÉÈqÐY]ÐglÈÐImÀS×uzÑuzÐ{|ð  FJÐuzð  vK÷  vRñ  vRð  ST÷  SXñ  SXð  YZð  cgð  SXð  Sh÷  Soñ  Soñ  voÐntô  x}÷  xAò  xAð  BCó  xDñ  vDð  FGð  HIñ  FIô  KP÷  KTò  KTð  UVð  WXñ  UXó  KYñ  EYñ  vYð  tZð  psô  bg÷  bkò  bkð  mnð  rsð  x~ð  lCð  DEó  bFð  [Fr   c           	     ón  • U R                  U5      oPR                  [        R                  " XU R	                  U5      /S5      5      o`R                  U5      opR                  [        R                  " Xg/S5      5      o…U R                  -  o�R                  X‰-   5      o R                  U
5      R                  S5      o°R                  [        R                  " U[        U R                  S5      -  5      -  oÄR                  S5      R                  SS5      n[!        U5      U-   U R#                  U
5      XÊS.$ )Nr"   ç�íµ ÷Æ°>r   r   )ÚlogitÚteacher_logitsÚdeltaÚrepresentation)rP   r+   r	   rK   r(   r,   r-   r$   r0   r.   Úsqueezer*   ÚtanhrI   rG   r   r   r/   )r9   ÚflatÚcontextÚfacultyÚcommittee_probsÚfeaturesÚneuralÚteÚlearnedr@   ÚhÚrawrV   rL   s                 r   ÚforwardÚ'CommitteePreservingGlobalExpert.forward   sE  € Ø×&Ñ& Ó7ˆ¿}¹}ÌUÏYÊYÐX\Ðei×emÑemÐnuÓevÐWwÐxyÓMzÓ?{¸÷  @Sñ  @Sð  T\ó  @]Ð|~÷  foñ  foô  pu÷  pyò  pyð  {Að  zEð  FGó  pHó  fIð  ^eð  X\÷  Xpñ  Xpñ  Opð  JN÷  sAñ  sAð  BIñ  BNó  sOð  qr÷  Tañ  Tað  bcó  Td÷  Tlñ  Tlð  mnó  Toð  PS÷  vIñ  vIô  JO÷  JTò  JTð  UXô  Y\ð  ]a÷  ]pñ  ]pð  quó  Yvñ  Uvó  Jwñ  vwð  pu÷  zNñ  zNð  OPó  zQ÷  zWñ  zWð  X\ð  ]có  zdð  xyô  u{ð  |}ó  u~ð  Dñ  uDð  VZ÷  Vhñ  Vhð  ijó  Vkð  tyñ  lMð  eMr   )r+   r(   r-   r.   r*   r0   r,   r/   )é@   é   g      @çš™™™™™¹?)
Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__r&   rP   rd   Ú__static_attributes__Ú__classcell__©rB   s   @r   r   r      s   ø† ÙJ÷Iò
F÷Mð Mr   r   c                  ó2   ^ • \ rS rSrSU 4S jjrS rSrU =r$ )ÚConditionalResidualProbeé   c           	     óî  >• [         T	U ]  5         [        U5      /[        [        U5      Qn/ n[	        US S USS  5       Hi  u  pxUR                  [        R                  " Xx5      [        R                  " U5      [        R                  " 5       [        R                  " U5      /5        Mk     U(       a  [        R                  " U6 O[        R                  " 5       U l        [        R                  " US   S5      U l        [        U5      U l        [        R"                  R%                  U R                  R&                  5        [        R"                  R%                  U R                  R(                  5        g )Néÿÿÿÿr"   )r%   r&   ÚintÚmapÚzipÚextendr   r   r   r   r   r   ÚIdentityr+   r   r)   r*   r5   r6   r7   r8   )
r9   Ú	input_dimÚhiddenr*   r?   ÚdimsÚlayersÚaÚbrB   s
            €r   r&   Ú!ConditionalResidualProbe.__init__   sl  ø€ Ü‰ÑÔ¤ Y£Ð A´´S¸³Ð A˜4ÈÀ&Ü�t˜C˜R�y  a b Ö*‰CˆA¨6¯=©=¼"¿)º)ÀA».ÌÏÊÐVWËÔY[×Y`ÒY`ÓYbÔce×cmÒcmÐnuÓcvÐ9wÖ+xÑ*Þ06”b—m’m VÑ,¼B¿KºK»MˆŒÔSU×S\ÒS\Ð]aÐbdÑ]eÐfgÓShÈ$Ì(ô  ~Cð  DRó  ~SÐimÔi|ô  TV÷  T[ñ  T[÷  Tbñ  Tbð  cg÷  ckñ  ck÷  crñ  crô  Tsô  tv÷  t{ñ  t{÷  tBñ  tBð  CG÷  CKñ  CK÷  CPñ  CPõ  tQr   c                óø   • U R                  U R                  U5      5      R                  S5      nU R                  S:”  a:  U R                  [        R
                  " U[        U R                  S5      -  5      -  $ U$ )Nr"   r   rS   )r   r+   rX   r*   r	   rY   rI   )r9   Úxrc   s      r   rd   Ú ConditionalResidualProbe.forward   sd   € Ø�H‰H�T—]‘] 1Ó%Ó&×.Ñ.¨qÓ1ˆØTX×TgÑTgÐhiÓTiˆt×"Ñ"¤5§:¢:¨c´#°d×6IÑ6IÈ$Ó2OÑ.OÓ#PÑPÐrÐorÐrr   )r+   r   r*   ))é   é€   g       @rh   )ri   rj   rk   rl   r&   rd   rn   ro   rp   s   @r   rr   rr      s   ø† ÷Q÷sð sr   rr   c                ó
   • X-   $ r   © )Úanchor_logitrV   s     r   Úapply_residualrŠ   "   s
   € ¨lÑ.@Ð'@r   )rh   )
Ú
__future__r   r	   r   r   r   ÚModuler   rr   rŠ   rˆ   r   r   Ú<module>r�      sC   ðå "Û Ý ò?ômô
M b§i¡iô 
Môs˜rŸy™yô só Ar   