ó
    Ü=jµ  ã                   ó  • S SK r S SKJr  S SKJs  Jr  S SKr " S S\ R                  R                  5      r
 " S S\R                  5      r " S S\R                  5      r " S S	\R                  5      r " S
 S\R                  5      rg)é    Nc                   ó8   • \ rS rSrSr\S 5       r\S 5       rSrg)ÚGradientReversalFunctioné	   zR
Gradient Reversal Layer
Forward: identity
Backward: multiply gradient by -lambda
c                 ó0   • X l         UR                  U5      $ ©N)Úlambda_Úview_as)ÚctxÚxr   s      Ú$/root/thao/ICBHI_2017/method/dann.pyÚforwardÚ GradientReversalFunction.forward   s   € àŒØ�y‰y˜‹|Ðó    c                 ó@   • UR                  5       U R                  -  S 4$ r   )Únegr   )r
   Úgrad_outputs     r   ÚbackwardÚ!GradientReversalFunction.backward   s   € à�‰Ó  3§;¡;Ñ.°Ð4Ð4r   © N)	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__Ústaticmethodr   r   Ú__static_attributes__r   r   r   r   r   	   s/   † ñð
 ñó ðð ñ5ó ó5r   r   c                   ó2   ^ • \ rS rSrSU 4S jjrS rSrU =r$ )ÚGradientReversalLayeré   c                 ó.   >• [         TU ]  5         Xl        g r   )ÚsuperÚ__init__r   )Úselfr   Ú	__class__s     €r   r"   ÚGradientReversalLayer.__init__   s   ø€ Ü‰ÑÔØ�r   c                 ó@   • [         R                  XR                  5      $ r   )r   Úapplyr   ©r#   r   s     r   r   ÚGradientReversalLayer.forward   s   € Ü'×-Ñ-¨a·±Ó>Ð>r   ©r   )ç      ð?©r   r   r   r   r"   r   r   Ú__classcell__©r$   s   @r   r   r      s   ø† ÷÷?ð ?r   r   c                   ó6   ^ • \ rS rSrSrSU 4S jjrS rSrU =r$ )ÚDomainDiscriminatoré"   z0
Frozen patient discriminator for DANN Lighter.
c                 óà  >• [         TU ]  5         [        R                  " [        R                  " X5      [        R
                  " U5      [        R                  " 5       [        R                  " S5      [        R                  " X3S-  5      [        R
                  " US-  5      [        R                  " 5       [        R                  " S5      [        R                  " US-  U5      5	      U l        g )Nç      à?é   )	r!   r"   ÚnnÚ
SequentialÚLinearÚBatchNorm1dÚReLUÚDropoutÚdiscriminator)r#   Úfeature_dimÚnum_patientsÚ
hidden_dimr$   s       €r   r"   ÚDomainDiscriminator.__init__&   s‘   ø€ Ü‰ÑÔäŸ]š]Ü�IŠI�kÓ.Ü�NŠN˜:Ó&Ü�GŠG‹IÜ�JŠJ�s‹Oä�IŠI�j°¡/Ó2Ü�NŠN˜:¨™?Ó+Ü�GŠG‹IÜ�JŠJ�s‹Oä�IŠI�j A‘o |Ó4ó
ˆÕr   c                 ó$   • U R                  U5      $ r   ©r;   r(   s     r   r   ÚDomainDiscriminator.forward7   s   € Ø×!Ñ! !Ó$Ð$r   rA   )é   é~   é   )	r   r   r   r   r   r"   r   r   r-   r.   s   @r   r0   r0   "   s   ø† ñ÷
÷"%ð %r   r0   c                   ó2   ^ • \ rS rSrSU 4S jjrS rSrU =r$ )ÚProjectionHeadé;   c           	      ót  >• [         TU ]  5         X@l        Uc  UnU(       aC  [        R                  " [        R
                  " US5      [        R                  " SS95      U l        Ubé  US:X  an  [        R                  " [        R
                  " X5      [        R                  " U5      [        R                  " 5       [        R
                  " X#5      5      U l
        g US:X  an  [        R                  " [        R
                  " X5      [        R                  " U5      [        R                  " 5       [        R
                  " X#5      5      U l
        g g US:X  an  [        R                  " [        R
                  " X5      [        R                  " U5      [        R                  " 5       [        R
                  " X35      5      U l
        g US:X  an  [        R                  " [        R
                  " X5      [        R                  " U5      [        R                  " 5       [        R
                  " X35      5      U l
        g g )Né   ©ÚdimÚbnÚln)r!   r"   Ú	attentionr5   r6   r7   ÚSoftmaxÚtemporal_attnr8   r9   Ú
projectionÚ	LayerNorm)r#   Ú	input_dimr>   Ú
output_dimrO   Ú	norm_typer$   s         €r   r"   ÚProjectionHead.__init__<   sx  ø€ Ü‰ÑÔØ"ŒàÑØ"ˆJæÜ!#§¢Ü—	’	˜) QÓ'Ü—
’
˜qÑ!ó"ˆDÔð
 Ñ!Ø˜DÓ Ü"$§-¢-Ü—I’I˜iÓ4Ü—N’N :Ó.Ü—G’G“IÜ—I’I˜jÓ5ó	#�•ð ˜dÓ"Ü"$§-¢-Ü—I’I˜iÓ4Ü—L’L Ó,Ü—G’G“IÜ—I’I˜jÓ5ó	#�•ð #ð ˜DÓ Ü"$§-¢-Ü—I’I˜iÓ4Ü—N’N :Ó.Ü—G’G“IÜ—I’I˜jÓ5ó	#�•ð ˜dÓ"Ü"$§-¢-Ü—I’I˜iÓ4Ü—L’L Ó,Ü—G’G“IÜ—I’I˜jÓ5ó	#�•ð #r   c                 óš   • U R                   (       a(  U R                  U5      n[        R                  " X-  SS9nU R	                  U5      nU$ )NrJ   rK   )rO   rQ   ÚtorchÚsumrR   )r#   r   Úattn_weightss      r   r   ÚProjectionHead.forwardh   s?   € Ø�>�>Ø×-Ñ-¨aÓ0ˆLÜ—	’	˜!Ñ*°Ñ2ˆAà�O‰O˜AÓˆØˆr   )rO   rR   rQ   )rC   NNFrM   r,   r.   s   @r   rG   rG   ;   s   ø† ÷*÷Xð r   rG   c                   óx   ^ • \ rS rSrSU 4S jjrS rSS jr\S 5       rS r	SS jr
  SS jr  SS	 jrS
rU =r$ )ÚPCSLWithDANNLighteréq   c                 óÖ   >• [         TU ]  5         X0l        Xl        X l        X@l        [        UUS9U l        U R                  5         [        SS9U l
        SU l        SU l        SU l        g )N)r<   r=   r+   r*   ç        r   éd   )r!   r"   Úepsr<   r=   Úgrl_maxr0   Údomain_discriminatorÚ_freeze_discriminatorr   ÚgrlÚ
grl_lambdaÚepochÚ
max_epochs)r#   r<   r=   rc   rd   r$   s        €r   r"   ÚPCSLWithDANNLighter.__init__s   sf   ø€ Ü‰ÑÔØŒØ&ÔØ(ÔØŒä$7Ø#Ø%ñ%
ˆÔ!ð 	×"Ñ"Ô$ä(°Ñ5ˆŒàˆŒØˆŒ
Øˆ�r   c                 óˆ   • U R                   R                  5        H
  nSUl        M     U R                   R                  5         g)zHDANN Lighter: D_frozen stays at random init (no weight/BN stat updates).FN)re   Ú
parametersÚrequires_gradÚeval)r#   Úparams     r   rf   Ú)PCSLWithDANNLighter._freeze_discriminator†   s5   € à×.Ñ.×9Ñ9Ö;ˆEØ"'ˆEÖñ <à×!Ñ!×&Ñ&Õ(r   c                 ó  • Ub  X l         Xl        [        U5      [        U R                   5      -  nSS[        R                  " SU-  5      -   -  S-
  n[        U R                  U5      U l        U R                  U R                  l	        g)z–
Progressive GRL schedule: lambda(t) = 2/(1+exp(-10*t/T)) - 1, capped at grl_max.
epoch is 1-indexed (1 at first training epoch, max_epochs at last).
Ng       @r+   g      $À)
rj   ri   ÚfloatÚnpÚexpÚminrd   rh   rg   r   )r#   ri   rj   ÚpÚ
raw_lambdas        r   Úupdate_grl_lambdaÚ%PCSLWithDANNLighter.update_grl_lambdaŒ   sn   € ð
 Ñ!Ø(ŒOàŒ
Ü�%‹Lœ5 §¡Ó1Ñ1ˆØ˜2¤§¢ t¨a¡xÓ 0Ñ0Ñ1°BÑ6ˆ
Ü˜dŸl™l¨JÓ7ˆŒØŸ?™?ˆ�‰Õr   c                 óL   • U R                  5       S:X  a  U R                  SS9$ U $ )Né   rJ   rK   )rL   Úmean)Úfeaturess    r   Ú_pool_featuresÚ"PCSLWithDANNLighter._pool_featuresš   s&   € à�<‰<‹>˜QÓØ—=‘= Q�=Ð'Ð'Øˆr   c                 ój  • UR                   nU R                  U5      n[        R                  " U5      nUR	                  5       S::  a  [        R
                  " SUSS9$ Sn/ nU HI  nX':H  nX   n	U	R                  SS9n
UR                  U
5        U[        R                  " Xš-
  S-  5      -  nMK     [        R                  " USS9nSnUR                  S   n[        U5       H<  n[        US-   U5       H&  nU[        R                  " Xm   Xn   -
  5      S-  -  nM(     M>     X[U R                  -   -  nU$ )z6PCSL: patient-level variance ratio on batch centroids.rJ   ra   T©Údevicern   r   rK   r4   )rƒ   r   rY   ÚuniqueÚnumelÚtensorr}   ÚappendrZ   ÚstackÚshapeÚrangeÚnormrc   )r#   r~   Úpatient_idsrƒ   Ú
unique_idsÚwithin_varianceÚ	centroidsÚpidÚmaskÚfeatures_pidÚcentroidÚbetween_distancer=   ÚiÚjÚ	loss_pcsls                   r   Úcompute_pcsl_lossÚ%PCSLWithDANNLighter.compute_pcsl_loss    s1  € à—‘ˆØ×&Ñ& xÓ0ˆÜ—\’\ +Ó.ˆ
à×ÑÓ Ó"Ü—<’< ¨FÀ$ÑGÐGàˆØˆ	ãˆCØÑ&ˆDØ#™>ˆLØ#×(Ñ(¨QÐ(Ð/ˆHØ×Ñ˜XÔ&ØœuŸyšy¨,Ñ*AÀaÑ)GÓHÑHŠOñ ô —K’K 	¨qÑ1ˆ	àÐØ —‘ qÑ)ˆÜ�|Ö$ˆAÜ˜1˜q™5 ,Ö/�Ø ¤E§J¢J¨y©|¸i¹lÑ/JÓ$KÈqÑ$PÑPÒ ó 0ñ %ð $¸$¿(¹(Ñ'BÑCˆ	ØÐr   c           
      óú  • UR                   nU R                  U5      n[        R                  " U5      nUR	                  5       S::  a  [        R
                  " SUSS9$ UbO  [        R
                  " U Vs/ s H  oc[        UR                  5       5         PM      snU[        R                  S9nOs[        U5       VVs0 s H  u  p†UR                  5       U_M     n	nn[        R
                  " U Vs/ s H  oiUR                  5          PM     snU[        R                  S9nU R                  5         U R                  U5      n
U R                  U
5      n[        R                  " X·5      nU$ s  snf s  snnf s  snf )zL
DANN Lighter: adversarial loss on projected features via frozen D and GRL.
rJ   ra   Tr‚   )rƒ   Údtype)rƒ   r   rY   r„   r…   r†   ÚintÚitemÚlongÚ	enumeraterf   rg   re   ÚFÚcross_entropy)r#   r~   rŒ   Úpatient_id_to_idxrƒ   r�   r�   Ú
mapped_idsÚidxÚpatient_id_mappingÚreversed_featuresÚdomain_logitsÚ	loss_danns                r   Úcompute_dann_lossÚ%PCSLWithDANNLighter.compute_dann_loss¾   s<  € ð —‘ˆØ×&Ñ& xÓ0ˆä—\’\ +Ó.ˆ
Ø×ÑÓ Ó"Ü—<’< ¨FÀ$ÑGÐGàÑ(ÜŸšÙ?JÓKº{¸¤3 s§x¡x£z£?Ô3¹{ÑKØÜ—j‘jñ‰Jô CLÈJÔBWÔ!XÒBW±h°c #§(¡(£*¨c¢/ÑBWÐÑ!XÜŸšÙ;FÓGº;°C C§H¡H£JÔ/¹;ÑGØÜ—j‘jñˆJð 	×"Ñ"Ô$Ø ŸH™H XÓ.ÐØ×1Ñ1Ð2CÓDˆÜ—O’O MÓ>ˆ	ØÐùò! Lùó
 "YùâGs   Á5%E-Â>E2Ã2E8c                 ób   • U R                  X5      nU R                  XU5      nX6-  XG-  -   nX†U4$ )z:Return raw PCSL and DANN losses (before lambda weighting).)r˜   r©   )	r#   Úprojected_featuresrŒ   Úlambda_pcslÚlambda_dannr¢   r—   r¨   Ú
total_losss	            r   Úcompute_lossesÚ"PCSLWithDANNLighter.compute_lossesÝ   sH   € ð ×*Ñ*Ð+=ÓKˆ	Ø×*Ñ*ØÐ->ó
ˆ	ð !Ñ,¨{Ñ/FÑFˆ
Ø iÐ/Ð/r   c                 óH   • U R                  XX4U5      u  pxn	U(       a  XxU	4$ U$ )z5PCSL and DANN Lighter both run on projected features.)r°   )
r#   r¬   rŒ   r­   r®   r¢   Úreturn_componentsr¯   r—   r¨   s
             r   r   ÚPCSLWithDANNLighter.forwardç   s7   € ð ,0×+>Ñ+>Ø¨[Øó,
Ñ(ˆ
˜yö Ø¨)Ð3Ð3ØÐr   )	re   ri   rc   r<   rg   rh   rd   rj   r=   )rC   rD   g�íµ ÷Æ°>r3   r   )ç      I@r3   N)rµ   r3   NF)r   r   r   r   r"   rf   ry   r   r   r˜   r©   r°   r   r   r-   r.   s   @r   r^   r^   q   sS   ø† ÷ò&)ô+ð ñó ðò
ô<ð> ]`Ø)-ô0ð VYØ:?÷	ò 	r   r^   )rY   Útorch.nnr5   Útorch.nn.functionalÚ
functionalr    Únumpyrt   ÚautogradÚFunctionr   ÚModuler   r0   rG   r^   r   r   r   Ú<module>r½      so   ðó Ý ß Ð Û ô5˜uŸ~™~×6Ñ6ô 5ô ?˜BŸI™Iô ?ô%˜"Ÿ)™)ô %ô23�R—Y‘Yô 3ôl˜"Ÿ)™)õ r   