ó
    ÂNÛjO  ã                   óÊ   • S r SSKrSSKJr   " S S\R                  5      r " S S\R                  5      r " S S\R                  5      r " S	 S
\R                  5      rS r	g)a:  F12 temporal adapter: identity-init Conformer on BEATs frames, plus cycle metadata bias.

The conformer branches are zero-initialized, so at step 0 the head matches a linear
frame head. Metadata bias is zero-initialized and only shifts pooled crackle/wheeze
logits when device and chest-location ids are provided.
é    Nc                   ó.   ^ • \ rS rSrU 4S jrS rSrU =r$ )Ú
_MacaronFFé   c           
      ó0  >• [         TU ]  5         X-  n[        R                  " [        R                  " U5      [        R
                  " X5      [        R                  " 5       [        R                  " U5      [        R
                  " XA5      [        R                  " U5      5      U l        [        R                  R                  U R                  S   R                  5        [        R                  R                  U R                  S   R                  5        g )Né   )ÚsuperÚ__init__ÚnnÚ
SequentialÚ	LayerNormÚLinearÚGELUÚDropoutÚnetÚinitÚzeros_ÚweightÚbias)ÚselfÚdimÚmultÚdropoutÚhiddenÚ	__class__s        €Ú4/root/disk_3tb/ICBHI_2017_F12/method/f12_temporal.pyr	   Ú_MacaronFF.__init__   s¨   ø€ Ü‰ÑÔØ‘ˆÜ—=’=Ü�LŠL˜ÓÜ�IŠI�cÓ"Ü�GŠG‹IÜ�JŠJ�wÓÜ�IŠI�fÓ"Ü�JŠJ�wÓó
ˆŒô 	�‰�‰�t—x‘x ‘{×)Ñ)Ô*Ü
�‰�‰�t—x‘x ‘{×'Ñ'Õ(ó    c                 ó$   • U R                  U5      $ )N©r   )r   Úxs     r   ÚforwardÚ_MacaronFF.forward   s   € Ø�x‰x˜‹{Ðr   r   )Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r	   r!   Ú__static_attributes__Ú__classcell__©r   s   @r   r   r      s   ø† õ)÷ð r   r   c                   ó6   ^ • \ rS rSrSrSU 4S jjrS rSrU =r$ )ÚConformerBlocké   zBPre-norm macaron Conformer block. Residual branches start at zero.c                 óÐ  >• [         TU ]  5         US-  S:X  a  [        S5      e[        XU5      U l        [
        R                  " U5      U l        [
        R                  " XUSS9U l	        [
        R                  R                  U R                  R                  R                  5        [
        R                  R                  U R                  R                  R                  5        [
        R                  " U5      U l        [
        R                  " U5      U l        [
        R$                  " XXDS-  US9U l        [
        R$                  " XS5      U l        [
        R                  R                  U R(                  R                  5        [
        R                  R                  U R(                  R                  5        [
        R                  " U5      U l        [        XU5      U l        g )Né   r   zconv_kernel must be oddT)r   Úbatch_first)ÚpaddingÚgroupsé   )r   r	   Ú
ValueErrorr   Úff1r
   r   Ú	norm_attnÚMultiheadAttentionÚattnr   r   Úout_projr   r   r   Ú	attn_dropÚ	norm_convÚConv1dÚdwÚpwÚ	conv_dropÚff2)r   r   Úheadsr   Úconv_kernelÚff_multr   s         €r   r	   ÚConformerBlock.__init__"   s5  ø€ Ü‰ÑÔØ˜‰?˜aÓÜÐ6Ó7Ð7Ü˜c¨GÓ4ˆŒÜŸš cÓ*ˆŒÜ×)Ò)¨#¸gÐSWÑXˆŒ	Ü
�‰�‰�t—y‘y×)Ñ)×0Ñ0Ô1Ü
�‰�‰�t—y‘y×)Ñ)×.Ñ.Ô/ÜŸš GÓ,ˆŒÜŸš cÓ*ˆŒÜ—)’)˜C kÈ!Ñ;KÐTWÑXˆŒÜ—)’)˜C aÓ(ˆŒÜ
�‰�‰�t—w‘w—~‘~Ô&Ü
�‰�‰�t—w‘w—|‘|Ô$ÜŸš GÓ,ˆŒÜ˜c¨GÓ4ˆ�r   c           	      óæ  • USU R                  U5      -  -   nU R                  U5      nU R                  X"USS9u  p4XR                  U5      -   nU R	                  U5      R                  SS5      nU R                  U R                  [        R                  R                  R                  U R                  U5      5      5      5      nXR                  SS5      -   nUSU R                  U5      -  -   nU$ )Ng      à?F)Úneed_weightsr2   r.   )r4   r5   r7   r9   r:   Ú	transposer>   r=   Útorchr
   Ú
functionalÚgelur<   r?   )r   r    ÚhÚattn_outÚ_Úconvs         r   r!   ÚConformerBlock.forward4   sÌ   € Ø��d—h‘h˜q“kÑ!Ñ!ˆØ�N‰N˜1ÓˆØ—i‘i  a°e�iÐ<‰ˆØ—‘˜xÓ(Ñ(ˆØ�~‰~˜aÓ ×*Ñ*¨1¨aÓ0ˆØ�~‰~˜dŸg™g¤e§h¡h×&9Ñ&9×&>Ñ&>¸t¿w¹wÀt»}Ó&MÓNÓOˆØ—‘˜q !Ó$Ñ$ˆØ��d—h‘h˜q“kÑ!Ñ!ˆØˆr   )	r7   r9   r>   r<   r4   r?   r5   r:   r=   )é   r.   ©	r#   r$   r%   r&   Ú__doc__r	   r!   r'   r(   r)   s   @r   r+   r+      s   ø† ÙL÷5÷$	ð 	r   r+   c                   ó6   ^ • \ rS rSrSrSU 4S jjrS rSrU =r$ )ÚFrameASDTemporalHeadé@   zNConformer context over BEATs frames, then per-frame crackle and wheeze logits.c                 óÎ  >• [         TU ]  5         US:  a  [        S5      e[        R                  " [        U5       Vs/ s H  n[        XXFUS9PM     sn5      U l        [        R                  " [        R                  " S5      5      U l        [        R                  " U5      U l        [        R                  " US5      U l        [        R                  " US5      U l        g s  snf )Nr2   z0temporal head needs at least one conformer block)rA   rB   © )r   r	   r3   r
   Ú
ModuleListÚranger+   ÚblocksÚ	ParameterrG   ÚonesÚresidual_scaler   r   r   ÚcrackleÚwheeze)	r   Úin_dimÚn_layersÚn_headsr   rB   rA   rL   r   s	           €r   r	   ÚFrameASDTemporalHead.__init__C   s®   ø€ Ü‰ÑÔØ�a‹<ÜÐOÓPÐPÜ—m’mä˜8”_ó%
â$�ô ˜6¨GÐV]Ô^Ù$ñ%
ó ˆŒô !Ÿlšl¬5¯:ª:°b«>Ó:ˆÔÜ—z’z 'Ó*ˆŒÜ—y’y ¨Ó+ˆŒÜ—i’i ¨Ó*ˆ�ùò%
s   ¾C"c                 ó  • UnU R                    H  nU" U5      nM     XR                  X!-
  -  -   nU R                  U5      nU R                  U5      R	                  S5      U R                  U5      R	                  S5      4$ )Néÿÿÿÿ)rY   r\   r   r]   Úsqueezer^   )r   ÚframesrJ   Úblockr    s        r   r!   ÚFrameASDTemporalHead.forwardP   sq   € ØˆØ—[”[ˆEÙ�a“ŠAñ !à×(Ñ(¨A©JÑ7Ñ7ˆØ�L‰L˜‹OˆØ�|‰|˜A‹×&Ñ& rÓ*¨D¯K©K¸«N×,BÑ,BÀ2Ó,FÐFÐFr   )rY   r]   r   r\   r^   )i   r.   é   gš™™™™™¹?r.   rO   rP   r)   s   @r   rS   rS   @   s   ø† ÙX÷+÷Gð Gr   rS   c                   ó6   ^ • \ rS rSrSrSU 4S jjrS rSrU =r$ )ÚMetaLogitBiaséY   zODevice and chest-location bias on the two cycle logits. Last layer starts at 0.c                 ó`  >• [         TU ]  5         [        R                  " X5      U l        [        R                  " X#5      U l        [        R                  " US-  S5      U l        [        R                  R                  U R                  R                  SS9  [        R                  R                  U R
                  R                  SS9  [        R                  R                  U R                  R                  5        [        R                  R                  U R                  R                  5        g )Nr.   g{®Gáz”?)Ústd)r   r	   r
   Ú	EmbeddingÚ
device_embÚloc_embr   Úprojr   Únormal_r   r   r   )r   Ún_deviceÚn_locr   r   s       €r   r	   ÚMetaLogitBias.__init__\   s²   ø€ Ü‰ÑÔÜŸ,š, xÓ5ˆŒÜ—|’| EÓ/ˆŒÜ—I’I˜c A™g qÓ)ˆŒ	Ü
�‰�‰˜Ÿ™×.Ñ.°DˆÑ9Ü
�‰�‰˜Ÿ™×+Ñ+°ˆÑ6Ü
�‰�‰�t—y‘y×'Ñ'Ô(Ü
�‰�‰�t—y‘y—~‘~Õ&r   c                 óê   • [         R                  " U R                  UR                  5       5      U R	                  UR                  5       5      /SS9nU R                  U5      nUS S 2S4   US S 2S4   4$ )Nrd   )r   r   r2   )rG   Úcatrp   Úlongrq   rr   )r   Ú	device_idÚloc_idr    r   s        r   r!   ÚMetaLogitBias.forwardf   si   € Ü�IŠIØ�O‰O˜IŸN™NÓ,Ó-Ø�L‰L˜Ÿ™›Ó'ð
ð ñˆð �y‰y˜‹|ˆØ’A�q�D‰z˜4¢ 1 ™:Ð%Ð%r   )rp   rq   rr   )r   ri   é    rP   r)   s   @r   rk   rk   Y   s   ø† ÙY÷'÷&ð &r   rk   c                 ó”   • [        U SS5      nUb  Ub  Uc  X4$ U" X45      u  pgXR                  S5      -   X'R                  S5      -   4$ )zNAdd metadata bias when the head owns a MetaLogitBias and ids are in the batch.ÚmetaNr2   )ÚgetattrÚ	unsqueeze)ÚheadÚlogit_cÚlogit_wrz   r{   r   Úbias_cÚbias_ws           r   Úapply_cycle_biasr‡   o   sZ   € ä�4˜ Ó&€DØ�|�yÑ(¨F©NØÐÐÙ˜)Ó,�N€FØ×%Ñ% aÓ(Ñ(¨'×4DÑ4DÀQÓ4GÑ*GÐGÐGr   )
rQ   rG   Útorch.nnr
   ÚModuler   r+   rS   rk   r‡   rV   r   r   Ú<module>rŠ      s[   ðñó Ý ô�—‘ô ô&�R—Y‘Yô ôBG˜2Ÿ9™9ô Gô2&�B—I‘Iô &ó,Hr   