ó
    9‡Ûj‘  ã                   ó‚   • S r SSKrSSKJr  SSKJs  Jr  SrSrS r	S r
S rSS jr " S	 S
\R                  5      rS rg)a¸  Fine-time crackle residual on top of BEATs frame logits.

Crackles are explosive transients of a few milliseconds. A BEATs token spans
about 160 ms (16 mel frames of 10 ms, then 8 frequency patches). The residual
measures 10 ms spectral flux, excess kurtosis, and high-band energy, max-pools
them onto each BEATs time step, and adds a zero-initialized projection to the
crackle logit only. At initialization the official head is unchanged.
é    Né   g     p—@c                 óF  • U R                  S5      U:X  a  U $ U R                  S5      S:  a!  U R                  U R                  S5      U5      $ U R                  S5      nUS:X  a  [        R                  " X15      nO[        R
                  " X15      nUR                  S5      $ )zvalues: [B, T] -> [B, n_time].é   r   Úavg)ÚsizeÚ	new_zerosÚ	unsqueezeÚFÚadaptive_avg_pool1dÚadaptive_max_pool1dÚsqueeze)ÚvaluesÚn_timeÚmodeÚpooleds       Ú4/root/disk_3tb/ICBHI_2017_F12/method/crackle_flux.pyÚ
_pool_timer      sˆ   € à‡{�{�1ƒ~˜ÓØˆØ‡{�{�1ƒ~˜ÓØ×Ñ §¡¨A£°Ó7Ð7Ø×Ñ˜aÓ €FØˆuƒ}Ü×&Ò& vÓ6‰ä×&Ò& vÓ6ˆØ�>‰>˜!ÓÐó    c                 ó  • X R                  SSS9-
  nUR                  S5      R                  SS9R                  SS9nUR                  S5      R                  SS9nX2R                  S5      -  S	-
  R                  S
S5      $ )z>Excess kurtosis over the last dimension. windows: [B, N, hop].éÿÿÿÿT)ÚdimÚkeepdimé   ©r   ç:Œ0âŽyE>©Úminé   g      @g      Àg      I@)ÚmeanÚpowÚclamp)ÚwindowsÚcenteredÚvarÚfourths       r   Ú_excess_kurtosisr&   !   s~   € àŸ™¨"°d˜Ð;Ñ;€HØ
�,‰,�q‹/×
Ñ
 2Ð
Ð
&×
,Ñ
,°Ð
,Ð
6€CØ�\‰\˜!‹_×!Ñ! bÐ!Ð)€FØ—W‘W˜Q“ZÑ #Ñ%×,Ñ,¨T°4Ó8Ð8r   c                 ó&  • U R                  S5      nUS:  a!  U R                  U R                  S5      S5      $ X!:  a  [        U R                  S5      5      $ X!-  nU S S 2S X1-  24   R	                  U R                  S5      X15      n[        U5      $ )Nr   r   r   )r   r   r&   r	   Úreshape)ÚwavesÚhopÚlengthÚn_hopsr"   s        r   Ú_hop_excess_kurtosisr-   )   s„   € Ø�Z‰Z˜‹]€FØ�ƒzØ�‰˜uŸz™z¨!›}¨aÓ0Ð0Øƒ|Ü §¡°Ó 2Ó3Ð3Ø‰]€FØ’A�}˜™�}Ð$Ñ%×-Ñ-¨e¯j©j¸«m¸VÓI€GÜ˜GÓ$Ð$r   c           
      ó0  • U R                  5       S:w  a-  [        SR                  [        U R                  5      5      5      eUS:  a  [        S5      e[        S[        U5      S-  5      nUS-  n[        R                  " X@R                  [        R                  S9n[        R                  " U R                  5       UUUUSSS	9nUR                  5       n[        R                  " [        R                   " US
S
2S
S
2SS
24   US
S
2S
S
2S
S24   -
  5      R#                  SS9S5      n[        [%        [&        [        U5      -  U-  5      5      n	[)        [        U	S5      UR+                  S5      S-
  5      n	US
S
2U	S
2S
S
24   R-                  SS9UR-                  SS9R/                  SS9-  n
[1        U R                  5       U5      n[        R2                  " [5        X�S5      [5        X±S5      [5        X¡S5      /SS9nUR7                  U R8                  S9$ )a,  10 ms crackle cues pooled onto ``n_time`` BEATs time steps. [B, n_time, 3].

Channels are positive spectral flux, excess kurtosis, and the fraction of
STFT energy above 1.5 kHz. Flux and kurtosis use max pooling because a
crackle is a peak inside the token. The high-band ratio uses average pooling.
r   z&expected waveform [B, samples], got {}r   zn_time must be positiveéd   r   )ÚdeviceÚdtypeT)Ún_fftÚ
hop_lengthÚ
win_lengthÚwindowÚcenterÚreturn_complexNr   r   )r   r   r   r   Úmaxr   )r1   )r   Ú
ValueErrorÚformatÚtupleÚshaper8   ÚintÚtorchÚhann_windowr0   Úfloat32ÚstftÚfloatÚabsr
   ÚpadÚrelur   ÚroundÚHF_CUTOFF_HZr   r   Úsumr!   r-   Ústackr   Útor1   )r)   r   Úsample_rater*   r2   r5   ÚspecÚmagÚfluxÚcutoffÚhighÚkurtÚfeatss                r   Úfine_crackle_featuresrS   4   sÒ  € ð ‡y�yƒ{�aÓÜÐA×HÑHÌÈuÏ{É{ÓI[Ó\Ó]Ð]Ø�ƒzÜÐ2Ó3Ð3Ü
ˆa”�[Ó! SÑ(Ó
)€CØ�!‰G€EÜ×Ò˜u¯\©\ÄÇÁÑO€FÜ�:Š:Ø�‰‹ØØØØØØñ€Dð �(‰(‹*€CÜ�5Š5”—’˜C¢¢1 a¡b ™M¨C²²1°c°r°c°	©NÑ:Ó;×@Ñ@ÀQÐ@ÐGÈÓP€DÜ””|¤e¨KÓ&8Ñ8¸5Ñ@ÓAÓB€FÜ”�V˜Q“ §¡¨!£¨q¡Ó1€FØŠq�&‘'š1ˆ}Ñ×!Ñ! aÐ!Ð(¨3¯7©7°q¨7¨>×+?Ñ+?ÀDÐ+?Ð+IÑI€DÜ §¡£¨sÓ3€DÜ�KŠKÜ�4 Ó'Ü�4 Ó'Ü�4 Ó'ðð ñ	€Eð
 �8‰8˜%Ÿ+™+ˆ8Ð&Ð&r   c                   ó:   ^ • \ rS rSrSr\S4U 4S jjrS rSrU =r	$ )ÚCrackleFluxResidualéY   zKZero-initialized map from fine crackle cues onto one logit per BEATs token.é€>  c                 ó¾  >• [         TU ]  5         US:  a  [        S5      e[        U5      U l        [        U5      U l        [        R                  " S5      U l        [        R                  " SS5      U l
        [        R                  R                  U R                  R                  5        [        R                  R                  U R                  R                  5        g )Nr   zn_freq must be positiveé   )ÚsuperÚ__init__r9   r=   Ún_freqrK   ÚnnÚ	LayerNormÚnormÚLinearÚprojÚinitÚzeros_ÚweightÚbias)Úselfr\   rK   Ú	__class__s      €r   r[   ÚCrackleFluxResidual.__init__\   s‹   ø€ Ü‰ÑÔØ�A‹:ÜÐ6Ó7Ð7Ü˜&“kˆŒÜ˜{Ó+ˆÔÜ—L’L “OˆŒ	Ü—I’I˜a “OˆŒ	Ü
�‰�‰�t—y‘y×'Ñ'Ô(Ü
�‰�‰�t—y‘y—~‘~Õ&r   c                 óx  • [        U5      nX R                  -  S:X  a  U R                  OSnX#-  n[        R                  " 5          [	        XU R
                  5      nS S S 5        U R                  U R                  W5      5      R                  S5      nUS:X  a  U$ UR                  USS9$ ! , (       d  f       NU= f)Nr   r   r   r   )
r=   r\   r>   Úno_gradrS   rK   ra   r_   r   Úrepeat_interleave)rf   r)   Ún_tokensr\   r   rR   Údeltas          r   ÚforwardÚCrackleFluxResidual.forwardg   sš   € Ü�x“=ˆØ (¯;©;Ñ 6¸!Ó ;�—’ÀˆØÑ#ˆÜ�]Š]�_Ü)¨%¸×9IÑ9IÓJˆE÷ à—	‘	˜$Ÿ)™) EÓ*Ó+×3Ñ3°BÓ7ˆØ�Q‹;ØˆLð ×&Ñ& v°1Ð&Ð5Ð5÷ �_ús   ÁB+Â+
B9)r\   r_   ra   rK   )
Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__ÚN_FREQ_PATCHESr[   rn   Ú__static_attributes__Ú__classcell__)rg   s   @r   rU   rU   Y   s   ø† ÙUà,¸%÷ 	'÷6ð 6r   rU   c                 ó^   • [        U SS5      nUb  Uc  U$ X" X!R                  S5      5      -   $ )zIAdd the residual to the crackle logit only. Wheeze logits stay untouched.Úcrackle_fluxNr   )Úgetattrr   )ÚheadÚlogit_cr)   Úbranchs       r   Úadd_crackle_fluxr~   u   s6   € ä�T˜>¨4Ó0€FØ�~˜™ØˆØ�V˜E§<¡<°£?Ó3Ñ3Ð3r   )rW   )rt   r>   Útorch.nnr]   Útorch.nn.functionalÚ
functionalr
   ru   rG   r   r&   r-   rS   ÚModulerU   r~   © r   r   Ú<module>r„      sN   ðñó Ý ß Ð ð €Ø€òò9ò%ô"'ôJ6˜"Ÿ)™)ô 6ó84r   