ó
    \Êjù  ã                   ó˜  • S r SSKrSSKrSSKrSSKrSSKJr  SSKrSSKJ	s  J
r  \R                  R                  \R                  R                  \R                  R                  \5      5      5      r\R                  R#                  S\5        \R$                  " \5        SSKJr  Su  rrS rS rSrS	 rS
 rS r\S:X  a  \" 5         gg)aÂ  Kaldi fbank statistics of the ICBHI train cycles for BEATs input normalization.

Uses the same fbank as BEATs.preprocess (128 mel, 25 ms / 10 ms, 16 kHz) on the padded 5 s train
cycles at --wave_scale, and writes the scalar and per-mel-bin mean/std consumed by
--fbank_stats/--fbank_norm. BEATs normalizes as (fbank - mean) / (2 * std), i.e. to std 0.5.

Usage: python scripts/fbank_stats.py [--wave_scale 32768] [--out save/fbank_stats_s32768.json]
é    N)ÚSimpleNamespace)ÚICBHIDataset)g¡‡PÕ.@gÓÙÉà(9@c                 ó�   • [         R                  " U R                  SS5      R                  5       U-  SSSSS9R	                  5       $ )Né   éÿÿÿÿé€   é€>  é   é
   )Únum_mel_binsÚsample_frequencyÚframe_lengthÚframe_shift)Úta_kaldiÚfbankÚreshapeÚfloatÚdouble)ÚwaveÚscales     Ú8/root/thao/ICBHI_2017_finetunning/scripts/fbank_stats.pyÚfbank_ofr      sB   € Ü�>Š>˜$Ÿ,™, q¨"Ó-×3Ñ3Ó5¸Ñ=ÈCØ+0¸rÈrñSßSYÑSYÓS[ð\ó    c                 ó8  • S =p#Sn[        [        U 5      5       Hz  n[        X   S   U5      nUc  UR                  S5      OX&R                  S5      -   nUc  Xf-  R                  S5      OX6U-  R                  S5      -   nXFR	                  S5      -  nM|     X#U4$ )Nr   )ÚrangeÚlenr   ÚsumÚsize)Údatasetr   ÚsÚssÚnÚiÚfs          r   Ú
accumulater%   "   sŽ   € Ø€M€AØ	€AÜ”3�w“<Ö ˆÜ�W‘Z ‘] EÓ*ˆØ™	ˆA�E‰E�!ŒH q¯5©5°«8¡|ˆØ!™zˆa‰e�[‰[˜Œ^¨r¸±U·K±KÀ³NÑ/BˆØ	�V‰V�A‹Y‰Šñ	 !ð
 �!ˆ8€Or   gš™™™™™¹?c                 óN  • X-  n[        U R                  5       X R                  5       -  -  5      n[        UR                  5       X R                  5       -  -  US-  -
  S-  5      nX-  US-  -
  R                  S5      R	                  5       R                  [
        U-  5      nXEX64$ )Né   ç      à?r   )r   r   ÚnumelÚ	clamp_minÚsqrtÚ	STD_FLOOR)r    r!   r"   Úmean_binÚmeanÚstdÚstd_bins          r   Úmomentsr1   0   s�   € Ø‰u€HÜ�—‘“˜A§¡£	™MÑ*Ó+€DÜ
�—‘“˜Q§¡£™]Ñ+¨d°a©iÑ7¸CÑ?Ó
@€CØ‰v˜ A™Ñ%×0Ñ0°Ó3×8Ñ8Ó:×DÑDÄYÐQTÁ_ÓU€GØ�hÐ'Ð'r   c                 ó„  • [         R                  " U[         R                  S9[         R                  " U[         R                  S9pCSU-  nX-  U-
  U-  nX-  SU-  U -  U-  -
  US-  -   US-  -  n[        UR	                  5       5      n[        US5      [        [        UR	                  5       US-  -
  5      S-  S5      4$ )zYMean/std over all frames and bins after (x - mean) / (2 * std); mean/std scalar or [128].)Údtyper'   é   r(   )ÚtorchÚ	as_tensorÚfloat64r   r.   Úround)	r    r!   r"   r.   r/   ÚdÚm_binÚe2_binÚms	            r   Ú
normalizedr=   8   s¯   € ä—’ ¬E¯M©MÑ:¼E¿OºOÈCÔW\×WdÑWdÑ<eˆ#Ø	ˆC‰€AØ‰U�T‰\˜QÑ€EØ‰f�q˜4‘x !‘| aÑ'Ñ'¨$°!©)Ñ3°q¸A±vÑ=€FÜˆe�j‰j‹lÓ€AÜ��A‹;œœe F§K¡K£M°A¸±FÑ$:Ó;¸sÑBÀAÓFÐFÐFr   c                  ó*  • [         R                  " 5       n U R                  S[        SS9  U R                  SS S9  U R	                  5       nUR
                  =(       d    SR                  UR                  5      n[        SSS	S
SSSSSSS SS/ SQS9n[        SUSS9n[        XAR                  5      u  pVn[        XVU5      u  p‰p«UR                  S[        U5      UX‰S.U
R                  5       UR                  5       S.[        XVU[        [         5      [        XVXxU	5      [        XVXzU5      S.S.n["        R$                  " ["        R&                  R)                  U5      =(       d    SSS9  [+        US5       n[,        R.                  " XÍSS9  S S S 5        [1        SR                  [        U5      XxU	[        [         5      5        [1        S R                  [        U
R3                  5       5      [        U
R5                  5       5      [        UR3                  5       5      [        UR5                  5       5      5      5        US!   R7                  5        H$  u  nu  nn[1        S"R                  XïU5      5        M&     [1        S#U5        g ! , (       d  f       Nþ= f)$Nz--wave_scaleg      à@)ÚtypeÚdefaultz--out)r@   zsave/fbank_stats_s{:g}.jsonr'   z./dataÚofficialr	   é   Úrepeatr4   Ú	lungsoundr   g        )ÚnormalÚcrackleÚwheezeÚboth)ÚseedÚdata_folderÚ	test_foldÚsample_rateÚdesired_lengthÚ	pad_typesÚn_clsÚclass_splitÚraw_augmentÚwave_highpass_hzÚwave_rms_normÚ
wave_aug_pÚor_mix_pÚcls_listTF)Ú
train_flagÚargsÚ
print_flagÚtrain)r.   r/   )ÚaudiosetÚglobalÚper_bin)Ú
wave_scaleÚsplitÚn_cyclesÚn_framesr\   r]   Únormalized_trainÚ.)Úexist_okÚwr   )ÚindentzOtrain cycles {} frames {} | raw fbank mean {:.3f} std {:.3f} (AudioSet {} / {})z?per-bin mean range [{:.2f}, {:.2f}], std range [{:.2f}, {:.2f}]rb   z.normalized with {:<8}: mean {:+.3f} std {:.3f}ÚSaved)ÚargparseÚArgumentParserÚadd_argumentr   Ú
parse_argsÚoutÚformatr^   r   r   r%   r1   r   Útolistr=   ÚAUDIOSET_MEANÚAUDIOSET_STDÚosÚmakedirsÚpathÚdirnameÚopenÚjsonÚdumpÚprintÚminÚmaxÚitems)ÚpÚclirl   Ú	data_argsrZ   r    r!   r"   r.   r/   r-   r0   Úresultr$   Úkr<   Úsds                    r   Úmainr‚   B   s  € Ü×ÒÓ!€AØ‡N�N�>¬°w€NÑ?Ø‡N�N�7 D€NÑ)Ø
�,‰,‹.€CØ
�'‰'×
IÐ2×9Ñ9¸#¿.¹.ÓI€CäØ˜H°
ÈÐ^_Ø !°È!Ð^aØ s°SÒCjñl€Iô  D¨yÀUÑK€EÜ˜%§¡Ó0�H€Aˆ1Ü#*¨1°!Ó#4Ñ €Dˆxð —n‘n¨wÄCÈÃJÐ\]ØÑ,Ø$ŸO™OÓ-°g·n±nÓ6FÑGä" 1¨!¬]¼LÓIÜ  ¨°Ó5Ü! !¨°gÓ>ñ
ñ		€Fô ‡K‚K”—‘—‘ Ó$×+¨°dÒ;Ü	ˆc�3Œ˜1Ü�	Š	�& AÒ&÷ 
ä	Ð
[×
bÑ
bÜˆE‹
�A˜S¤-´ó?ô @ä	Ð
K×
RÑ
RÜˆh�l‰l‹nÓœu X§\¡\£^Ó4´e¸G¿K¹K»MÓ6JÌEÐRY×R]ÑR]ÓR_ÓL`óbô càÐ/Ñ0×6Ñ6Ö8‰
ˆ‰7ˆAˆrÜÐ>×EÑEÀaÈBÓOÖPñ 9ä	ˆ'�3Õ÷ 
�ús   Å6JÊ
JÚ__main__)Ú__doc__rh   rv   rq   ÚsysÚtypesr   r5   Útorchaudio.compliance.kaldiÚ
complianceÚkaldir   rs   rt   ÚabspathÚ__file__ÚROOTÚinsertÚchdirÚutil.datasetr   ro   rp   r   r%   r,   r1   r=   r‚   Ú__name__© r   r   Ú<module>r’      s±   ðñó Û Û 	Û 
Ý !ã ß .Ð .à	‡w�w‡��r—w‘w—‘ r§w¡w§¡°xÓ'@ÓAÓB€Ø ‡�‡���4Ô Ø ‡‚ˆ„å %à/Ñ €ˆ|ò\ò
ð €	ò(òGò"ðJ ˆzÓÙ…Fð r   