ó
    ”ÖÇj#  ã            
       óŒ  • S r SSKrSSKrSSKrSSKrSSKrSSKr\R                  R                  S\R                  R                  \R                  R                  \R                  R                  \5      5      5      5        SSKJrJr  SSKJrJrJrJr  Sr/ rSS jrS rS rS	 rS
 rS rS rS rS r\ S:X  a  \" 5         gg)z:Sanity checks for the F12 preprocessing ladder (CPU only).é    N)ÚStructuredSpecAugÚbuild_specaug_transform)ÚdbfsÚhighpassÚor_labelÚrms_normalizez./save/pattern_stats.jsonc                 óž   • [        SR                  U(       a  SOSX(       a  SU-   OS5      5        U(       d  [        R                  U 5        g g )Nz	[{}] {}{}zOK  ÚFAILz - Ú )ÚprintÚformatÚFAILSÚappend)ÚnameÚokÚdetails      Ú:/root/thao/ICBHI_2017_finetunning/scripts/check_preproc.pyÚcheckr      s;   € Ü	ˆ+×
Ñ
¦r™V¨v°tÕQW¸eÀfºnÐ]_Ó
`ÔaÞÜ�‰�TÕð ó    c                 ó$   • X:H  R                  SS9$ )Néÿÿÿÿ©Údim)Úall)ÚxÚfills     r   Úmasked_rowsr      s   € Ø‰I�?‰?˜rˆ?Ð"Ð"r   c            
      óD  • [         R                  " S5        [        5       n [         R                  " SSSS5      [         R                  " S5      R                  SSSS5      R                  5       -   nU " U5      nS[        5       pC[        S5       H¦  nX%   X   :g  nUR                  5       (       aI  X%   U   nU[        [         R                  " XqU   R                  5       R                  U5      5      5      -  nUR                  UR                  S5      R!                  5       R#                  5       5        M¨     [%        SU5        [%        S	['        U5      S:„  S
R)                  ['        U5      5      5        [%        S[        US:H  R                  5       5      (       + 5        g )Nr   é   é   é€   éò  Tr   z-structured: masks filled with per-sample meanz-structured: masks differ across samples (iid)z{} distinctz$structured: zero fill no longer used)ÚtorchÚmanual_seedr   ÚrandnÚarangeÚviewÚfloatÚsetÚrangeÚanyÚboolÚallcloseÚmeanÚ	expand_asÚaddÚreshapeÚnonzeroÚnumelr   Úlenr   )Úaugr   ÚyÚfills_okÚpatternsÚbÚchangedÚvalss           r   Útest_structured_masksr<      s<  € Ü	×Ò�aÔÜ
Ó
€CÜ�Š�A�q˜#˜sÓ#¤e§l¢l°1£o×&:Ñ&:¸1¸aÀÀAÓ&F×&LÑ&LÓ&NÑN€AÙˆA‹€AØœs›uˆhÜ�1ŽXˆØ‘$˜!™$‘,ˆØ�;‰;�=‰=Ø‘4˜‘=ˆDØœœUŸ^š^¨D°A±$·)±)³+×2GÑ2GÈÓ2MÓNÓOÑOˆHØ�‰�W—_‘_ RÓ(×0Ñ0Ó2×8Ñ8Ó:Ö;ñ ô 
Ð
9¸8ÔDÜ	Ð
9¼3¸x»=È1Ñ;LÈm×NbÑNbÔcfÐgoÓcpÓNqÔrÜ	Ð
0´d¸AÀ¹F¿<¹<»>Ó6JÔ2JÕKr   c           
      ó   • [         R                  " S5        [        U S   5      n[        U S   5      nUu  p4[	        S[
        S9n[         R                  " SSSS5      n[         R                  " / S	Q5      n[         R                  " S
5        UR                  Xg5      n[         R                  " S
5        U" U5      n	[        S[        [         R                  " X‰5      5      5        Sn
[        S5       H\  nU" U5      n[        S5       HB  nU
[        [        XÍS4   Xm   R                  5       5      X4S-    R                  5       5      -  n
MD     M^     [        SU
S:H  5        [	        S[
        S9nS=pï[        S5       HX  nUR!                  SUR"                  U5      u  nnU(       a  UU-   S-
  U:  d  UU:”  d  US-  nUUR"                  :”  d  MS  US-  nMZ     [        SR%                  ['        U5      5      US:H  SR%                  U5      5        [        SR%                  UR"                  5      US:H  5        [         R                  " SSSS5      n[         R                  " / S	Q5      nSu  nn[        S5       H¹  nUR                  Xg5      nS HD  n[        XÍS4   Xm   R                  5       5      nU[        UX4S-    R                  5       5      -  nMF     S HU  nXÍS4   Xm   R                  5       :H  R)                  SS9nU[        UR                  5       UR*                  U-  :„  5      -  nMW     M»     [        SUS:H  5        [        SR%                  U5      US:H  5        [        S5       Vs/ s H!  oµR!                  SUR,                  5      S   PM#     nn[        S[/        U5      U:„  SR%                  [/        U5      5      5        g s  snf )Nr    Úwheeze_protect_bandÚcrackle_time_maskÚsound_aware©Ú
stats_pathé   r!   r"   )r   r    é   é   é   z;sound_aware: masks independent of labels (no label leakage)r   éÈ   z3sound_aware: protect band never masked, all samplesÚsound_aware_labeledi¸  z<sound_aware_labeled: wheeze freq masks avoid protect band {}z{} overlaps / 3000z1sound_aware_labeled: wheeze freq mask width <= {})r   r   )rD   rE   )r    rE   r   zGsound_aware_labeled: no masked rows inside protect band for wheeze/bothz>sound_aware_labeled: crackle/both time masks <= {} frames eachiÐ  zCsound_aware_labeled: normal samples keep full time masks (up to 35)zmax {})r#   r$   ÚtupleÚintr   ÚSTATSr%   ÚtensorÚforward_with_labelsr   r,   Úequalr*   r   r.   ÚsumÚ_spanÚwheeze_freq_maskr   Úlistr   Ún_timeÚtime_mask_paramÚmax)ÚstatsÚbandÚcapÚloÚhir5   r   ÚlabelsÚy_labÚy_nolabÚ	band_rowsÚ_r6   r9   Úband_hitÚ	width_badÚsÚwÚband_rows_maskedÚ	long_timeÚrowsÚcolsÚwidthss                          r   Útest_sound_aware_constraintsri   /   sg  € Ü	×Ò�aÔÜ�Ð,Ñ-Ó.€DÜ
ˆeÐ'Ñ(Ó
)€CØ�F€Bä
! -¼EÑ
B€CÜ�Š�A�q˜#˜sÓ#€AÜ�\Š\š,Ó'€FÜ	×Ò�aÔØ×#Ñ# AÓ.€EÜ	×Ò�aÔÙ�!‹f€GÜ	Ð
GÌÌeÏkÊkÐZ_ÓNiÓIjÔkØ€IÜ�3ŽZˆÙ�‹FˆÜ�q–ˆAØœœ[¨¨a¨4©°!±$·)±)³+Ó>¸rÀqÁ&ÐI×MÑMÓOÓPÑPŠIó ñ ô 
Ð
?ÀÈaÁÔPä
!Ð"7ÄEÑ
J€CØÐ€HÜ�4Ž[ˆØ�y‰y˜˜c×2Ñ2°DÓ9‰ˆˆ1Þ�a˜!‘e˜a‘i "“n¨¨B«Ø˜‰MˆHØˆs×#Ñ#Õ#Ø˜‰NŠIñ ô 
Ð
H×
OÑ
OÔPTÐUYÓPZÓ
[Ð]eÐijÑ]jØ
×
%Ñ
% hÓ
/ô1ä	Ð
=×
DÑ
DÀS×EYÑEYÓ
ZÐ\eÐijÑ\jÔkä�Š�A�q˜#˜sÓ#€AÜ�\Š\š,Ó'€FØ"&ÑÐ�iÜ�3ŽZˆØ×#Ñ# AÓ.ˆÛˆAÜ˜q A ™w¨©¯	©	«Ó4ˆDØ¤ D¨°©F O×$7Ñ$7Ó$9Ó :Ñ:Òñ ó ˆAØ˜�d‘G˜q™tŸy™y›{Ñ*×/Ñ/°AÐ/Ð6ˆDØœ˜TŸX™X›Z¨#¯*©*°sÑ*:Ñ:Ó;Ñ;ŠIó ñ ô 
Ð
SÐUeÐijÑUjÔkÜ	Ð
J×
QÑ
QÐRUÓ
VÐXaÐefÑXfÔgä>CÀD¼kÓJºk¸�i‰i˜˜S×0Ñ0Ó1°!Ô4¹k€FÐJÜ	Ð
OÔQTÐU[ÓQ\Ð_bÑQbØ
�/‰/œ#˜f›+Ó
&õ(ùò Ks   Í/(Oc                  ój  • Sn [         R                  " U S-  5      U -  n[         R                  " S[        R                  -  S-  U-  5      n[         R                  " S[        R                  -  S-  U-  5      n[        SU-  S5      [        SU-  S5      pTS[        R                  " [        UR                  5       5      [        SU-  R                  5       5      -  5      -  nS[        R                  " [        UR                  5       5      [        SU-  R                  5       5      -  5      -  n[        SUS	:  S
R                  U5      5        [        SUS:„  SR                  U5      5        S[         R                  " S5      -  n[        S[        [        [        US5      5      S-   5      S:  SR                  [        [        US5      5      5      5        [         R                  " S5      n	SU	S S S2'   [        S[        [        U	S5      R                  5       R!                  5       5      S:*  5        g )Ni€>  rD   é2   i�  g333333Ó?éP   é   z highpass 80 Hz: 50 Hz attenuatediñÿÿÿz	{:.1f} dBz highpass 80 Hz: 400 Hz preservedg      à¿z	{:.2f} dBg{®Gáz„?é€8 zrms_normalize -25 dBFSiçÿÿÿé   gš™™™™™¹?z{:.2f} dBFSç      ð?iè  z rms_normalize peak clamp <= 0.99iöÿÿÿgÅ;À“®ï?)r#   r&   ÚsinÚmathÚpir   Úlog10r(   Ústdr   r   r%   Úabsr   r   ÚzerosrU   )
ÚsrÚtÚlowÚmidÚy_lowÚy_midÚatt_lowÚatt_midrc   Úspikys
             r   Útest_wave_conditioningr�   c   sº  € Ø	€BÜ�Š�R˜!‘VÓ˜rÑ!€AÜ
�)Š)�AœŸ™‘K "Ñ$ qÑ(Ó
)€CÜ
�)Š)�AœŸ™‘K #Ñ%¨Ñ)Ó
*€CÜ˜C #™I rÓ*¬H°S¸3±YÀÓ,Cˆ5Ø”4—:’:œe E§I¡I£KÓ0´5¸#À¹)¿¹Ó9JÓ3KÑKÓLÑL€GØ”4—:’:œe E§I¡I£KÓ0´5¸#À¹)¿¹Ó9JÓ3KÑKÓLÑL€GÜ	Ð
,¨g¸©m¸[×=OÑ=OÐPWÓ=XÔYÜ	Ð
,¨g¸©n¸k×>PÑ>PÐQXÓ>YÔZØŒu�{Š{˜5Ó!Ñ!€AÜ	Ð
"¤C¬¬]¸1¸cÓ-BÓ(CÀbÑ(HÓ$IÈCÑ$OØ
×
Ñ
œt¤M°!°SÓ$9Ó:Ó
;ô=ä�KŠK˜Ó€EØ€E‰&ˆDˆ&�MÜ	Ð
,¬e´MÀ%ÈÓ4M×4QÑ4QÓ4S×4WÑ4WÓ4YÓ.ZÐ^iÑ.iÕjr   c                  óº   • SS K nSSKJn  UR                  5       nU" U5        UR	                  SS/5      nU R                  5        H  u  pV[        XEU5        M     U$ )Nr   )Úadd_frame_asd_argsz--modelÚbeats)ÚargparseÚutil.frame_asd_trainrƒ   ÚArgumentParserÚ
parse_argsÚitemsÚsetattr)Úkwr…   rƒ   ÚpÚargsÚkÚvs          r   Ú	make_argsr�   u   sR   € ÛÝ7Ø×ÑÓ!€AÙ�qÔØ�<‰<˜ GÐ,Ó-€DØ—‘–
‰ˆÜ�˜Öñ à€Kr   c            	      ó4  • SSK Jn   [        S[        SS5      S:H  =(       a%    [        SS5      S:H  =(       a    [        SS5      S:H  5        [	        SSS	S
S9nU " SUSS9nUR
                  S S UR                  S S pCX4-    Vs/ s H  n[        X%   S   5      PM     nn[        S[        S U 5       5      5        UR                  S S  Vs/ s H  n[        X%   S   5      PM     nn[        S[        S U 5       5      5        X"R                  S      S   n[        SUR                  S:H  =(       a-    [        [        R                  " U5      R                  5       5      [        [        UR                  5      5      5        UR                   S S  V	s/ s H  n	[#        UR%                  U	5      5      PM     n
n	[        S['        [(        R*                  " U
5      S-   5      S:  SR-                  [(        R*                  " U
5      5      5        U " SUSS9n[        SUR.                  S:H  =(       a    UR0                  S:H  5        US   S   US   S   pÜ[        S[        [        R2                  " XÍ5      5      5        UR                   S S  V	s/ s H  n	[#        UR%                  U	5      5      PM     n
n	[        S['        [(        R*                  " U
5      S-   5      S:  SR-                  [(        R*                  " U
5      5      5        g s  snf s  snf s  sn	f s  sn	f )Nr   )ÚICBHIDatasetzor_label crackle+wheeze -> bothr    rD   rE   rp   g      à?g      T@g      9À)Úor_mix_pÚ
wave_aug_pÚwave_highpass_hzÚwave_rms_normT)Ú
train_flagr�   Ú
print_flagrm   z6OR-mix p=1: crackle-only/wheeze-only items become bothc              3   ó*   #   • U  H	  oS :H  v •  M     g7f)rE   N© ©Ú.0Úls     r   Ú	<genexpr>Útest_dataset.<locals>.<genexpr>‡   s   é € ÐG]ÒX\ÐSTÈQÎÒX\ùó   ‚zOR-mix leaves normal labelsc              3   ó*   #   • U  H	  oS :H  v •  M     g7f)r   Nrš   r›   s     r   rž   rŸ   ‰   s   é € Ð,DºV¸°!®VºVùr    ztrain item shape / finite)rn   i,  z&RMS norm applied to stored train wavesro   g      ø?zmedian {:.1f} dBFSFz test split: no wave aug / OR-mixztest split deterministicz"RMS norm applied to test waves too)Úutil.datasetr’   r   r   r�   Úcrackle_only_idxÚwheeze_only_idxrJ   r   Ú
normal_idxÚshaper,   r#   ÚisfiniteÚstrrI   Úaudio_imagesr   Ú_as_waverv   ÚnpÚmedianr   r”   r“   rN   )r’   r�   ÚtrÚidx_cÚidx_wÚiÚlabsÚlabs_nrc   ÚitÚlvÚteÚar9   s                 r   Útest_datasetr·   €   s¡  € Ý)Ü	Ð
+¬X°a¸«^¸qÑ-@×-pÄXÈaÐQRÃ^ÐWXÑEX×-pÔ]eÐfgÐijÓ]kÐopÑ]pÔqÜ˜c¨cÀDÐX]Ñ^€DÙ	 ¨D¸TÑ	B€BØ×&Ñ& s¨Ð+¨R×-?Ñ-?ÀÀÐ-Dˆ5Ø#(¢=Ó1¢=˜aŒC�‘�a‘ŽM¡=€DÐ1Ü	Ð
BÄCÑG]ÑX\ÓG]ÓD]Ô^Ø%'§]¡]°3°BÑ%7Ó8Ò%7 Œc�"‘%˜‘(ŽmÑ%7€FÐ8Ü	Ð
'¬Ñ,D¹VÓ,DÓ)DÔEØ
�=‰=˜ÑÑ˜QÑ€AÜ	Ð
% q§w¡w°(Ñ':×'\¼tÄEÇNÂNÐSTÓDU×DYÑDYÓD[Ó?\Ô^aÔbgÐhi×hoÑhoÓbpÓ^qÔrØ*,¯/©/¸$¸3Ñ*?Ó	@Ò*? BŒ$ˆr�{‰{˜2‹Ö
Ñ*?€BÐ	@Ü	Ð
2´C¼¿	º	À"»ÈÑ8JÓ4KÈcÑ4QÐSg×SnÑSnÔoq×oxÒoxÐy{Óo|ÓS}Ô~á	 ¨T¸dÑ	C€BÜ	Ð
,¨b¯m©m¸qÑ.@×.UÀRÇ[Á[ÐTUÑEUÔVØˆa‰5�‰8�R˜‘U˜1‘X€qÜ	Ð
$¤d¬5¯;ª;°qÓ+<Ó&=Ô>Ø*,¯/©/¸$¸3Ñ*?Ó	@Ò*? BŒ$ˆr�{‰{˜2‹Ö
Ñ*?€BÐ	@Ü	Ð
.´´B·I²I¸b³MÀBÑ4FÓ0GÈ#Ñ0MÐOc×OjÑOjÔkm×ktÒktÐuwÓkxÓOyÕzùò 2ùâ8ùò 
Aùò 
As   ÂLÃLÆ$LÊ$Lc            
      óJ  • SSK Jn   [        R                  " S5        S[        R                  " SS5      -  n[        R
                  " SS/5      nS GH=  n[        U[        S9nU " US	S
9R                  5       n[        R                  " 5          UR                  XS9nUR                  5         UR                  U5      nUR                  U5      nS S S 5        [        SR                  U5      WR                  5       S:H  =(       a-    [        [        R                   " U5      R#                  5       5      [%        ['        UR(                  5      5      5        [        SR                  U5      [        [        R*                  " WW5      5      5        AGM@     g ! , (       d  f       NË= f)Nr   )ÚBeatsEncodergš™™™™™©?rD   rn   r    )Úicbhi_ast_supÚ
structuredr@   rA   g      à@)Úspec_transformÚ
wave_scale)Úspec_labelszBEATs train forward [{}]rE   z&BEATs eval forward has no SpecAug [{}])Úmodels.beats_encoderr¹   r#   r$   r%   rL   r   rK   ÚtrainÚno_gradÚencode_framesÚevalr   r   r   r,   r§   r   r¨   rI   r¦   r-   )	r¹   Úwavesr[   ÚpolicyÚspecÚencÚfÚg1Úg2s	            r   Útest_beats_forwardrË   —   s7  € Ý1Ü	×Ò�aÔØ”5—;’;˜q %Ó(Ñ(€EÜ�\Š\˜1˜a˜&Ó!€FÜ@ˆÜ& v¼%Ñ@ˆÙ¨$¸7ÑC×IÑIÓKˆÜ�]Š]�_Ø×!Ñ! %Ð!Ð<ˆAØ�H‰HŒJØ×"Ñ" 5Ó)ˆBØ×"Ñ" 5Ó)ˆB÷	 ô
 	Ð(×/Ñ/°Ó7¸¿¹»ÀA¹×9gÌ$ÌuÏ~Ê~Ð^_ÓO`×OdÑOdÓOfÓJgÔilÔmrÐst×szÑszÓm{Ói|Ô}ÜÐ6×=Ñ=¸fÓEÄtÌEÏNÊNÐ[]Ð_aÓLbÓGcÔdÛò A÷ �_ús   ÂAFÆ
F"	c            	      óà  • [         R                  " [        [        5      5      n [	        SR                  U S   U S   U S   5      5        [        5         [        U 5        [        5         [        5         [        5         [	        SR                  [        [        5      [        (       a  SSR                  [        5      -   OS5      5        [        R                  " [        (       a  S	5        g S
5        g )Nz<pattern_stats: protect band {} ({} Hz), crackle_time_mask {}r>   Úwheeze_protect_band_hzr?   z
{} failure(s){}z: z, r   r    r   )ÚjsonÚloadÚopenrK   r   r   r<   ri   r�   r·   rË   r4   r   ÚjoinÚsysÚexit)rV   s    r   ÚmainrÔ   ©   s¨   € Ü�IŠI”dœ5“kÓ"€EÜ	Ð
H×
OÑ
OØÐ#Ñ$ eÐ,DÑ&EÀuÐM`ÑGaócô däÔÜ  Ô'ÜÔÜ„NÜÔÜ	Ð
×
$Ñ
$¤S¬£ZÏeÊe°$¸¿¹Ä5Ó9IÒ2IÐY[Ó
\Ô]Ü‡H‚H—%’%ˆQÕ˜QÕr   Ú__main__)r   )!Ú__doc__rÎ   rr   ÚosrÒ   Únumpyr«   r#   ÚpathÚinsertÚdirnameÚabspathÚ__file__Úutil.specaugr   r   Úutil.wave_preprocr   r   r   r   rK   r   r   r   r<   ri   r�   r�   r·   rË   rÔ   Ú__name__rš   r   r   Ú<module>rá      s«   ðá @ã Û Û 	Û 
ã Û à ‡�‡���2—7‘7—?‘? 2§7¡7§?¡?°2·7±7·?±?À8Ó3LÓ#MÓNÔ Oß Cß EÓ Eà#€Ø
€ôò#òLò"1(òhkò$ò{ò.ò$
 ð ˆzÓÙ…Fð r   