ó
    âaØjŠ+  ã                   óº   • S r SSKrSSKrSSKrSSKrSSKJrJr  SSK	J
r
JrJrJr  SSKJr  SrSrSrS	 rS
 rS rS rS rS r " S S\5      rS rS r\4S jrg)ay  Stream Resp-229K clips labeled for Frame ASD.

Train and valid items are timed spans from audio_descriptions.jsonl (16 kHz),
cut or repeat-padded to desired_length. Descriptions without a start and end
in seconds are skipped.

Test items are whole KAUH recordings. The filename sound code is the file-level
label. COUGHVID clips and Bronchial recordings are left out of Score.
é    N)ÚDatasetÚWeightedRandomSampler)Údescription_to_windowsÚkauh_file_labelÚkauh_sound_codeÚpatient_id_from_name)Úcut_pad_sample_torchaudio)ÚnormalÚcrackleÚwheezeÚboth)g¬Zd;ßß?g�—nƒÀÒ?g`åÐ"Ûù¾?gºI+‡¶?é-   c                 óD  • 0 n[        U SSS9 nU Hq  nUR                  5       nU(       d  M  [        R                  " U5      nUR	                  S5      nU(       d  ML  [        UR	                  S5      =(       d    S5      X'   Ms     SSS5        U$ ! , (       d  f       U$ = f)z<Map filename -> list of (start_sec, end_sec, label, clause).Úrúutf-8©ÚencodingÚaudio_filenameÚdescriptionÚ N)ÚopenÚstripÚjsonÚloadsÚgetr   )ÚpathÚwindowsÚhandleÚlineÚrowÚnames         Ú2/root/disk_3tb/ICBHI_2017_F12/util/resp_dataset.pyÚ_load_description_windowsr#      s‰   € à€GÜ	ˆd�C 'Ò	*¨fÛˆDØ—:‘:“<ˆDÞÙÜ—*’*˜TÓ"ˆCØ—7‘7Ð+Ó,ˆDÞÙÜ2°3·7±7¸=Ó3I×3OÈRÓPˆG‹Mñ ÷ 
+ð €N÷ 
+Ô	*ð €Nús   ŽA8BÂ
Bc                 ó  • SSK Jn  0 n[        U SSS9 nU HW  nUR                  5       nU(       d  M  [        R
                  " U5      nU" UR                  S5      =(       d    S5      X%S   '   MY     S	S	S	5        U$ ! , (       d  f       U$ = f)
z@File-level OR labels. Kept for callers that do not slice events.r   )Údescription_to_labelr   r   r   r   r   r   N)Úutil.desc_labelsr%   r   r   r   r   r   )r   r%   Úlabelsr   r   r    s         r"   Ú_load_description_labelsr(   /   s   € å5à€FÜ	ˆd�C 'Ò	*¨fÛˆDØ—:‘:“<ˆDÞÙÜ—*’*˜TÓ"ˆCÙ,@ÀÇÁÈÓAW×A]Ð[]Ó,^ˆFÐ'Ñ(Ó)ñ ÷ 
+ð €M÷ 
+Ô	*ð €Mús   ”AA<Á<
Bc                 ó€  • SSK n[        UR                  UR                  -  5      n[	        S[        U5      [        U5      -
  5      n[        U[        UR                  5      5      n US::  a#  [        R                  " U[        R                  S9$ UR                  XR                  S[        U5      US9u  p‰[        R                  " [        R                  " U[        R                  S95      R                  S5      n
U
R                  S   S:  a#  [        R                  " U[        R                  S9$ [!        X¡5      n
U
R#                  S5      R%                  5       R                  5       $ ! [&         aG  n[)        S	R+                  X5      5        [        R                  " U[        R                  S9s SnA$ SnAff = f)
zåMono 16 kHz clip of [start_sec, end_sec], then fit to desired_length.

Only the first desired_length seconds of a longer event are read.
Unreadable files become silence of the target length so one bad wav
does not stop an epoch.
r   Nç        ©ÚdtypeT)ÚsrÚmonoÚoffsetÚdurationéÿÿÿÿé   ú(Unreadable audio, using silence: {} ({}))ÚlibrosaÚintÚdesired_lengthÚsample_rateÚmaxÚfloatÚminÚtorchÚzerosÚfloat32ÚloadÚ
from_numpyÚnpÚasarrayÚ	unsqueezeÚshaper	   ÚreshapeÚ
contiguousÚ	ExceptionÚprintÚformat)r   ÚargsÚ	start_secÚend_secr4   ÚtargetÚspanÚtakeÚaudioÚ_ÚwaveÚexcs               r"   Úload_windowrS   >   sS  € ó ä�×$Ñ$ t×'7Ñ'7Ñ7Ó8€FÜˆs”E˜'“N¤U¨9Ó%5Ñ5Ó6€DÜˆt”U˜4×.Ñ.Ó/Ó0€Dð8Ø�1‹9Ü—;’;˜v¬U¯]©]Ñ;Ð;Ø—<‘<Ø×%Ñ%¨DÜ˜Ó#¨dð  ð 
‰ˆô ×Ò¤§
¢
¨5¼¿
¹
Ñ CÓD×NÑNÈqÓQˆØ�:‰:�b‰>˜AÓÜ—;’;˜v¬U¯]©]Ñ;Ð;Ü(¨Ó4ˆØ�|‰|˜BÓ×*Ñ*Ó,×2Ñ2Ó4Ð4øÜó 8ÜÐ8×?Ñ?ÀÓJÔKÜ�{Š{˜6¬¯©Ñ7Õ7ûð8ús+   Á((E, ÂB"E, Ä47E, Å,
F=Å6<F8Æ2F=Æ8F=c                 óB   • [        XS[        UR                  5      5      $ )z9Whole-file clip. Event training uses load_window instead.r*   )rS   r9   r6   )r   rI   s     r"   Ú	load_cliprU   [   s   € ä�t 3¬¨d×.AÑ.AÓ(BÓCÐCó    c                 ó"  • SSK n UR                  XR                  SS9u  p4[        R                  " [
        R                  " U[
        R                  S95      R                  S5      nUR                  5       S:  a#  [        R                  " S[        R                  S9$ UR                  5       R                  5       $ ! [         aG  n[        SR                  X5      5        [        R                  " S[        R                  S9s SnA$ SnAff = f)	z@Mono waveform at args.sample_rate, full duration, no cut or pad.r   NT)r-   r.   r+   r1   r2   r3   )r4   r>   r7   r;   r?   r@   rA   r=   rD   Únumelr<   rE   r9   rF   rG   rH   )r   rI   r4   rO   rP   rQ   rR   s          r"   Ú	load_fullrY   `   sÀ   € ãð3Ø—<‘< ×)9Ñ)9À�<ÐE‰ˆÜ×Ò¤§
¢
¨5¼¿
¹
Ñ CÓD×LÑLÈRÓPˆØ�:‰:‹<˜!ÓÜ—;’;˜q¬¯©Ñ6Ð6Ø�‰Ó ×&Ñ&Ó(Ð(øÜó 3ÜÐ8×?Ñ?ÀÓJÔKÜ�{Š{˜1¤E§M¡MÑ2Õ2ûð3ús$   †BB= ÂB= Â=
DÃ<D	ÄDÄ	Dc                 ó¤  • [        U 6 u  pn[        S U 5       5      nUS   R                  [        U5      U5      n[        R
                  " [        U5      U[        R                  S9n[        U5       H.  u  px[        UR                  5       5      n	X…USU	24'   SXgSU	24'   M0     U[        R                  " USS9[        R                  " USS9U4$ )zKPad a batch of variable-length waves. padding_mask True is the padded tail.c              3   óT   #   • U  H  n[        UR                  5       5      v •  M      g 7f©N)r5   rX   )Ú.0rQ   s     r"   Ú	<genexpr>Ú'collate_padded_waves.<locals>.<genexpr>r   s   é € Ð6²¨”#�d—j‘j“l×#Ð#²ùs   ‚&(r   r+   NF)Údim)Úzipr8   Ú	new_zerosÚlenr;   ÚonesÚboolÚ	enumerater5   rX   Ústack)
ÚbatchÚwavesr'   ÚpatientsÚmax_lenÚpaddedÚpadding_maskÚindexrQ   Úlengths
             r"   Úcollate_padded_wavesrp   o   sÃ   € ä! 5˜kÑ€E�8ÜÑ6±Ó6Ó6€GØ�1‰X×Ñ¤ E£
¨GÓ4€FÜ—:’:œc %›j¨'¼¿¹ÑD€LÜ  Ö'‰ˆÜ�T—Z‘Z“\Ó"ˆØ!%ˆu�g�v�gˆ~ÑØ',ˆ˜G˜V˜G�^Ó$ñ (ð
 	Ü�Š�F Ñ"Ü�Š�H !Ñ$Øð	ð rV   c                   óP   • \ rS rSrSrSS jrS r\S 5       rS r	S r
S	 rS
 rSrg)ÚResp229KDataseté�   a  audio_images entries are (path, label, device, patient_id, start_sec, end_sec).

Index 1 is the 4-class label so get_frame_pos_weights can count
positives without decoding audio. Test entries use the whole file:
start_sec and end_sec are 0 and the waveform is not cut to desired_length.
Nc                 ó8  • US;  a  [        SR                  U5      5      eXl        X l        US:H  U l        UR
                  U l        US:H  U l        [        R                  R                  UR                  SU5      n[        R                  R                  U5      (       d  [        SR                  U5      5      eU R                  (       a  U R                  XS5      U l        g [        R                  R                  UR                  S5      nUcI  [        R                  R                  U5      (       d  [        SR                  U5      5      e[!        U5      nS	nS	nS	n	/ n
[#        [        R$                  " U5      5       Hß  nUR'                  S
5      (       d  M  UR)                  U5      nUc  US-  nM6  U(       d  U	S-  n	MD  [        R                  R                  X[5      n [        R                  R+                  U5      nU[.        :  a  US-  nM”  [1        U5      nU H:  u  nnnnU
R3                  U[5        U5      S	U[7        U5      [7        U5      45        M<     Má     X l        U(       a  U R9                  XXyU5        g g ! [,         a
    US-  n GM  f = f)N)ÚtrainÚvalidÚtestz+split must be train, valid, or test, got {}ru   rw   ÚdatasetzMissing split directory {}zaudio_descriptions.jsonlz
Missing {}r   ú.wavr2   )Ú
ValueErrorrH   ÚsplitrI   Ú
train_flagr7   Ú
whole_fileÚosr   ÚjoinÚdata_folderÚisdirÚFileNotFoundErrorÚ_index_file_labelsÚaudio_imagesÚisfiler#   ÚsortedÚlistdirÚendswithr   ÚgetsizeÚOSErrorÚMIN_WAV_BYTESr   Úappendr5   r9   Ú_print_window_counts)Úselfr{   rI   Ú
print_flagÚdescription_windowsÚrootÚ	desc_pathÚskippedÚskipped_emptyÚskipped_no_eventÚitemsr!   r   r   ÚsizeÚ
patient_idrJ   rK   ÚlabelÚ_clauses                       r"   Ú__init__ÚResp229KDataset.__init__‰   sA  € ØÐ2Ó2ÜÐJ×QÑQÐRWÓXÓYÐYØŒ
ØŒ	Ø 7Ñ*ˆŒØ×+Ñ+ˆÔØ 6™/ˆŒä�w‰w�|‰|˜D×,Ñ,¨i¸Ó?ˆÜ�w‰w�}‰}˜T×"Ñ"Ü#Ð$@×$GÑ$GÈÓ$MÓNÐNØ�?�?Ø $× 7Ñ 7¸Ó IˆDÔØä—G‘G—L‘L ×!1Ñ!1Ð3MÓNˆ	ØÑ&Ü—7‘7—>‘> )×,Ñ,Ü'¨×(;Ñ(;¸IÓ(FÓGÐGÜ";¸IÓ"FÐàˆØˆØÐØˆÜœ2Ÿ:š: dÓ+Ö,ˆDØ—=‘= ×(Ñ(ÙØ)×-Ñ-¨dÓ3ˆGØ‰Ø˜1‘�ÙÞØ  AÑ%Ð ÙÜ—7‘7—<‘< Ó+ˆDðÜ—w‘w—‘ tÓ,�ð ”mÓ#Ø Ñ"�ÙÜ-¨dÓ3ˆJÛ6=Ñ2�	˜7 E¨7Ø—‘˜d¤C¨£J°°:¼uÀYÓ?OÔQVÐW^ÓQ_Ð`Öaó 7>ñ) -ð, "ÔæØ×%Ñ% e°GÈ}Õ]ð øô ó Ø Ñ"�Ûðús   Ç$JÊJÊJc           	      ób  • SnSnSn/ n[        [        R                  " U5      5       HÓ  nUR                  S5      (       d  M  [	        U5      nUc/  [        U5      n	U	b  U	R                  5       S:X  a  US-  nOUS-  nMX  [        R                  R                  X5      n
 [        R                  R                  U
5      nU[        :  a  US-  nM¨  [        U5      nUR                  U
[        U5      SUSS45        MÕ     U(       a  U R                  XcXE5        U$ ! [         a
    US-  n GM  f = f)z@One item per KAUH file whose sound code maps to a 4-class label.r   ry   Ú	bronchialr2   r*   )r†   r~   r‡   rˆ   r   r   Úlowerr   r   r‰   rŠ   r‹   r   rŒ   r5   Ú_print_file_counts)rŽ   r‘   r�   Úskipped_unlabeledÚskipped_bronchialr”   r–   r!   r™   Úcoder   r—   r˜   s                r"   rƒ   Ú"Resp229KDataset._index_file_labels¾   s'  € àÐØÐØˆØˆÜœ2Ÿ:š: dÓ+Ö,ˆDØ—=‘= ×(Ñ(ÙÜ# DÓ)ˆEØ‰}Ü& tÓ,�ØÑ#¨¯
©
«¸Ó(CØ%¨Ñ*Ñ%à%¨Ñ*Ð%ÙÜ—7‘7—<‘< Ó+ˆDðÜ—w‘w—‘ tÓ,�ð ”mÓ#Ø Ñ"�ÙÜ-¨dÓ3ˆJØ�L‰L˜$¤ E£
¨A¨z¸3ÀÐDÖEñ+ -ö, Ø×#Ñ# EÐ>OÔ_Øˆøô ó Ø Ñ"�Ûðús   Â DÄD.Ä-D.c                 óØ   • [        [        U R                  5       5      S5      n[        [        5       H4  u  p#[        SR                  X#[        X   5      SX   -  U-  5      5        M6     g )Nr2   z!Class {} ({:<9}): {:<6} ({:.1f}%)ç      Y@)r8   r5   Úsumrf   ÚCLASS_NAMESrG   rH   )ÚcountsÚtotalÚidxÚ
class_names       r"   Ú_print_class_countsÚ#Resp229KDataset._print_class_countsÞ   s\   € ä”C˜Ÿ
™
›Ó% qÓ)ˆÜ(¬Ö5‰OˆCÜÐ5×<Ñ<Ø¤ V¡[Ó!1°5¸6¹;Ñ3FÈÑ3NóPö Qò  6rV   c           	      óþ   • [         R                  " S[         R                  S9nU H  nXgS   ==   S-  ss'   M     [        S5        [        SR	                  U[        U5      X4U5      5        U R                  U5        g )Né   r+   r2   ú********************zQResp-229K {} windows: {} (skipped no description {}, no timed event {}, empty {})©r@   r<   Úint64rG   rH   rc   r­   )rŽ   r{   r–   r“   r•   r”   r©   Úitems           r"   r�   Ú$Resp229KDataset._print_window_countså   sj   € Ü—’˜!¤2§8¡8Ñ,ˆÛˆDØ˜‘7‹O˜qÑ �Oñ äˆhŒÜÐa×hÑhØ”3�u“:˜w¸-óIô 	Jà× Ñ  Õ(rV   c                 óü   • [         R                  " S[         R                  S9nU H  nXVS   ==   S-  ss'   M     [        S5        [        SR	                  [        U5      X#U5      5        U R                  U5        g )Nr°   r+   r2   r±   zOResp-229K test files: {} (skipped unlabeled {}, skipped bronchial {}, empty {})r²   )rŽ   r–   r¡   r¢   r”   r©   r´   s          r"   r    Ú"Resp229KDataset._print_file_countsî   si   € Ü—’˜!¤2§8¡8Ñ,ˆÛˆDØ˜‘7‹O˜qÑ �Oñ äˆhŒÜÐ_×fÑfÜ�‹JÐ)¸móMô 	Nà× Ñ  Õ(rV   c                 ó,   • [        U R                  5      $ r\   )rc   r„   )rŽ   s    r"   Ú__len__ÚResp229KDataset.__len__÷   s   € Ü�4×$Ñ$Ó%Ð%rV   c                 ó0  • U R                   U   u  p#pEpgU R                  (       a  [        X R                  5      nO[	        X R                  Xg5      nU[
        R                  " U[
        R                  S9[
        R                  " U[
        R                  S94$ )Nr+   )r„   r}   rY   rI   rS   r;   ÚtensorÚlong)	rŽ   rn   r   r™   Ú_devicer˜   rJ   rK   rQ   s	            r"   Ú__getitem__ÚResp229KDataset.__getitem__ú   sp   € Ø?C×?PÑ?PÐQVÑ?WÑ<ˆ�W¨)Ø�?�?Ü˜T§9¡9Ó-‰Dä˜t§Y¡Y°	ÓCˆDàÜ�LŠL˜¤e§j¡jÑ1Ü�LŠL˜¬5¯:©:Ñ6ð
ð 	
rV   )rI   r„   r7   r{   r|   r}   )TN)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__r›   rƒ   Ústaticmethodr­   r�   r    r¹   r¿   Ú__static_attributes__© rV   r"   rr   rr   �   s>   † ñô3^òjð@ ñQó ðQò)ò)ò&õ

rV   rr   c                 óf   • / SQnU R                    H  nU[        US   5      ==   S-  ss'   M     U$ )N)r   r   r   r   r2   )r„   r5   )rx   r©   r´   s      r"   Úclass_countsrÊ     s4   € Ú€FØ×$Ô$ˆØŒs�4˜‘7‹|Ó Ñ!Õñ %à€MrV   c                 ó^   • [        U 5      n[        U5      nUS::  a  gUS   [        U5      -  $ )Nr   g      ð?)rÊ   r§   r9   )rx   r©   rª   s      r"   Únormal_fractionrÌ     s2   € Ü˜'Ó"€FÜ�‹K€EØ�ƒzØØ�!‰9”u˜U“|Ñ#Ð#rV   c                 ó¶  ^^• U R                    Vs/ s H  n[        US   5      PM     nn[        S5       V^s/ s H  m[        U4S jU 5       5      PM     nn[        S5       Vs/ s H  oEU   S:”  d  M  UPM     nnU(       d  [	        S5      e[        U4S jU 5       5      nU Vs0 s H  nUTU   U-  XT   -  _M     nnU V	s/ s H  o˜U	   PM	     n
n	[        S5        [        S5       H<  mTU;  a  SO
S	TT   -  U-  n[        S
R                  [        T   UT   U5      5        M>     [        U
[        U5      SS9$ s  snf s  snf s  snf s  snf s  sn	f )zADraw training windows near the ICBHI cycle mix, with replacement.r2   r°   c              3   ó6   >#   • U  H  oT:X  d  M
  S v •  M     g7f)r2   NrÈ   )r]   r™   Úclss     €r"   r^   Ú&icbhi_prior_sampler.<locals>.<genexpr>  s   øé € Ð8¢˜°C©<—!‘!¢ùs   ƒ	�	r   z*Resp-229K train split has no event windowsc              3   ó.   >#   • U  H
  nTU   v •  M     g 7fr\   rÈ   )r]   rÏ   Úpriors     €r"   r^   rÐ     s   øé € Ð2ª6 C�U˜3–Zª6ùs   ƒz<Resp-229K sampler prior (renormalized over classes present):r*   r¦   z  {} count {} target {:.1f}%T)Únum_samplesÚreplacement)
r„   r5   Úranger§   rz   rG   rH   r¨   r   rc   )rx   rÒ   r´   r'   rÏ   r©   ÚactiveÚ
prior_massÚclass_weightr™   ÚweightsÚshares    `  `       r"   Úicbhi_prior_samplerrÛ     sX  ù€ à'.×';Ò';Ó<Ò';˜tŒc�$�q‘'ŽlÑ';€FÐ<ÜDIÈ!ÄHÔMÂH¸SŒcÔ8¡Ó8Ö8ÁH€FÐMÜ" 1œXÓ9šX�c°©°q©�c™X€FÐ9ÞÜÐEÓFÐFÜÔ2©6Ó2Ó2€Jñ óâˆCð 	ˆe�C‰j˜:Ñ%¨©Ñ4Ò4Ùð ð ñ 17Ó7² u˜EÔ"±€GÐ7Ü	Ð
HÔIÜ�QŽxˆØ &Ó(‘¨e°e¸C±jÑ.@À:Ñ.MˆÜÐ,×3Ñ3´KÀÑ4DÀfÈSÁkÐSXÓYÖZñ ô ! ´c¸&³kÈtÑTÐTùò =ùÚMùÚ9ùòùò 8s"   ‘E¹EÁ'EÁ7EÂ*EÃE)rÅ   r   r~   Únumpyr@   r;   Útorch.utils.datar   r   r&   r   r   r   r   Úutil.icbhi_utilr	   r¨   ÚICBHI_TRAIN_PRIORr‹   r#   r(   rS   rU   rY   rp   rr   rÊ   rÌ   rÛ   rÈ   rV   r"   Ú<module>rà      s   ðñó Û 	ã Û ß ;÷ó õ 6ð 6€à0Ð à€òò ò8ò:Dò
3òô$C
�gô C
òLò$ð (9õ UrV   