ó
    ‰ÅÙj4,  ã            
       ó
  • S r SSKrSSKrSSKrSSKrSSKrSSKJr  \R                  R                  S\R                  R                  \R                  R                  \R                  R                  \5      5      5      5        SSKJrJrJr  SSKJrJrJrJrJr  SSKJrJr  SrSrSrS	 rS
 rS rS r \RB                  " 5       S 5       r"S r#S r$S r%\RB                  " 5       S 5       r&S r'S r(S r)\*S:X  a  \)" 5         gg)a!  Measure crackle/wheeze structure across the 12 BEATs blocks of the stage-1 checkpoint.

The encoder stays frozen and in eval, so SpecAug is off. Twelve linear heads are
fit for a few epochs on those features. The script writes save/layer_probe_s1.json
and does not save the probe weights.
é    N)ÚFrameASDHeadÚclass_to_binary_targetsÚprobs_from_logits)Úadd_frame_asd_argsÚbuild_loadersÚbuild_modelÚmetrics_from_probsÚset_seed)ÚFINAL_LAYERÚchoose_layer_experiment)ÚnormalÚcrackleÚwheezeÚbothé   zDsave/icbhi_beats_frame_asd_frame_asd_F12_sastruct_s1_rerun2/best.pthc                 ó¨  • U R                  5       R                  5       R                  SS9nUR                  u  p#U[        -  S:w  ab  UR                  SS9R                  UR                  SS9R                  SS9-  nU[        R                  " X!R                  UR                  S9S4$ UR                  X#[        -  [        5      nUR                  SS9nUR                  SS9nUR                  SS9R                  UR                  SS9R                  SS9-  nUR                  SS9R                  UR                  SS9R                  SS9-  nXHS	4$ )
zITime and frequency peak ratios of the token L2 norm. frames is [B, T, D].éÿÿÿÿ)Údimr   g:Œ0âŽyE>)Úmin)ÚdeviceÚdtypeFé   T)ÚdetachÚfloatÚnormÚshapeÚN_FREQÚmaxÚvaluesÚmeanÚclampÚtorchÚonesr   r   Úview)	Úframesr   ÚbatchÚtokensÚ	time_concÚgridÚtime_profileÚfreq_profileÚ	freq_concs	            Úscripts/probe_beats_layers.pyÚtoken_concentrationr.   $   sF  € à�=‰=‹?× Ñ Ó"×'Ñ'¨BÐ'Ð/€DØ—J‘J�M€EØ”�˜!ÓØ—H‘H �HÐ$×+Ñ+¨d¯i©i¸B¨iÐ.?×.EÑ.EÈ$Ð.EÐ.OÑOˆ	Øœ%Ÿ*š* U·;±;ÀdÇjÁjÑQÐSXÐXÐXØ�9‰9�U¤fÑ,¬fÓ5€DØ—9‘9 �9Ð$€LØ—9‘9 �9Ð#€LØ× Ñ  RÐ Ð(×/Ñ/°,×2CÑ2CÈÐ2CÐ2K×2QÑ2QÐVZÐ2QÐ2[Ñ[€IØ× Ñ  RÐ Ð(×/Ñ/°,×2CÑ2CÈÐ2CÐ2K×2QÑ2QÐVZÐ2QÐ2[Ñ[€IØ Ð%Ð%ó    c                 ó’   • [         R                  " U [        [        5      S5      [         R                  " [        [        5      5      4$ )Né   )r"   ÚzerosÚlenÚCLASS_NAMES)Ún_layerss    r-   Ú_blank_sumsr6   3   s-   € Ü�;Š;�x¤¤[Ó!1°1Ó5´u·{²{Ä3Ä{ÓCSÓ7TÐTÐTr/   c                 óŽ  • UR                  5       R                  5       R                  5       nSn[        U5       HÚ  u  pV[	        U5      u  pxn	U=(       a    U	nUR                  5       R                  5       nUR                  5       R                  5       n[        [        [        5      5       Hd  n
X::H  n[        UR                  5       5      S:X  a  M&  XU
S4==   X{   R                  5       -  ss'   XU
S4==   X‹   R                  5       -  ss'   Mf     MÜ     UR                  5        H  n
U[        U
5      ==   S-  ss'   M     U$ )NTr   r   )r   ÚcpuÚlongÚ	enumerater.   Úranger3   r4   ÚintÚsumÚtolist)ÚsumsÚcountsÚlayersÚlabelsÚgrid_okÚindexr%   r(   r,   ÚokÚclass_idÚmasks               r-   Ú_accumulaterH   7   s  € Ø�]‰]‹_× Ñ Ó"×'Ñ'Ó)€FØ€GÜ" 6Ö*‰ˆÜ#6°vÓ#>Ñ ˆ	˜bØ—.˜bˆØ×$Ñ$Ó&×*Ñ*Ó,ˆ	Ø×$Ñ$Ó&×*Ñ*Ó,ˆ	Üœc¤+Ó.Ö/ˆHØÑ%ˆDÜ�4—8‘8“:‹ !Ó#ÙØ˜ !Ð#Ó$¨	©×(;Ñ(;Ó(=Ñ=Ó$Ø˜ !Ð#Ó$¨	©×(;Ñ(;Ó(=Ñ=Õ$ó 0ñ +ð —M‘M–OˆØŒs�8‹}Ó Ñ"Õñ $à€Nr/   c           	      ó€  • / n[        U R                  S5      5       H�  n0 n[        [        5       Ht  u  pV[	        X   R                  5       5      nUS::  a	  SSS.XF'   M/  [	        XUS4   R                  5       U-  5      [	        XUS4   R                  5       U-  5      S.XF'   Mv     UR                  U5        MŸ     U$ )Nr   ç        )ÚtimeÚfreqr   )r;   Úsizer:   r4   r   ÚitemÚappend)r?   r@   ÚtablerD   Ú	per_classrF   ÚnameÚdenoms           r-   Ú_concentration_tablerT   J   s¾   € Ø€EÜ�t—y‘y “|Ö$ˆØˆ	Ü'¬Ö4‰NˆHÜ˜&Ñ*×/Ñ/Ó1Ó2ˆEØ˜‹zØ+.¸Ñ"<�	‘Ùä˜d¨(°AÐ#5Ñ6×;Ñ;Ó=ÀÑEÓFÜ˜d¨(°AÐ#5Ñ6×;Ñ;Ó=ÀÑEÓFñˆI‹Oñ 5ð 	�‰�YÖñ %ð €Lr/   c                 ój   • U R                  U5       Vs/ s H  o"R                  5       PM     sn$ s  snf ©N)Úencode_all_layersr   )ÚmodelÚwavesÚlayers      r-   Ú_encode_layersr[   [   s+   € à(-×(?Ñ(?ÀÔ(FÓGÒ(F˜u�L‰LŽNÑ(FÑGÐGùÒGs   ”0c           	      ó"  • U R                  5         [        U5       Hp  u  nu  pVnUR                  USS9nUR                  USS9n[        X5      nU" X†5        US-   S-  S:X  d  MJ  [	        SR                  US-   [        U5      5      SS9  Mr     g )NT©Únon_blockingr   é2   r   z  batch {}/{}©Úflush)Úevalr:   Útor[   ÚprintÚformatr3   )	rX   Úloaderr   ÚconsumeÚbatch_indexrY   rB   Ú_patient_idsrA   s	            r-   Ú_forward_splitrj   `   s‹   € Ø	‡J�J„LÜ6?ÀÖ6GÑ2ˆÑ2�e \Ø—‘˜¨d�Ð3ˆØ—‘˜6°�Ð5ˆÜ Ó-ˆÙ�ÔØ˜!‰O˜rÑ! QÕ&Ü�/×(Ñ(¨°q©¼#¸f»+ÓFÈdÔSò 7Hr/   c                 óv   ^^^• [        U5      u  mmSS0mUUU4S jn[        XX$5        [        TT5      TS   4$ )NÚvalueTc                 óB   >• [        TTX5      nTS   =(       a    UTS'   g )Nrl   )rH   )rA   rB   rE   r@   rC   r?   s      €€€r-   rg   Ú'_collect_concentration.<locals>.consumeo   s%   ø€ Ü˜˜v vÓ6ˆØ" 7Ñ+×2°ˆ�Òr/   )r6   rj   rT   )rX   rf   r   r5   rg   r@   rC   r?   s        @@@r-   Ú_collect_concentrationro   k   sB   ú€ Ü˜xÓ(�L€Dˆ&Ø˜ˆo€G÷3ô �5 &Ô2Ü  fÓ-¨w°wÑ/?Ð?Ð?r/   c                 óÚ  • U R                  5         UR                  5         SnSn[        U5       GH)  u  n	u  p«nU
R                  USS9n
UR                  USS9n[	        X
5      n[        U5      u  pïSn[        XÑ5       H#  u  nnU" U5      u  nnU" UUXï5      u  nnUU-   nM%     UR                  5         UR                  5         UR                  5         U[        UR                  5       5      U
R                  S5      -  -  nXŠR                  S5      -  nU	S-   S-  S:X  d  Mõ  [        SR                  XiS-   [        U5      U[!        US5      -  5      SS9  GM,     U[!        US5      -  $ )	NrJ   r   Tr]   r   r_   z#Train probe [{}][{}/{}] loss {:.3f}r`   )rb   Útrainr:   rc   r[   r   ÚzipÚ	zero_gradÚbackwardÚstepr   rN   rM   rd   re   r3   r   )rX   ÚheadsÚ	criterionÚ	optimizerrf   r   ÚepochÚtotalÚseenrh   rY   rB   ri   rA   Úy_cÚy_wÚlossr%   ÚheadÚlogit_cÚlogit_wÚpartÚ_s                          r-   Ú_train_epochr„   w   s_  € Ø	‡J�J„LØ	‡K�K„MØ€EØ€DÜ6?À×6GÑ2ˆÑ2�e \Ø—‘˜¨d�Ð3ˆØ—‘˜6°�Ð5ˆÜ Ó-ˆÜ*¨6Ó2‰ˆØˆÜ Ö.‰LˆF�DÙ# F›|ÑˆG�WÙ ¨°#Ó;‰GˆD�!Ø˜$‘;ŠDñ /ð 	×ÑÔØ�‰ŒØ�‰ÔØ”�t—y‘y“{Ó# e§j¡j°£mÑ3Ñ3ˆØ—
‘
˜1“ÑˆØ˜!‰O˜rÑ! QÕ&ÜÐ7×>Ñ>Ø Q‘¬¨F«°U¼SÀÀq»\Ñ5IóKØRVõXñ! 7Hð$ ”3�t˜Q“<ÑÐr/   c           	      óÌ  • U R                  5         UR                  5         / nU Vs/ s H  n/ / 4PM	     nnU Hò  u  p‰n
UR                  USS9n[        X5      nUR                  U	R	                  5       5        [        [        X±5      5       Hš  u  nu  pÞU" U5      u  nn[        UUUR                  UR                  S9u  nnX|   S   R                  UR                  5       R	                  5       5        X|   S   R                  UR                  5       R	                  5       5        Mœ     Mô     / nU H(  u  nn[        UUUU5      u  nnUR                  U5        M*     U$ s  snf )NTr]   )ÚmodeÚtopkr   r   )rb   rc   r[   Úextendr>   r:   rr   r   Úmil_poolÚmil_topkr8   r	   rO   )rX   rv   rf   r   ÚargsÚ
labels_allrƒ   ÚprobsrY   rB   ri   rA   rD   r%   r   r€   r�   Úp_cÚp_wÚrowsÚmetricsÚ_duals                         r-   Ú_eval_headsr“   ‘   sA  € à	‡J�J„LØ	‡J�J„LØ€JÙ$Ó%šu˜!ˆb�"‹X™u€EÐ%Û'-Ñ#ˆ�|Ø—‘˜¨d�Ð3ˆÜ Ó-ˆØ×Ñ˜&Ÿ-™-›/Ô*Ü%.¬s°6Ó/AÖ%BÑ!ˆE‘>�FÙ# F›|ÑˆG�WÜ(Ø˜ t§}¡}¸4¿=¹=ñJ‰HˆC�à‰L˜‰O×"Ñ" 3§7¡7£9×#3Ñ#3Ó#5Ô6Ø‰L˜‰O×"Ñ" 3§7¡7£9×#3Ñ#3Ó#5Ö6ó &Cñ	 (.ð €DÛ‰ˆˆSÜ+¨J¸¸SÀ$ÓG‰ˆ�Ø�‰�GÖñ ð €Kùò &s   §E!c                 óâ   • U S   n[        U S   5      [        U S   5      [        U S   5      [        US   5      [        US   5      [        US   5      [        U S   5      [        U S	   5      S
.$ )NÚabnormal_recallsÚscoreÚspÚser   r   r   Útau_crackleÚ
tau_wheeze)r–   r—   r˜   Úcrackle_recallÚwheeze_recallÚboth_recallr™   rš   )r   )r‘   Úabnormals     r-   Ú_row_summaryrŸ   ¨   s}   € ØÐ)Ñ*€Hä�w˜wÑ'Ó(Ü�G˜D‘MÓ"Ü�G˜D‘MÓ"Ü ¨Ñ 3Ó4Ü˜x¨Ñ1Ó2Ü˜X fÑ-Ó.Ü˜W ]Ñ3Ó4Ü˜G LÑ1Ó2ñ	ð 	r/   c                  ó&  • [         R                  " S5      n [        U 5        U R                  S[        SS9  U R                  S[
        SS9  U R                  S[        SS9  U R                  5       nS	Ul        S
Ul	        [        Ul        SUl        U$ )Nz,Probe BEATs layers on the stage-1 checkpointz--probe_epochsé   )ÚtypeÚdefaultz
--probe_lrgü©ñÒMbP?z--outzsave/layer_probe_s1.jsonFTr   )ÚargparseÚArgumentParserr   Úadd_argumentr<   r   ÚstrÚ
parse_argsÚuse_specaugÚfreeze_backboner   Úfeature_layerÚfeature_layer_aux)Úparserr‹   s     r-   r¨   r¨   ¶   s�   € Ü×$Ò$Ð%SÓT€FÜ�vÔØ
×ÑÐ(¬s¸AÐÑ>Ø
×Ñ˜¬5¸$ÐÑ?Ø
×Ñ˜¤cÐ3MÐÑNØ×ÑÓ€DØ€DÔØ€DÔÜ$€DÔØ€DÔØ€Kr/   c                  óL  ^'• [        5       n U R                  (       d  [        U l        [        R                  R                  U R                  5      (       d$  [        SR                  U R                  5      5      e[        U R                  5        [        R                  " [        R                  R                  5       (       a  SOS5      n[        SUSS9  [        SU R                  SS9  [        U 5      u  p#pE[!        XU5      u  m'pgpH[        R"                  " U R                  USS	9n	T'R%                  U	S
   SS9  T'R'                  5         T'R)                  5        H
  n
SU
l        M     [-        T'R.                  R0                  R2                  5      nU[4        S-   :w  a"  [        SR                  [4        S-   U5      5      e[7        [9        U5      5      u  pÍnUR;                  U5      n[        R<                  " 5          T'R?                  U5      nT'RA                  U5      nS S S 5        [        RB                  " WS   WSS9(       d  [        S5      e[        SR                  US   RE                  S5      US   RE                  S5      5      SS9  AAA[        SSS9  [G        T'X!U5      u  nn[        SSS9  [G        T'X1U5      u  nnU=(       a    Un[        SR                  [H        U5      SS9  [J        RL                  " U'4S j[O        U5       5       5      R;                  U5      n[        RP                  RS                  UR)                  5       U RT                  U RV                  S9nS /U-  n[O        SU RX                  S-   5       Hª  n[[        T'UUUX!U5      n[        SR                  UU5      SS9  []        T'UX1U 5      n[_        U5       H`  u  nn[a        U5      nUU   nUb  US   US   :”  a
  UUS'   UUU'   [        SR                  UUS   US   US   US   US    US!   5      SS9  Mb     M¬     / n [_        U5       H:  u  nn[c        UU   S"   S#   5      n!U(       d  S$n!U Re                  US   U!S%.5        M<     [g        U 5      n"[        S&R                  U"S'   U"S(   5      SS9  / n#[_        U5       H7  u  nn[i        U5      n$UU$S)'   UU   U$S*'   UU   U$S+'   U#Re                  U$5        M9     [        R                  Rk                  U R                  5      U RX                  U RT                  [4        U[H        U#U"S'   U"S,   U"S-   U"S(   S..n%[        Rl                  " [        R                  Ro                  [        R                  Rk                  U Rp                  5      5      SS/9  [s        U Rp                  S05       n&[t        Rv                  " U%U&SS19  S S S 5        [        S2R                  U Rp                  5      SS9  g ! , (       d  f       GNé= f! , (       d  f       ND= f)3NzMissing checkpoint {}Úcudar8   zUsing device:Tr`   zProbe checkpoint:F)Úmap_locationÚweights_onlyrX   )Ústrictr   zexpected {} blocks, found {}r   gñhãˆµøä>)Úatolz%layer 11 does not match encode_framesz0Layer 11 matches encode_frames. Tokens {} dim {}r1   zConcentration on trainzConcentration on testzToken grid is time x {}: {}c              3   óN   >#   • U  H  n[        TR                  5      v •  M     g 7frV   )r   Úencoder_dim)Ú.0rƒ   rX   s     €r-   Ú	<genexpr>Úmain.<locals>.<genexpr>í   s#   øé € ð BÚ1@¨AŒ�U×&Ñ&×'Ð'²ùs   ƒ"%)ÚlrÚweight_decayzProbe epoch {} loss {:.3f}r–   ry   zNLayer {:2d} Score {:.2f} Sp {:.1f} Se {:.1f} cra {:.1f} whe {:.1f} both {:.1f}r—   r˜   r›   rœ   r�   r   rK   g      ð?)r–   Úcrackle_timezDecision: {} | {}ÚdecisionÚreasonrZ   Útrain_concentrationÚtest_concentrationr«   r¬   )Ú
checkpointÚprobe_epochsÚprobe_lrÚfinal_layerrC   Ún_freqrA   r¼   r«   r¬   r½   )Úexist_okÚw)ÚindentzWrote {})<r¨   ÚresumeÚDEFAULT_CKPTÚosÚpathÚisfileÚ
SystemExitre   r
   Úseedr"   r   r¯   Úis_availablerd   r   r   ÚloadÚload_state_dictrb   Ú
parametersÚrequires_gradr3   ÚbeatsÚencoderrA   r   ÚnextÚiterrc   Úno_gradrW   Úencode_framesÚallcloserM   ro   r   ÚnnÚ
ModuleListr;   ÚoptimÚAdamrÂ   rº   rÁ   r„   r“   r:   rŸ   r   rO   r   ÚdictÚabspathÚmakedirsÚdirnameÚoutÚopenÚjsonÚdump)(r‹   r   Útrain_loaderÚ
val_loaderrƒ   Ú
_train_setÚ_headrw   Ú_refinerrÀ   Úparamr5   Úfirst_wavesÚ_labelsÚ	_patientsÚstackedÚdirectÚ
train_concÚ
train_gridÚ	test_concÚ	test_gridrC   rv   rx   Úbest_metricsry   r~   Úmetrics_rowsrD   r‘   ÚsummaryÚpreviousÚdecision_rowsr»   r¼   Ú
layers_outÚrowÚpayloadÚhandlerX   s(                                          @r-   Úmainrÿ   Ä   ss  ø€ Ü‹<€DØ�;�;Ü"ˆŒÜ�7‰7�>‰>˜$Ÿ+™+×&Ñ&ÜÐ0×7Ñ7¸¿¹ÓDÓEÐEÜˆT�Y‰YÔÜ�\Š\¤E§J¡J×$;Ñ$;×$=Ñ$=™&À5ÓI€FÜ	ˆ/˜6¨Ò.Ü	Ð
˜tŸ{™{°$Ò7ä.;¸DÓ.AÑ+€L˜aÜ+6°tÈÓ+PÑ(€Eˆ5˜QÜ—’˜DŸK™K°fÈ5ÑQ€JØ	×Ñ˜* WÑ-°dÐÑ;Ø	‡J�J„LØ×!Ñ!Ö#ˆØ#ˆÖñ $ô �5—;‘;×&Ñ&×-Ñ-Ó.€HØ”; ‘?Ó"ÜÐ7×>Ñ>¼{ÈQ¹ÐPXÓYÓZÐZä&*¬4°Ó+=Ó&>Ñ#€K˜)Ø—.‘. Ó(€KÜ	�Š�Ø×)Ñ)¨+Ó6ˆØ×$Ñ$ [Ó1ˆ÷ 
ô �>Š>˜' "™+ v°D×9ÜÐ@ÓAÐAÜ	Ð
<×
CÑ
CØ�‰×Ñ˜Ó˜W R™[×-Ñ-¨aÓ0ó2Ø9=ò?à�˜ä	Ð
"¨$Ò/Ü3°E¸<ÐQYÓZÑ€J�
Ü	Ð
!¨Ò.Ü1°%¸ÈXÓVÑ€IˆyØ×&˜Y€GÜ	Ð
'×
.Ñ
.¬v°wÓ
?ÀtÒLä�MŠMô BÜ16°x´óBó BßBDÁ"ÀVÃ*ð 
ä—‘× Ñ  ×!1Ñ!1Ó!3¸¿¹ÐTX×TeÑTeÐ Ðf€IØ�6˜HÑ$€Lä�q˜$×+Ñ+¨aÑ/Ö0ˆÜ˜E 5¨)°YÀÐV[Ó\ˆÜÐ*×1Ñ1°%¸Ó>ÀdÒKÜ" 5¨%°ÀTÓJˆÜ'¨Ö5‰NˆE�7Ü" 7Ó+ˆGØ# EÑ*ˆHØÑ 7¨7Ñ#3°h¸wÑ6GÓ#GØ#(�˜Ñ Ø&-�˜UÑ#ÜÐb×iÑiØ�w˜wÑ'¨°©¸À¹ØÐ(Ñ)¨7°?Ñ+CÀWÈ]ÑE[ó]ð ôó 6ñ	 1ð €MÜ# LÖ1‰ˆˆwÜ˜Z¨Ñ.¨yÑ9¸&ÑAÓBˆÞØˆLØ×Ñ w¨wÑ'7ÈÑVÖWñ	 2ô
 ' }Ó5€HÜ	Ð
×
$Ñ
$ X¨jÑ%9¸8ÀHÑ;MÓ
NÐVZÒ[à€JÜ# LÖ1‰ˆˆwÜ�7‹mˆØˆˆG‰Ø%/°Ñ%6ˆÐ!Ñ"Ø$-¨eÑ$4ˆÐ Ñ!Ø×Ñ˜#Öñ 2ô —g‘g—o‘o d§k¡kÓ2Ø×)Ñ)Ø—M‘MÜ"ØÜØØ˜ZÑ(Ø! /Ñ2Ø%Ð&9Ñ:Ø˜8Ñ$ñ€Gô ‡K‚K”—‘—‘¤§¡§¡°·±Ó 9Ó:ÀTÒJÜ	ˆd�h‰h˜Ô	 Ü�	Š	�'˜6¨!Ò,÷ 
ä	ˆ*×
Ñ
˜DŸH™HÓ
%¨TÓ2÷I 
Žú÷D 
Õ	ús   Ç>#X× XØ
XØ
X#Ú__main__)+Ú__doc__r¤   rå   rÊ   Úsysr"   Útorch.nnrÛ   rË   Úinsertrâ   rà   Ú__file__Úmethod.frame_asdr   r   r   Úutil.frame_asd_trainr   r   r   r	   r
   Úutil.layer_prober   r   r4   r   rÉ   r.   r6   rH   rT   rØ   r[   rj   ro   r„   r“   rŸ   r¨   rÿ   Ú__name__© r/   r-   Ú<module>r     s   ðñó Û Û 	Û 
ã Ý à ‡�‡���2—7‘7—?‘? 2§7¡7§?¡?°2·7±7·?±?À8Ó3LÓ#MÓNÔ Oç UÑ U÷õ ÷ Bà5€Ø	
€àJð ò
&òUòò&ð" ‡‚ƒñHó ðHòTò	@ò ð4 ‡‚ƒñó ðò,òò]3ð@ ˆzÓÙ…Fð r/   