ó
    :j�  ã                   óì   • S r SSKrSSKJr  SSKr\R
                  R                  SS5        SSKJr  SSK	J
r
  SSKJr  SSKJr   " S	 S
5      rS rS rS rS rS rS rS rS r\S:X  a  \" 5         gg)zJVerify PCSL pipeline: balanced sampler, memory bank, and loss integration.é    N)ÚCounterÚ.)ÚICBHIDataset)ÚClassBalancedBatchSampler)ÚPatientMemoryBank)ÚPCSLWithDANNLighterc                   óH   • \ rS rSrSrSrSrSrSrSr	Sr
S	rS
rSrSr/ SQrSrg)Ú_Argsé   é   z./dataÚ	lungsoundé   Úofficiali€>  é   é€   ÚrepeatÚhfttr   )ÚnormalÚcrackleÚwheezeÚboth© N)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__ÚseedÚdata_folderÚclass_splitÚn_clsÚ	test_foldÚsample_rateÚdesired_lengthÚn_melsÚ	pad_typesÚmodelÚraw_augmentÚcls_listÚ__static_attributes__r   ó    Ú5/root/thao/ICBHI_2017/scripts/verify_pcsl_pipeline.pyr
   r
      s>   † Ø€DØ€KØ€KØ€EØ€IØ€KØ€NØ€FØ€IØ€EØ€KÚ6ƒHr*   r
   c                  ó.   • [        5       n [        SS U SS9$ )NTF)Ú
train_flagÚ	transformÚargsÚ
print_flag)r
   r   )r/   s    r+   Ú_make_datasetr1      s   € Ü‹7€DÜ 4°4¸dÈuÑUÐUr*   c            
      ó¶  • [        5       n Sn[        XU R                  R                  SS9nXR                  R                  -  nU H€  nU Vs/ s H  oPR                  U   S   PM     nn[        U5      n[        U5      U:X  d   e[        U R                  R                  5       H  nXx   U:X  a  M   SU SU SXx    35       e     O   [        S5        g s  snf )	Né    r   ©r   é   zClass z: expected z, got ú6[OK] ClassBalancedBatchSampler yields balanced batches)	r1   r   r/   r    Úaudio_imagesr   ÚlenÚrangeÚprint)	ÚdatasetÚ
batch_sizeÚsamplerÚsamples_per_classÚbatch_indicesÚiÚlabelsÚcountsÚcls_ids	            r+   Útest_class_balanced_samplerrD   $   sä   € Ü‹o€GØ€JÜ'¨¸W¿\¹\×=OÑ=OÐVWÑX€GØ"§l¡l×&8Ñ&8Ñ8Ðã ˆÙ6CÓD²m°×&Ñ& qÑ)¨!Ô,±mˆÐDÜ˜“ˆÜ�=Ó! ZÓ/Ð/Ð/Ü˜GŸL™L×.Ñ.Ö/ˆFØ‘>Ð%6Õ6ð Ø˜˜ Ð,=Ð+>¸fÀVÁ^ÐDTÐUóÐ6ñ 0ñ 	ñ !ô 
Ð
BÕCùò Es   ÁCc                  óh  • [        SSSS9n SSSSS	.n[        R                  " SSS
S9n[        R                  " / S	Q5      nU R	                  UR                  5       X15        U R                  R                  5       (       d   S5       eU R                  S   R                  5       n[        R                  " SS5      n[        R                  " SS/5      nU R	                  XVU5        [        R                  " X@R                  S   5      (       a   S5       e[        R                  " SSS
S9n[        R                  " SS/5      nU R                  S5      n	Xy-
  S-  R                  5       n
U
R                  5         UR                  c   eU R                  S   R                  b   S5       e[        S5        g )Nr   é   çÍÌÌÌÌÌì?©Únum_patientsÚfeature_dimÚmomentumr   r5   r   é   )é
   é   é   é(   T©Úrequires_gradz/All patients should be valid after first updaterM   zEMA should change prototypez*Bank prototypes must not receive gradientsz8[OK] PatientMemoryBank EMA update and gradient isolation)r   ÚtorchÚrandnÚtensorÚupdateÚdetachÚvalidÚallÚ
prototypesÚcloneÚallcloseÚget_centroidÚsumÚbackwardÚgradr:   )ÚbankÚ	id_to_idxÚfeaturesÚpatient_idsÚbeforeÚnew_featuresÚnew_idsÚ	features2Úids2ÚcentroidÚlosss              r+   Útest_memory_bank_emarl   6   si  € Ü¨!¸ÀSÑI€DØ˜A 1¨!Ñ,€Iä�{Š{˜1˜a¨tÑ4€HÜ—,’,Ò/Ó0€Kà‡K�K�—‘Ó! ;Ô:Ø�:‰:�>‰>×ÑÐNÐNÓNÐà�_‰_˜QÑ×%Ñ%Ó'€FÜ—;’;˜q !Ó$€LÜ�lŠl˜B ˜8Ó$€GØ‡K�K� yÔ1Ü�~Š~˜f§o¡o°aÑ&8×9Ñ9ÐXÐ;XÓXÐ9ä—’˜A˜q°Ñ5€IÜ�<Š<˜˜R˜Ó!€DØ× Ñ  Ó#€HØÑ! aÑ'×,Ñ,Ó.€DØ‡M�M„OØ�>‰>Ñ%Ð%Ð%Ø�?‰?˜1Ñ×"Ñ"Ñ*ÐXÐ,XÓXÐ*Ü	Ð
DÕEr*   c                  óÈ  • [        SSS9n [        SSSS9nSSSS	S
.n[        R                  " SS5      n[        R                  " / SQ5      nUR                  X4U5        [        R                  " SSSS9n[        R                  " / S
Q5      nU R                  XVX5      nUR                  5       S:”  d   S5       eUR                  5         UR                  c   e[        S5        g )NrF   r   ©rJ   rI   rG   rH   r   r5   r   rL   ©r   r5   r   rL   )r   r   r5   r5   r   r   rL   rL   TrQ   z;PCSL with warm bank should be non-zero for 1 sample/patientz=[OK] PCSL loss > 0 with warmed memory bank (1 sample/patient))r   r   rS   rT   rU   rV   Úcompute_pcsl_lossÚitemr_   r`   r:   )Úmodulera   rb   Úwarm_featuresÚwarm_idsrc   rd   rk   s           r+   Útest_pcsl_with_bankru   P   sÃ   € Ü ¨Q¸QÑ?€FÜ¨!¸ÀSÑI€DØ˜!  aÑ(€Iä—K’K  1Ó%€MÜ�|Š|Ò4Ó5€HØ‡K�K�¨Ô3ä�{Š{˜1˜a¨tÑ4€HÜ—,’,š|Ó,€KØ×#Ñ# H¸4ÓK€DØ�9‰9‹;˜‹?ÐYÐYÓYˆ?Ø‡M�M„OØ�=‰=Ñ$Ð$Ð$Ü	Ð
IÕJr*   c                  óä   • [        SSS9n [        R                  " SS5      n[        R                  " / SQ5      nU R	                  X5      nUR                  5       S:X  d   S5       e[        S5        g )NrF   r   rn   )r5   r5   r5   r5   g        z+Single patient batch should yield zero PCSLz+[OK] PCSL returns 0 when <=1 unique patient)r   rS   rT   rU   rp   rq   r:   )rr   rc   rd   rk   s       r+   Útest_pcsl_zero_patientrw   b   s_   € Ü ¨Q¸QÑ?€FÜ�{Š{˜1˜aÓ €HÜ—,’,š|Ó,€KØ×#Ñ# HÓ:€DØ�9‰9‹;˜#ÓÐLÐLÓLÐÜ	Ð
7Õ8r*   c                  ó8  • [        5       n U R                  S:”  d   e[        U R                  5      U R                  :X  d   e[	        U R
                  S S 5       H$  u  p[        US   5      nX0R                  ;   a  M$   e   [        SU R                   S35        g )Nr   rN   rL   ú[OK] Patient ID mapping: ú	 patients)r1   rI   r8   Úpatient_id_to_idxÚ	enumerater7   Úintr:   )r;   ÚidxÚsampleÚpids       r+   Útest_patient_id_mappingr�   k   s”   € Ü‹o€GØ×Ñ !Ó#Ð#Ð#Üˆw×(Ñ(Ó)¨W×-AÑ-AÓAÐAÐAÜ  ×!5Ñ!5°c°rÐ!:Ö;‰ˆÜ�&˜‘)‹nˆØ×/Ñ/Õ/Ð/Ð/ñ <ô 
Ð% g×&:Ñ&:Ð%;¸9Ð
EÕFr*   c            
      ó|  • [         R                  " S5      n [        SSS9R                  U 5      n[	        SSSS9R                  U 5      nSSS	S
S.n[         R
                  " SSSU S9n[         R                  " / SQU S9n[         R                  R                  U/SS9nUR                  5         U" XESSX#SS9u  pxn	UR                  5         UR                  5         [         R                  " 5          UR                  XEU5        S S S 5        UR                  5       S:X  d   e[        S5        g ! , (       d  f       N0= f)NÚcpurF   r   rn   rG   rH   r   r5   r   rL   ro   T)rR   Údevice)r„   g{®Gáz„?)Úlrg      ð?)Úlambda_pcslÚlambda_dannÚmemory_bankr{   Úreturn_componentsz6[OK] One-batch forward-backward-bank-update smoke test)rS   r„   r   Útor   rT   rU   ÚoptimÚAdamÚ	zero_gradr_   ÚstepÚno_gradrV   Ú	fill_rater:   )
r„   rr   ra   rb   Ú	projectedrd   Ú	optimizerÚtotalÚpcslÚdanns
             r+   Útest_train_one_batchr–   u   s  € Ü�\Š\˜%Ó €FÜ ¨Q¸QÑ?×BÑBÀ6ÓJ€FÜ¨!¸ÀSÑI×LÑLÈVÓT€DØ˜!  aÑ(€Iä—’˜A˜q°¸VÑD€IÜ—,’,š|°FÑ;€KÜ—‘× Ñ  ) °Ð Ð6€Ià×ÑÔÙØØ SØØñ	Ñ€E�ð 
‡N�NÔØ‡N�NÔä	�Š�Ø�‰�I¨IÔ6÷ 
ð �>‰>Ó˜sÓ"Ð"Ð"Ü	Ð
BÕC÷	 
�ús   Ã0D-Ä-
D;c                  ó  • [        5       n Sn[        XU R                  R                  SS9nXR                  R                  -  nU Hp  nU Vs/ s H  oPR                  U   S   PM     nn[        U5      n[        U5      U:X  d   e[        U R                  R                  5       H  nXx   U:X  a  M   e     O   [        S5        [        5         [        5         [        5         U R                  S:”  d   e[        U R                  5      U R                  :X  d   eU R                  S S  H"  n	[        U	S   5      n
X R                  ;   a  M"   e   [        S	U R                   S
35        [        5         [        S5        g s  snf )Nr3   r   r4   r5   r6   r   rN   rL   ry   rz   z.
All PCSL pipeline verification checks passed.)r1   r   r/   r    r7   r   r8   r9   r:   rl   ru   rw   rI   r{   r}   r–   )r;   r<   r=   r>   r?   r@   rA   rB   rC   r   r€   s              r+   Úmainr˜   �   se  € Ü‹o€Gà€JÜ'¨¸W¿\¹\×=OÑ=OÐVWÑX€GØ"§l¡l×&8Ñ&8Ñ8ÐÛ ˆÙ6CÓD²m°×&Ñ& qÑ)¨!Ô,±mˆÐDÜ˜“ˆÜ�=Ó! ZÓ/Ð/Ð/Ü˜GŸL™L×.Ñ.Ö/ˆFØ‘>Ð%6Õ6Ð6Ð6ñ 0áñ !ô 
Ð
BÔCäÔÜÔÜÔà×Ñ !Ó#Ð#Ð#Üˆw×(Ñ(Ó)¨W×-AÑ-AÓAÐAÐAØ×&Ñ& s¨Ó+ˆÜ�&˜‘)‹nˆØ×/Ñ/Õ/Ð/Ð/ñ ,ô 
Ð% g×&:Ñ&:Ð%;¸9Ð
EÔFäÔÜ	Ð
;Õ<ùò) Es   ÁE>Ú__main__)Ú__doc__ÚsysÚcollectionsr   rS   ÚpathÚinsertÚutil.icbhi_datasetr   Úutil.balanced_samplerr   Úmethod.memory_bankr   Úmethod.dannr   r
   r1   rD   rl   ru   rw   r�   r–   r˜   r   r   r*   r+   Ú<module>r£      s{   ðá Pã 
Ý ã à ‡�‡���3Ô Ý +Ý ;Ý 0Ý +÷7ñ 7òVò
Dò$Fò4Kò$9òGòDò6=ð< ˆzÓÙ…Fð r*   