ó
    =‡Ûj+„  ã                   óÞ  • S r SSKrSSKrSSKrSSKrSSKrSSKrSSKJ	s  J
r
  SSKJr  SSKJr  SSKJrJrJrJrJrJrJrJrJrJr  SSKJr  SSKJr  SSKJrJ r   SS	K!J"r"J#r#  SS
K$J%r%J&r&J'r'  S r(S r)S r*S#S jr+S$S jr,S r-S r.S r/S r0S r1S r2S r3S r4S r5S%S jr6S r7\Rp                  " 5       S#S j5       r9S r:S r;\Rp                  " 5       S%S j5       r<S r=S%S  jr>S%S! jr?S%S" jr@g)&z3Shared training / evaluation helpers for Frame ASD.é    N)Ú
DataLoader)Úboundary_hinge)
ÚFrameASDLossÚbuild_frame_asd_headÚalign_frame_energyÚclass_to_binary_targetsÚenergy_mask_top_fracÚmil_pool_logitsÚprobs_from_logitsÚpredict_with_thresholdsÚsearch_dual_thresholdÚ	to_4class)Úcompute_pcsl_loss)Úget_backbone_class)ÚICBHIDatasetÚget_frame_pos_weights)Úcompute_class_metricsÚnormal_wheeze_fp)ÚAverageMeterÚMAÚset_optimizerc                 ó´  • U R                  S[        SS9  U R                  S[        SS9  U R                  S[        SS9  U R                  S[        S S9  U R                  S	S
S9  U R                  S[        SS9  U R                  S[        SS9  U R                  S[        SS9  U R                  S[        SS9  U R                  S[        SS9  U R                  S[        SS9  U R                  S[        SS9  U R                  SS
SS9  U R                  S[        SS9  U R                  S[        S S9  U R                  S![        S"S9  U R                  S#[        S$S9  U R                  S%[        S&S9  U R                  S'[        S(S9  U R                  S)[        S*S9  U R                  S+[        S,S9  U R                  S-[        S.S9  U R                  S/[        S0S9  U R                  S1[        S2S9  U R                  S3[        S4S9  U R                  S5S
S6S9  U R                  S7[        S8S9  U R                  S9[        S:S9  U R                  S;S
SS9  U R                  S<[        S=S9  U R                  S>S
S6S9  U R                  S?[        S$S9  U R                  S@[        SAS9  U R                  SB[        SCS9  U R                  SD[        SESESF/SG9  U R                  SH[        SIS9  U R                  SJS
S6S9  U R                  SK[        SLS9  U R                  SMS
S6S9  U R                  SN[        SOS9  U R                  SPS
S6S9  U R                  SQ[        SCS9  U R                  SR[        SCS9  U R                  SS[        STS9  U R                  SU[        STS9  U R                  SV[        SW/ SXQSG9  U R                  SY[        SZS9  U R                  S[[        SS\S]9  U R                  S^[        S$S9  U R                  S_[        STS`S]9  U R                  SaS
S6SbSc9  U R                  Sd[        STSeS]9  U R                  Sf[        S SgS]9  U R                  ShS
S6SiSc9  U R                  SjS
S6SkSc9  U R                  SlS
S6S9  U R                  SmS
S6S9  U R                  SnS
S6SoSc9  U R                  Sp[        SqS9  U R                  Sr[        SsS9  U R                  St[        STSuS]9  U R                  SvS
S6SwSc9  U R                  Sx[        S SyS]9  U R                  Sz[        SCS{S]9  U R                  S|[        S S}S]9  U R                  S~[        SCSS]9  U R                  S€[        SCS�S]9  U R                  S‚[        S SƒS]9  U R                  S„[        S…S…S†/S‡Sˆ9  U R                  S‰[        S SŠS]9  U R                  S‹SŒ/ S�QSŽ9  U R                  S�[        S:S:S/S�Sˆ9  U R                  S‘[        S(S9  U R                  S’[        SS9  U R                  S“[        S”S9  U R                  S•[        S–S9  U R                  S—[        SS9  U R                  S˜[        S™S9  U R                  SšS
S6S›Sc9  U R                  Sœ[        SCS�S]9  U R                  SžS
S6SŸSc9  U R                  S [        S¡S¢S]9  U R                  S£[        S¤S¥S]9  U R                  S¦[        S¡S§S]9  U R                  S¨[        S¡S©S]9  g )ªNz--seedé   )ÚtypeÚdefaultz--tagÚframe_asd_v1z
--save_dirz./savez--resumez--eval_onlyÚ
store_true)Úactionz--print_freqé2   z--optimizerÚadamz--epochsé   z--learning_rategÒûÆ×žY?z--lr_decay_epochsz120,160z--lr_decay_rategš™™™™™¹?z--weight_decayg�íµ ÷Æ°>z--cosineT)r   r   z	--datasetÚicbhiz--data_folderz./dataz--batch_sizeé    z--num_workersé   z--class_splitÚ	lungsoundz--n_clsé   z--test_foldÚofficialz--sample_rateé€>  z--desired_lengthé   z--pad_typesÚrepeatz--modelÚhfttz--methodÚ	frame_asdz--use_specaugFz--specaug_policyÚicbhi_ast_supz--raw_augmentr   z--ma_updatez	--ma_betag      à?z--freeze_backbonez--early_stop_patiencez--min_seg      H@z--min_spç        z
--mil_poolÚmaxÚtopk)r   r   Úchoicesz
--mil_topké   z--mil_energy_guidedz--energy_top_fracgš™™™™™Ù?z--wheeze_focalz--focal_gammag       @z--frame_multiscalez--lambda_pcslz--lambda_bothz--w_crackleç      ð?z
--w_wheezez--head_typeÚlinear)r4   ÚmlpÚtemporalz--head_hidden_dimé   z--temporal_layerszKConformer blocks in the temporal head. Ignored unless --head_type temporal.)r   r   Úhelpz--temporal_headsz--layer_decayz?BEATs layer-wise gradient decay. 1.0 keeps the flat F12 update.z--meta_condzCAdd a zero-init device and chest-location bias on the cycle logits.)r   r   r8   z--both_loss_weightzDExtra train loss weight on cycles labeled both. 1.0 is the F12 loss.z	--head_lrzTSeparate base LR for the frame head. Empty uses --learning_rate for every parameter.z--resume_linear_readoutz]Resume backbone plus crackle/wheeze linear weights into a larger head. Optimizer stays fresh.z--eval_firstz0Score the loaded checkpoint once before epoch 1.z--resume_backbone_onlyz--reset_epoch_on_resumez--reset_optimizer_on_resumez.Keep the resumed weights but drop Adam momentsz--ablation_stageÚ z--threshold_n_pointsé)   z--beats_wave_scalez@Waveform scale before BEATs fbank (32768 = official int16 scale)z--specaug_axis_fixz@Apply SpecAug on [B,1,F,T] so freq/time masks hit the right axesz--specaug_statszSpattern_stats.json (wheeze_protect_band, crackle_time_mask) for sound_aware SpecAugz--wave_highpass_hzz<Zero-phase high-pass cutoff applied to every cycle (0 = off)z--wave_rms_normz@Per-cycle RMS target in dBFS applied to every cycle (None = off)z--wave_aug_pzFTrain-only prob for gain jitter / circular shift / normal-noise mixingz
--or_mix_pzGTrain-only prob to mix crackle-only with wheeze-only cycles into "both"z--fbank_statszHfbank stats json from scripts/fbank_stats.py (None = AudioSet constants)z--fbank_normÚglobalÚper_binz=Use the scalar or the per-mel-bin mean/std from --fbank_stats)r   r   r1   r8   z--pos_weight_capzDUpper bound on BCE pos_weight. resp229k uses 5 when this is omitted.z
--cls_listÚ+)ÚnormalÚcrackleÚwheezeÚboth)Únargsr   z--feedback_stagezH0 keeps F12. 2 freezes encoder and pass-1 head, trains feedback decoder.z--feedback_slotsz--feedback_layersz--feedback_dropgš™™™™™É?z--reason_codesé   z--lambda_consistencyz--lambda_reasongš™™™™™©?z--soft_reason_handoffzKStage-2 reason codes stay on entropy when pass-1 four-class entropy is highz--lambda_boundaryz:Stage-1 hinge on the deficient head. 0 keeps the F12 loss.z--crackle_fluxzQAdd a zero-init 10 ms crackle residual on the crackle logit. Wheeze is unchanged.z--feature_layeré   z7BEATs block the frame head reads. 11 is the last block.z--feature_layer_auxéÿÿÿÿz@Earlier block concatenated with --feature_layer. -1 disables it.z--frame_layerzCBEATs block written by the stage-2 residual and read by both heads.z--slot_layerz4BEATs block used as keys for stage-2 slot attention.)Úadd_argumentÚintÚstrÚfloat)Úps    Ú5/root/disk_3tb/ICBHI_2017_F12/util/frame_asd_train.pyÚadd_frame_asd_argsrL   "   s$  € Ø‡N�N�8¤#¨q€NÑ1Ø‡N�N�7¤¨n€NÑ=Ø‡N�N�<¤c°8€NÑ<Ø‡N�N�:¤C°€NÑ6Ø‡N�N�=¨€NÑ6Ø‡N�N�>¬°R€NÑ8Ø‡N�N�=¤s°F€NÑ;Ø‡N�N�:¤C°€NÑ4Ø‡N�NÐ$¬5¸$€NÑ?Ø‡N�NÐ&¬S¸)€NÑDØ‡N�NÐ$¬5¸#€NÑ>Ø‡N�NÐ#¬%¸€NÑ>Ø‡N�N�: l¸D€NÑAØ‡N�N�;¤S°'€NÑ:Ø‡N�N�?¬°h€NÑ?Ø‡N�N�>¬°R€NÑ8Ø‡N�N�?¬°a€NÑ8Ø‡N�N�?¬°k€NÑBØ‡N�N�9¤3°€NÑ2Ø‡N�N�=¤s°J€NÑ?Ø‡N�N�?¬°e€NÑ<Ø‡N�NÐ%¬C¸€NÑ;Ø‡N�N�=¤s°H€NÑ=Ø‡N�N�9¤3°€NÑ7Ø‡N�N�:¤C°€NÑ=Ø‡N�N�?¨<À€NÑGØ‡N�NÐ%¬C¸€NÑIØ‡N�N�?¬°a€NÑ8Ø‡N�N�=¨¸t€NÑDØ‡N�N�;¤U°C€NÑ8Ø‡N�NÐ&¨|ÀU€NÑKØ‡N�NÐ*´¸a€NÑ@Ø‡N�N�:¤E°4€NÑ8Ø‡N�N�:¤E°3€NÑ7Ø‡N�N�<¤c°5À5È&À/€NÑRØ‡N�N�<¤c°1€NÑ5Ø‡N�NÐ(°Àu€NÑMØ‡N�NÐ&¬U¸C€NÑ@Ø‡N�NÐ#¨LÀ%€NÑHØ‡N�N�?¬¸€NÑ<Ø‡N�NÐ'°Àe€NÑLØ‡N�N�?¬¸€NÑ<Ø‡N�N�?¬¸€NÑ<Ø‡N�N�=¤u°c€NÑ:Ø‡N�N�<¤e°S€NÑ9Ø‡N�N�=¤s°HÒFc€NÑdØ‡N�NÐ&¬S¸#€NÑ>Ø‡N�NÐ&¬S¸!Øeð ñ gà‡N�NÐ%¬C¸€NÑ;Ø‡N�N�?¬¸ØYð ñ [à‡N�N�=¨¸uØ]ð ñ _à‡N�NÐ'¬e¸SØ^ð ñ `à‡N�N�;¤U°DØnð ñ pà‡N�NÐ,°\È5Øwð ñ yà‡N�N�>¨,ÀØJð ñ Là‡N�NÐ+°LÈ%€NÑPØ‡N�NÐ,°\È5€NÑQØ‡N�NÐ0¸ÈuØHð ñ Jà‡N�NÐ%¬C¸€NÑ<Ø‡N�NÐ)´¸R€NÑ@Ø‡N�NÐ'¬e¸SØZð ñ \à‡N�NÐ'°ÀeØZð ñ \à‡N�NÐ$¬3¸Ømð ñ oà‡N�NÐ'¬e¸SØVð ñ Xà‡N�NÐ$¬5¸$ØZð ñ \à‡N�N�>¬°sØ`ð ñ bà‡N�N�<¤e°SØað ñ cà‡N�N�?¬°dØbð ñ dà‡N�N�>¬°XÈÐR[ÐG\ØWð ñ Yà‡N�NÐ%¬E¸4Ø^ð ñ `à‡N�N�< sÒ4[€NÑ\Ø‡N�NÐ%¬C¸ÀQÈÀFØbð ñ dà‡N�NÐ%¬C¸€NÑ;Ø‡N�NÐ&¬S¸!€NÑ<Ø‡N�NÐ$¬5¸#€NÑ>Ø‡N�NÐ#¬#°r€NÑ:Ø‡N�NÐ)´¸s€NÑCØ‡N�NÐ$¬5¸$€NÑ?Ø‡N�NÐ*°<ÈØeð ñ gà‡N�NÐ&¬U¸CØTð ñ Và‡N�NÐ#¨LÀ%Økð ñ mà‡N�NÐ$¬3¸ØQð ñ Sà‡N�NÐ(¬s¸BØZð ñ \à‡N�N�?¬°bØ]ð ñ _à‡N�N�>¬°RØNð ò Pó    c                 óÆ   • [         R                  " U 5        [        R                   R                  U 5        [        R                  " U 5        S[
        l        S[
        l        g )NT)ÚrandomÚseedÚnpÚtorchÚmanual_seedÚcudnnÚdeterministicÚ	benchmark)rP   s    rK   Úset_seedrW   ”   s;   € Ü
‡K‚K�ÔÜ‡I�I‡N�N�4ÔÜ	×Ò�dÔØ„EÔØ„E…OrM   c                 ól   • [        U SS5      (       d  g SSKJn  U" U R                  [        U SS 5      S9$ )NÚuse_specaugFr   )Úbuild_specaug_transformÚspecaug_stats)ÚpolicyÚ
stats_path)ÚgetattrÚutil.specaugrZ   Úspecaug_policy)ÚargsrZ   s     rK   Úget_spec_transformrb   œ   s6   € Ü�4˜¨×.Ñ.ØÝ4Ù"¨$×*=Ñ*=Ì'ÐRVÐXgÐimÓJnÑoÐorM   c                 óR   • [        XR                  Ub  SOUUUR                  SSUS9$ )NFT)Ú
batch_sizeÚshuffleÚsamplerÚnum_workersÚ
pin_memoryÚ	drop_lastÚ
collate_fn)r   rd   rg   )Údatasetra   re   rf   rj   s        rK   Ú_loaderrl   £   s3   € ÜØŸO™OØ Ñ,‘°'ØØ×$Ñ$°ÀØñð rM   c           	      ór  • U R                   S:X  a~  SSKJnJnJnJn  SSKnUR                  R                  U R                  S5      nU" U5      nU" SXUS9n	U" SXUS9n
U" S	XUS9nU" U	5      n[        X�S
US9[        X SS9[        X°SUS9U	4$ [        S
XS9n	[        SXS9n
[        X�S
S9[        X SS9SU	4$ )zëReturn train loader, val loader, test loader, train set.

test loader is None for the ICBHI official-fold path, which evaluates
the test fold through the val loader. resp229k keeps valid for model
selection and a held-out test loader.
Úresp229kr   )ÚResp229KDatasetÚ_load_description_windowsÚcollate_padded_wavesÚicbhi_prior_samplerNzaudio_descriptions.jsonlÚtrain)Ú
print_flagÚdescription_windowsÚvalidÚtestT)re   rf   F)re   )re   rj   )Ú
train_flagra   rt   )rk   Úutil.resp_datasetro   rp   rq   rr   ÚosÚpathÚjoinÚdata_folderrl   r   )ra   rt   ro   rp   rq   rr   rz   Ú	desc_pathru   Ú	train_setÚval_setÚtest_setrf   s                rK   Úbuild_loadersr‚   ¬   sö   € ð ‡|�|�zÓ!÷	
ó 	
ó 	Ø—G‘G—L‘L ×!1Ñ!1Ð3MÓNˆ	Ù7¸	ÓBÐÙ#Ø�TÐFYñ[ˆ	á!Ø�TÐFYñ[ˆá"Ø�DÐEXñZˆá% iÓ0ˆä�I¨T¸7ÑCÜ�G¨5Ñ1Ü�H¨EÐ>RÑSØð	
ð 	
ô ¨°4ÑO€IÜ e°$ÑN€Gä�	¨Ñ.Ü� uÑ-ØØð	ð rM   c           	      óú  • [        U SS5      =(       d    S[        U SS5      [        [        U SS5      =(       d    S5      S.n[        U SS5      nU(       a“  [        U5       n[        R                  " U5      nSSS5        [        WS	   5      [        US	   5      :w  a!  [        S
R                  X$S	   US	   5      5      eU[        U SS5      =(       d    S   nUS   US   sUS'   US'   U$ ! , (       d  f       Ny= f)zJBeatsEncoder kwargs for input scale, SpecAug axes and fbank normalization.Úbeats_wave_scaler3   Úspecaug_axis_fixFÚlayer_decay)Ú
wave_scaler…   r†   Úfbank_statsNr‡   z-{} was computed at wave_scale {}, run uses {}Ú
fbank_normr;   ÚmeanÚstdÚ
fbank_meanÚ	fbank_std)r^   rI   ÚopenÚjsonÚloadÚ
ValueErrorÚformat)ra   Úkwargsr]   ÚfÚstatsÚnorms         rK   Úbeats_kwargsr—   Ó   sü   € ô ˜dÐ$6¸Ó<×CÀÜ# DÐ*<¸eÓDÜœW T¨=¸#Ó>×EÀ#ÓFñ€Fô
 ˜˜}¨dÓ3€JÞÜ�*Ô Ü—I’I˜a“LˆE÷ ä��|Ñ$Ó%¬¨v°lÑ/CÓ)DÓDÜÐL×SÑSØ ,Ñ/°¸Ñ1EóGó Hð Hà”W˜T <°Ó:×F¸hÑGˆØ48¸±LÀ$ÀuÁ+Ð1ˆˆ|Ñ˜f [Ñ1Ø€M÷ Õús   Á"C,Ã,
C:c                 ó‚
  • [        U 5      n[        U R                  5      nU R                  S:X  a  [        U 5      O0 nU" S*U R                  UU R
                  S.UD6R                  U5      nU R                  S:X  aU  [        US5      (       aD  [        [        U SS5      5      nUR                  [        [        U SS5      5      US:  a  S OU5        [        U R                  [        US	UR                  5      U R                  [        [        U S
S5      5      [        [        U SS5      5      S9n[        U SS5      (       a  SSKJn	  U	" 5       Ul        [        U SS5      (       aH  [        [        U SS5      =(       d    S5      S:X  a%  SSKJn
  U
" [        [        U SS5      5      S9Ul        UR                  U5      nU R                  S:X  aƒ  [+        SR-                  [/        [        USS5      5      U R                  [1        [        U SS5      5      [/        [        U SS5      =(       d    S5      [1        [        USS 5      S L5      5      5        [        U SS 5      nU R2                  S:X  a  Uc  Sn[5        XS9n[+        S R-                  US!   US"   U5      5        [7        US!   US"   U R8                  U R:                  U R<                  U R>                  U R@                  U RB                  U RD                  S#9	R                  U5      nS n[1        [        U SS5      =(       a    U R                  5      nU(       aÉ  URG                  5        H
  nSUl$        M     URK                  5        H  u  nnURM                  S$5      Ul$        M     UR(                  RG                  5        Vs/ s H  nURH                  (       d  M  UPM     nn[+        S%R-                  [O        U5      5      5        UU RP                  U RP                  S&./nU(       a  S O[        U S'S 5      nU(       a—  URG                  5        Vs/ s H  nURH                  (       d  M  UPM     snU RP                  U RP                  S&.URG                  5        Vs/ s H  nURH                  (       d  M  UPM     sn[/        U5      [/        U5      S&./nO:U(       d3  [S        URG                  5       5      [S        URG                  5       5      -   n[        [        U SS5      =(       d    S5      S:X  a  [U        S(5      e[W        U WS)9nXhUUU4$ s  snf s  snf s  snf )+NÚbeats)Úfreeze_encoderÚspec_transformÚframe_multiscaleÚconfigure_feature_layersÚfeature_layer_auxrE   Úfeature_layerrD   r   Ú	frame_dimÚtemporal_layersr   Útemporal_headsr$   )Úin_dimÚ
hidden_dimr¡   r¢   Ú	meta_condF)ÚMetaLogitBiasÚcrackle_fluxÚfeedback_stage)ÚCrackleFluxResidualÚsample_rater(   )rª   zSF12 layer_decay {:.3f} head {} meta_cond {} both_loss_weight {:.2f} crackle_flux {}r†   r3   Úboth_loss_weightÚpos_weight_caprn   g      @)Úcapz0pos_weight crackle {:.2f} wheeze {:.2f} (cap {})r?   r@   )	Úpos_weight_crackleÚpos_weight_wheezeÚ	w_crackleÚw_wheezeÚmil_poolÚmil_topkÚwheeze_focalÚfocal_gammaÚlambda_bothúcrackle_flux.z=crackle flux only: {} tensors, backbone and frame head frozen)ÚparamsÚlrÚbase_lrÚhead_lrzyStage 2 does not run inside train.py. Use train_feedback.py: RESUME=/path/to/f12_best.pth bash scripts/f12_feedback_s2.sh)Úoptim_params© ),rb   r   Úmodelr—   Úfreeze_backbonerœ   ÚtoÚhasattrrG   r^   r�   r   Ú	head_typeÚencoder_dimÚhead_hidden_dimÚmethod.f12_temporalr¦   ÚmetaÚmethod.crackle_fluxr©   r§   Úprintr’   rI   Úboolrk   r   r   r°   r±   r²   r³   r´   rµ   r¶   Ú
parametersÚrequires_gradÚnamed_parametersÚ
startswithÚlenÚlearning_rateÚlistÚ
SystemExitr   )ra   r   Údevicer›   Úbackbone_fnÚbackbone_kwargsr¾   ÚauxÚheadr¦   r©   r­   ÚpwÚ	criterionÚrefinerÚ	flux_onlyÚparamÚnameÚflux_paramsr¼   r»   rJ   Ú	optimizers                          rK   Úbuild_modelrß   æ   s§  € Ü'¨Ó-€NÜ$ T§Z¡ZÓ0€KØ,0¯J©J¸'Ó,A”l 4Ô(Àr€OÙð Ø×+Ñ+Ø%Ø×.Ñ.ñð ñ	÷
 	�bˆƒjð 
ð ‡z�z�WÓ¤¨Ð0J×!KÑ!KÜ”'˜$Ð 3°RÓ8Ó9ˆØ×&Ñ&Ü”˜˜o¨rÓ2Ó3Ø˜!“G‰D ô	
ô  Ø�‰Ü�u˜k¨5×+<Ñ+<Ó=Ø×'Ñ'ÜœG DÐ*;¸QÓ?Ó@Üœ7 4Ð)9¸1Ó=Ó>ñ€Dô ˆt�[ %×(Ñ(Ý5Ù!“OˆŒ	Üˆt�^ U×+Ñ+´´G¸DÐBRÐTUÓ4V×4[ÐZ[Ó0\Ð`aÓ0aÝ;Ù/¼CÄÈÈmÐ]bÓ@cÓ<dÑeˆÔØ�7‰7�6‹?€DØ‡z�z�WÓÜÐc×jÑjÜ”'˜% °Ó4Ó5Ø�N‰NÜ”˜˜{¨EÓ2Ó3Ü”'˜$Ð 2°CÓ8×?¸CÓ@Ü”˜˜~¨tÓ4¸DÐ@ÓAóCô 	Dô �$Ð(¨$Ó
/€CØ‡|�|�zÓ! c¡kØˆÜ	˜yÑ	2€BÜ	Ð
<×
CÑ
CØ
ˆ9‰�r˜(‘| Só*ô +äØ˜i™=Ø˜X™,Ø—.‘.Ø—‘Ø—‘Ø—‘Ø×&Ñ&Ø×$Ñ$Ø×$Ñ$ñ
÷ 	�bˆƒjð ð €GÜ”W˜T >°5Ó9×R¸d×>RÑ>RÓS€IÞØ×%Ñ%Ö'ˆEØ"'ˆEÖñ (à×0Ñ0Ö2‰KˆD�%Ø"&§/¡/°/Ó"BˆEÖñ 3à*.×*;Ñ*;×*FÑ*FÔ*HÓ`Ò*H ÈE×L_ÕL_—uÑ*HˆÐ`ÜÐM×TÑTÔUXÐYdÓUeÓfÔgà!Ø×$Ñ$Ø×)Ñ)ñ
ð ˆö
  ‰d¤W¨T°9¸dÓ%C€GÞð ',×&6Ñ&6Ô&8ÓLÒ&8 ¸A¿O½OŸ1Ñ&8ÑLØ×(Ñ(Ø×-Ñ-ñð '+§o¡oÔ&7ÓKÒ&7 ¸1¿?½?Ÿ1Ñ&7ÑKÜ˜G“nÜ  ›>ñð
‰ö Ü˜E×,Ñ,Ó.Ó/´$°t·±Ó7HÓ2IÑIˆÜ
Œ7�4Ð)¨1Ó-×2°Ó3°qÓ8Üðbócð 	cô ˜d°Ñ>€IØ˜	 9¨gÐ5Ð5ùò9 aùò Mùò
 Ls$   Î'T2Ï T2Ð5T7ÑT7Ò T<ÒT<c           	      óÒ  • UcT  UR                  5        VVs0 s H6  u  p4UR                  (       d  M  X4R                  5       R                  5       _M8     snn$ [	        U 5      n[
        R                  " 5          UR                  5        Hc  u  p4UR                  (       a  X2;  a  M  UR                  UR                  X#   R                  UR                  5      UR                  5      5        Me     SSS5        UR                  5        VVs0 s H6  u  p4UR                  (       d  M  X4R                  5       R                  5       _M8     snn$ s  snnf ! , (       d  f       Nh= fs  snnf )zUMoving average over trainable refiner parameters. Buffers such as confusion stay put.N)rÌ   rË   ÚdetachÚcloner   rR   Úno_gradÚcopy_Úupdate_averagerÀ   rÒ   Údata)ÚbetarÙ   ÚstoredrÜ   rÛ   Úupdaters         rK   Úupdate_refiner_averagerê   B  s  € à�~à#*×#;Ñ#;Ô#=ôVÚ#=‘K�DÀ×ATÕATó -�—l‘l“n×*Ñ*Ó,Ò,Ù#=òVð 	Vä�‹h€GÜ	�Š�Ø"×3Ñ3Ö5‰KˆDØ×&×&¨$Ó*<ÙØ�K‰K˜×.Ñ.¨v©|¯©¸u¿|¹|Ó/LÈeÏjÉjÓYÖZñ 6÷ 
ð  '×7Ñ7Ô9ôRÚ9‘�¸U×=PÕ=Pó )ˆD—,‘,“.×&Ñ&Ó(Ò(Ù9òRð RùóV÷ 
�üó
Rs#   —E²"EÁ8A8EÄE#Ä&"E#Å
E c                 ó  • SSK Jn  Uc  U " U5      u  pVU" XU5      nXVS4$ SnSn[        USS5      n	[        USS5      n
[        USS5      n[        USS5      nU	b¼  U
b¹  U	R                  U5      nU[	        U
5         nUb&  [	        U5      [	        U
5      :w  a  U[	        U5         nUb&  [	        U5      [	        U
5      :w  a  U[	        U5         n[        S U	R                  5        5       5      (       d#  UR                  5       nUb  UR                  5       n[        X1R                  S	5      5      R                  S	S
9nU" XUR                  XçS9nU" XS   U5      US'   Uc  US   US   U4$ Uc  US   US'   US   US'   OfU R                  nU R                  5         [        R                  " 5          U " U5      u  nnSSS5        U(       a  U R!                  5         WUS'   WUS'   US   US   U4$ ! , (       d  f       N:= f)zAPass-2 logits when a refiner is attached, otherwise the F12 head.r   )Úadd_crackle_fluxNÚlayer_encoderÚframe_layerÚ
slot_layerÚentropy_layerc              3   ó8   #   • U  H  oR                   v •  M     g 7f©N)rË   )Ú.0rÛ   s     rK   Ú	<genexpr>Ú _frame_logits.<locals>.<genexpr>e  s   é € ÐIÒ4H¨5×&Ö&Ò4Hùs   ‚é   ©Údim)ÚenergyÚslot_framesÚlogit_cÚlogit_wÚlogit_c1Úlogit_c_entÚlogit_w1Úlogit_w_ent)rÇ   rì   r^   Úencode_all_layersrG   ÚanyrÊ   rá   r   ÚsizerŠ   Úhead2ÚtrainingÚevalrR   rã   rs   )rÖ   ÚframesrÙ   Úwavesrì   rû   rü   rú   Úentropy_framesÚencoderrî   rï   rð   Úlayersrù   ÚoutÚwas_trainingrþ   r   s                      rK   Ú_frame_logitsr  Q  s  € å4Ø�Ù ›<ÑˆÙ" 4°%Ó8ˆØ Ð%Ð%Ø€KØ€NÜ�g˜°Ó5€GÜ˜' =°$Ó7€KÜ˜ ,°Ó5€JÜ˜G _°dÓ;€MØÑ˜{Ñ6Ø×*Ñ*¨5Ó1ˆØœ˜KÓ(Ñ)ˆØÑ!¤c¨*£o¼¸[Ó9IÓ&IØ ¤ Z£Ñ1ˆKØÑ$¬¨]Ó);¼sÀ;Ó?OÓ)OØ#¤C¨Ó$6Ñ7ˆNÜÑI°G×4FÑ4FÔ4HÓI×IÑIØ—]‘]“_ˆFØÑ&Ø)×0Ñ0Ó2�Ü §{¡{°1£~Ó6×;Ñ;ÀÐ;ÐB€FÙ
Ø�g—m‘m¨FñM€Cá% d°	©N¸EÓB€Cˆ	�NØÑØ�9‰~˜s 9™~¨sÐ2Ð2ØÑØ  ™_ˆˆMÑØ  ™_ˆˆMÒà—}‘}ˆØ�	‰	ŒÜ�]Š]�_Ù'+¨NÓ';Ñ$ˆK˜÷ æØ�J‰JŒLØ(ˆˆMÑØ(ˆˆMÑØˆy‰>˜3˜y™>¨3Ð.Ð.÷ �_ús   Æ3G3Ç3
Hc                 ó|  • [        U SS5      c  U R                  USS9  gU R                  USS9u  p#U Vs/ s H  oDR                  S5      (       a  M  UPM     nnU(       d  U(       a$  [        SR	                  U[        U5      5      5      eU(       a$  [        SR	                  [        U5      5      5        ggs  snf )	zRLoad a frame head. A new crackle-flux branch may be absent from older checkpoints.r§   NT©ÚstrictFr·   z1head checkpoint mismatch missing {} unexpected {}zCcrackle_flux left at zero init ({} keys absent from the checkpoint))r^   Úload_state_dictrÍ   ÚRuntimeErrorr’   rÐ   rÈ   rÎ   )rÖ   ÚstateÚmissingÚ
unexpectedÚkeyÚbads         rK   Ú_load_classifierr  ~  s«   € äˆt�^ TÓ*Ñ2Ø×Ñ˜U¨4ÐÑ0ØØ×.Ñ.¨u¸UÐ.ÐCÑ€GÙ!Ó
Iš'�3¯©¸×)H�3™'€CÐ
IÞ–SÜÐN×UÑUÐVYÔ[_Ð`jÓ[kÓlÓmÐmÞÜÐS×ZÑZÔ[^Ð_fÓ[gÓhÕið ùò Js   ¶B9ÁB9c                 ób   • UR                   (       d  g [        X5      n[        X2R                  S9$ )N)Útop_frac)Úmil_energy_guidedr   r	   Úenergy_top_frac)r  Ún_framesra   rù   s       rK   Ú_energy_maskr  ‹  s)   € Ø×!×!ØÜ Ó0€FÜ ×1EÑ1EÑFÐFrM   c                 ó
  • SnSnSn[        U 5      S:X  a  U u  pEpap#Oc[        U 5      S:X  a  U u  pEpanOM[        U 5      S:X  a  U u  pEpcO8[        U 5      S:X  a  U u  pEnO#[        SR                  [        U 5      5      5      eXEXcX4$ )zšTrain batches are (wave, label, patient). meta_cond adds device and location.

A length-4 batch is the padded test path (padding_mask). Length 6 is both.
Né   r)   r&   r2   zunexpected batch length {})rÎ   r‘   r’   )ÚbatchÚ	device_idÚloc_idÚpadding_maskr  ÚlabelsÚpatient_idss          rK   Ú_unpack_batchr(  ’  s—   € ð
 €IØ€FØ€LÜ
ˆ5ƒz�QƒØFKÑCˆ�{¨v°|Ü	ˆU‹�q‹Ø8=Ñ5ˆ�{©vÜ	ˆU‹�q‹Ø38Ñ0ˆ�{ LÜ	ˆU‹�q‹Ø%*Ñ"ˆ‘{äÐ5×<Ñ<¼SÀ»ZÓHÓIÐIØ˜+°YÐFÐFrM   c                 ó2  • [        [        USS5      =(       d    S5      nUS:X  a  g [        R                  " U R                  S   U R
                  [        R                  S9n[        R                  " U S:H  UR                  UR                  U5      U5      nU$ )Nr«   r3   r   )rÒ   Údtyper2   )	rI   r^   rR   ÚonesÚshaperÒ   Úfloat32ÚwhereÚnew_full)r&  ra   ÚweightÚsample_weights       rK   Ú_both_sample_weightr2  §  sx   € Ü”7˜4Ð!3°SÓ9×@¸SÓA€FØ�ƒ}ØÜ—J’J˜vŸ|™|¨A™°v·}±}ÌEÏMÉMÑZ€MÜ—K’K ¨!¡¨]×-CÑ-CÀM×DWÑDWÐY_Ó-`ÐboÓp€MØÐrM   c                 ó"   • SSK Jn  U" XX#U5      $ )Nr   )Úapply_cycle_bias)rÅ   r4  )rÖ   rû   rü   r#  r$  r4  s         rK   Ú_shift_logitsr5  °  s   € Ý4Ù˜D¨7¸vÓFÐFrM   c                 óÐ   • Uc'  Uc  U R                  U5      S4$ U R                  XS9S4$ USS.nUb  X4S'   U R                   " U40 UD6u  pVU[        XeR                  S5      5      4$ )zGFrame features, and the BEATs frame pad mask when the batch was padded.N©Úspec_labelsT)r%  Úreturn_padding_maskr8  rö   )Úencode_framesÚ_match_frame_padr  )r¾   r  r%  r8  r“   r  Ú	frame_pads          rK   Ú_encode_batchr=  µ  s†   € àÑØÑØ×&Ñ& uÓ-¨tÐ3Ð3Ø×"Ñ" 5Ð"ÐBÀDÐHÐHØ*À4ÑH€FØÑØ +ˆ}ÑØ×+Ò+¨EÑ<°VÑ<Ñ€FØÔ# I¯{©{¸1«~Ó>Ð>Ð>rM   c                 óô   • U c  gU R                  S5      U:X  a  U $ U R                  S5      U:”  a  U SS2SU24   $ XR                  S5      -
  n[        R                  R                  R	                  U SU4SS9$ )zBAlign a BEATs pad mask to the head's time axis. True stays padded.Nrö   r   T)Úvalue)r  rR   ÚnnÚ
functionalÚpad)r<  r  Úextras      rK   r;  r;  Â  s}   € àÑØØ‡~�~�aÓ˜HÓ$ØÐØ‡~�~�aÓ˜8Ó#Øš˜I˜X˜I˜Ñ&Ð&Ø—~‘~ aÓ(Ñ(€EÜ�8‰8×Ñ×"Ñ" 9¨q°%¨jÀÐ"ÐEÐErM   c           
      óâ  • U R                  5         UR                  5         Ub  UR                  5         / / / p©n[        5       nU GH×  n[        U5      u  pÞnnnnUR                  USS9nUR                  USS9nUb  UR                  USS9nUb   UR                  USS9nUR                  USS9nUS L=(       a    [	        USS 5      S LnU(       a  Su  nnO[        XU5      u  nn[        UUX}5      u  nnn[        UUUUU5      u  nn[        UUR                  S5      U5      n[        U5      u  nnU" UUUUUUS9u  nnUR                  UR                  5       UR                  S5      5        [        UUUR                  UR                  UUS9u  nnUR!                  UR#                  5       R%                  5       5        U	R!                  UR#                  5       R%                  5       5        U
R!                  UR#                  5       R%                  5       5        GMÚ     Uc7  ['        XšU[	        US	S
5      UR(                  UR*                  S9nUS   US   n!n O[-        US   5      [-        US   5      n!n S n[/        XšU U!5      n"[1        UU"5      n#Uc  U U!U#S   U#S   U#S   SS.nUS   U#S'   US   U#S'   UU#S'   UR2                  U#S'   [5        U#S   5      U#S'   [7        X‰U
5      U#S'   U#UU"U4$ )NT©Únon_blockingrí   ©NNrö   )Úenergy_maskr%  r   )Úmoder0   rH  r%  Úthreshold_n_pointsr:   ©Ún_pointsÚmin_seÚmin_spÚtau_crackleÚ
tau_wheezeÚspÚseÚscore)rO  rP  rQ  rR  rS  Úfixed_thresholdsÚdual_thresholdÚlossÚconfusion_matrixr   Úpositive_prob_max)r  r   r(  rÀ   r^   r=  r  r5  r  r  r   ÚupdateÚitemr   r²   r³   ÚextendÚcpuÚtolistr   rM  rN  rI   r   r   Úavgr   rX  )$r¾   rÖ   rØ   ÚloaderrÒ   ra   Ú
fixed_tausrÙ   Ú
all_labelsÚall_pcÚall_pwÚ
loss_meterr"  r  r&  r'  r%  r#  r$  Ú
use_layersr  r<  rû   rü   Ú_ÚemaskÚy_cÚy_wrV  Úp_cÚp_wÚdualÚtau_cÚtau_wÚpredsÚmetricss$                                       rK   Úevaluaterq  Î  s  € à	‡J�J„LØ‡I�I„KØÑØ�‰ŒØ!# R¨˜€JÜ“€JäˆÜFSÐTYÓFZÑCˆ�{ L°)¸VØ—‘˜¨d�Ð3ˆØ—‘˜6°�Ð5ˆØÑ#Ø'Ÿ?™?¨6À˜?ÐEˆLØÑ Ø!Ÿ™ V¸$˜Ð?ˆIØ—Y‘Y˜v°D�YÐ9ˆFØ DÐ(×`¬W°W¸oÈtÓ-TÐ\`Ð-`ˆ
ÞØ *ÑˆF‘Iä -¨e¸LÓ IÑˆF�IÜ+¨D°&¸'ÓIÑˆ�˜!Ü(¨¨w¸ÀÈFÓSÑˆ�Ü˜U G§L¡L°£O°TÓ:ˆÜ*¨6Ó2‰ˆˆSÙØ�W˜c 3°EÈ	ñS‰ˆˆaà×Ñ˜$Ÿ)™)›+ u§z¡z°!£}Ô5Ü$Ø�W 4§=¡=°t·}±}Ø¨Iñ7‰ˆˆSð 	×Ñ˜&Ÿ*™*›,×-Ñ-Ó/Ô0Ø�‰�c—g‘g“i×&Ñ&Ó(Ô)Ø�‰�c—g‘g“i×&Ñ&Ó(×)ñ5 ð8 ÑÜ$Ø˜JÜ˜TÐ#7¸Ó<Ø—;‘; t§{¡{ñ4ˆð ˜MÑ*¨D°Ñ,>ˆuˆˆuä˜Z¨™]Ó+¬U°:¸a±=Ó-AˆuˆØˆÜ# F°E¸5ÓA€EÜ# J°Ó6€GØ�|à ØØ˜$‘-Ø˜$‘-Ø˜WÑ%Ø $ñ
ˆð " -Ñ0€GˆMÑØ  Ñ.€GˆLÑØ $€GÐÑØ —n‘n€GˆF�OÜ"2°7Ð;MÑ3NÓ"O€GÐÑÜ#4°ZÈÓ#P€GÐÑ Ø�J  tÐ+Ð+rM   c                 óæ   • SnSnSnSn[        XU5       HS  u  pxn	[        U5      nUS;   a  US-  n[        U[        U5      5      nUS;   d  M9  US-  n[        U[        U	5      5      nMU     UUUUS.$ )zCHighest MIL probability on windows whose label contains that event.r.   r   )rö   r2   rö   )r   r2   )r?   r@   Ú	n_crackleÚn_wheeze)ÚziprG   r/   rI   )
r&  Ú	p_crackleÚp_wheezeÚmax_cÚmax_wÚn_cÚn_wÚlabelÚpcr×   s
             rK   rX  rX    sŒ   € à€EØ€EØ
€CØ
€CÜ˜V°Ö9‰ˆ�2Ü�E“
ˆØ�F‹?Ø�1‰HˆCÜ˜œu R›yÓ)ˆEØ�F�?Ø�1‰HˆCÜ˜œu R›yÓ)ŠEñ :ð ØØØñ	ð rM   c                 óˆ   • [        U R                  SS5      5      S:*  =(       a    [        U R                  SS5      5      S:*  $ )z3All-normal operating point: Sp 100, Se 0, Score 50.rR  r.   rS  gáz®GI@)rI   Úget)rp  s    rK   Úis_trivial_scorer€  &  s8   € ä�—‘˜T 3Ó'Ó(¨CÑ/×]´E¸'¿+¹+ÀgÈsÓ:SÓ4TÐX]Ñ4]Ð]rM   c           	      ó,  • U R                  5         UR                  5         Ub  UR                  5         / / / p‡nU GHR  n	[        U	5      u  p«pÍpïU
R                  USS9n
Ub   UR                  USS9nUR                  USS9n[        X
Uc  SOUR                  U5      5      u  nn[	        U
UR                  S5      U5      n[        UUXZ5      u  nnn[        UUUXï5      u  nn[        UUUR                  UR                  US9u  nnUR                  UR                  5       R                  5       5        UR                  UR                  5       R                  5       5        UR                  UR                  5       R                  5       5        GMU     XgU4$ )z=Return label and MIL probability lists for ensemble / fusion.NTrE  rö   ©rI  r0   rH  )r  r(  rÀ   r=  r  r  r  r5  r   r²   r³   r[  r\  r]  )r¾   rÖ   r_  rÒ   ra   rÙ   ra  rb  rc  r"  r  r&  Ú_patient_idsr%  r#  r$  r  Ú
_frame_padrg  rû   rü   rf  rj  rk  s                           rK   Úcollect_val_probsr…  +  sp  € ð 
‡J�J„LØ‡I�I„KØÑØ�‰ŒØ!# R¨˜€JÜˆÜGTÐUZÓG[ÑDˆ�|°9Ø—‘˜¨d�Ð3ˆØÑ Ø!Ÿ™ V¸$˜Ð?ˆIØ—Y‘Y˜v°D�YÐ9ˆFÜ*¨5ÀÑAU¹Ð[g×[jÑ[jÐkqÓ[rÓsÑˆ�
Ü˜U F§K¡K°£N°DÓ9ˆÜ+¨D°&¸'ÓIÑˆ�˜!Ü(¨¨w¸ÀÓSÑˆ�Ü$Ø�W 4§=¡=°t·}±}ÐRWñY‰ˆˆSà×Ñ˜&Ÿ*™*›,×-Ñ-Ó/Ô0Ø�‰�c—g‘g“i×&Ñ&Ó(Ô)Ø�‰�c—g‘g“i×&Ñ&Ó(×)ñ ð ˜vÐ%Ð%rM   c           
      óæ   • [        XU [        USS5      UR                  UR                  S9n[	        XUS   US   5      n[        X5      nUS   US'   US   US'   XFS'   [        US   5      US'   Xd4$ )	z6Dual-threshold metrics from precomputed probabilities.rJ  r:   rK  rO  rP  rU  rW  r   )r   r^   rM  rN  r   r   r   )ra  rb  rc  ra   rl  ro  rp  s          rK   Úmetrics_from_probsr‡  E  s˜   € ä Ø˜
Ü˜Ð3°RÓ8Ø�{‰{ 4§;¡;ñ0€Dô $Ø˜˜]Ñ+¨T°,Ñ-?óA€Eä# JÓ6€GØ! -Ñ0€GˆMÑØ  Ñ.€GˆLÑØ $ÐÑÜ"2°7Ð;MÑ3NÓ"O€GÐÑØˆ=ÐrM   c	                 óº  • US L =(       a7    [        USS5      =(       a#    [        USS5      =(       a    [        USS 5      S Ln	U	(       a;  U R                  5         UR                  5         UR                  R                  5         OTUc!  U R                  5         UR                  5         O0U R                  5         UR                  5         UR                  5         [	        5       n
[	        5       n[
        R                  " SS5      n[        U5       GHt  u  pÞ[        U5      u  nnnnnnUR                  USS9nUR                  USS9nUR                  USS9nUb   UR                  USS9nUR                  USS9nUba  [
        R                  " 5          UR                  S:X  a  U R                  UUS9nOU R                  U5      nS S S 5        WR                  5       nO2UR                  S:X  a  U R                  UUS9nOU R                  U5      n[        UUR                  S	5      U5      n[!        UUX�5      u  nnn[#        UUUUU5      u  nn[%        U5      u  nnU" UUUUU['        UU5      S
9u  nn[)        [        USS5      =(       d    S5      S:”  aj  [+        UUR,                  UR.                  U5      n[+        UUR,                  UR.                  U5      nU[)        UR0                  5      [3        UUU5      -  -   nUb*  UUR4                  US   -  -   nUUR6                  US   -  -   nUR8                  S:”  a+  UR;                  S	S9n UUR8                  [=        U U5      -  -   nUR?                  5         URA                  5         URC                  5         [
        R                  " 5          [E        UUUR,                  UR.                  US9u  n!n"[G        UR                  S5      5       V#s/ s H1  n#[I        U!U#   RK                  5       U"U#   RK                  5       5      PM3     n$n#[M        S [O        U$URQ                  5       RS                  5       5       5       5      UR                  S5      -  S-  n%[O        URQ                  5       RS                  5       U$5       H'  u  n&n'U[U        U&5      [U        U'5      4==   S	-  ss'   M)     S S S 5        U
RW                  URK                  5       UR                  S5      5        URW                  W%UR                  S5      5        US	-   URX                  -  S:X  d  GM,  [[        SR]                  XmS	-   [_        U5      U
R`                  U
Rb                  URb                  5      5        GMw     Ub  URe                  U5        U
Rb                  URb                  4$ ! , (       d  f       GNö= fs  sn#f ! , (       d  f       GN= f)Nr§   Fr¿   r&   TrE  r™   r7  rö   )rH  r1  Úlambda_boundaryr.   ÚconsistencyÚreason_lossr   r÷   r‚  c              3   óT   #   • U  H  u  p[        U[        U5      :H  5      v •  M      g 7frò   )rG   )ró   rJ   Úts      rK   rô   Ú"train_one_epoch.<locals>.<genexpr>œ  s$   é € ÐUÒ3T©4¨1”c˜!œs 1›v™+×&Ð&Ò3Tùs   ‚&(éd   z2Train: [{}][{}/{}]	Loss {:.3f} ({:.3f})	Acc {:.2f})3r^   r  r§   rs   r   rR   ÚzerosÚ	enumerater(  rÀ   rã   r¾   r:  rá   r  r  r  r5  r   r2  rI   r
   r²   r³   r‰  r   Úlambda_consistencyÚlambda_reasonÚlambda_pcslrŠ   r   Ú	zero_gradÚbackwardÚstepr   Úranger   rZ  Úsumru  r\  r]  rG   rY  Ú
print_freqrÈ   r’   rÎ   Úvalr^  Úupdate_confusion)(r¾   rÖ   rØ   r_  rÞ   rÒ   Úepochra   rÙ   rÚ   rd  Ú	acc_meterÚ	confusionÚir"  r  r&  r'  Ú_padding_maskr#  r$  r  rg  rû   rü   Úrefinedrh  ri  rV  rf  Úpooled_cÚpooled_wÚpooledrj  rk  Újro  ÚaccÚtruthÚpreds(                                           rK   Útrain_one_epochrª  U  s	  € à�4ˆ÷ 	<Ü�D˜.¨%Ó0÷	<ä�DÐ+¨UÓ3÷	<ô �D˜.¨$Ó/°tÐ;ð	 ö Ø�
‰
ŒØ�	‰	ŒØ×Ñ×ÑÕ!Ø	‰Ø�‰ŒØ�
‰
�à�
‰
ŒØ�	‰	ŒØ�‰ŒÜ“€JÜ“€IÜ—’˜A˜qÓ!€Iä˜f×%‰ˆÜGTÐUZÓG[ÑDˆˆv�{ M°9¸fØ—‘˜¨d�Ð3ˆØ—‘˜6°�Ð5ˆØ!—n‘n V¸$�nÐ?ˆØÑ Ø!Ÿ™ V¸$˜Ð?ˆIØ—Y‘Y˜v°D�YÐ9ˆFØÑÜ—’•Ø—:‘: Ó(Ø"×0Ñ0°ÀFÐ0ÐK‘Fà"×0Ñ0°Ó7�F÷	 !ð
 —]‘]“_‰FØ�Z‰Z˜7Ó"Ø×(Ñ(¨¸FÐ(ÐC‰Fà×(Ñ(¨Ó/ˆFÜ˜U F§K¡K°£N°DÓ9ˆÜ$1°$¸ÀÓ$OÑ!ˆ�˜'Ü(¨¨w¸ÀÈFÓSÑˆ�Ü*¨6Ó2‰ˆˆSÙØ�W˜c 3°EÜ-¨f°dÓ;ñ=‰ˆˆaô ”˜Ð0°#Ó6×=¸#Ó>ÀÓDÜ&Ø˜Ÿ™¨¯©°uó>ˆHä&Ø˜Ÿ™¨¯©°uó>ˆHàœ% × 4Ñ 4Ó5¼Ø˜( Fó9,ñ ,ñ ,ˆDàÑØ˜$×1Ñ1°G¸MÑ4JÑJÑJˆDØ˜$×,Ñ,¨w°}Ñ/EÑEÑEˆDà×Ñ˜aÓØ—[‘[ Q�[Ð'ˆFØ˜$×*Ñ*Ô->¸vÀ{Ó-SÑSÑSˆDà×ÑÔØ�‰ŒØ�‰Ôä�]Š]�_Ü(Ø˜ t§}¡}¸4¿=¹=ÐV[ñ]‰HˆC�äFKÈFÏKÉKÐXYËNÔF[Ó\ÒF[À”Y˜s 1™vŸ{™{›}¨c°!©f¯k©k«mÖ<ÑF[ˆEÐ\ÜÑU´3°u¸f¿j¹j»l×>QÑ>QÓ>SÔ3TÓUÓUÐX^×XcÑXcÐdeÓXfÑfÐilÑlˆCÜ" 6§:¡:£<×#6Ñ#6Ó#8¸%Ö@‘��tØœ#˜e›*¤c¨$£iÐ/Ó0°AÑ5Õ0ñ  A÷ ð 	×Ñ˜$Ÿ)™)›+ u§z¡z°!£}Ô5Ø×Ñ˜˜eŸj™j¨›mÔ,à�‰E�T—_‘_Ñ$¨Ö)ÜÐH×OÑOØ˜1‘uœc &›k¨:¯>©>¸:¿>¹>È9Ï=É=óZ÷ [ñs &ðx ÑØ× Ñ  Ô+Ø�>‰>˜9Ÿ=™=Ð(Ð(÷k !–üòN ]÷ Ž_ús,   Æ3V4Î/AWÏ08WÐ(B"WÖ4
W	×W×
W	c                 ó<  • [         R                  " U R                  USS9n[        U SS5      (       ag  UR	                  US   SS9  UR	                  US   SS9u  px[        SR                  [        U5      [        U5      5      5        UR                  S	S
5      $ UR	                  US   SS9  [        [        U SS
5      =(       d    S
5      S:H  =(       a    US Ln	U	(       aŸ  [        U SS5      (       d  SU;   a  [        X&S   5        UR                  S5      (       a  S
SKJn
  U
" XVS   5        [        S5        O4UR                  R	                  UR                  5       5        [        S5        UR                  S	S
5      $ [        U SS5      (       dl  [        X&S   5        UR                  S5      (       a*  Ub'  [        U SS5      (       d  UR	                  US   5        O,[        U SS5      (       a  [        S5        OUb  [        S5        UR                  S	S
5      $ )NF)Úmap_locationÚweights_onlyÚresume_linear_readoutr¾   Tr  Ú
classifierzWresume_linear_readout: backbone loaded; linear readout copied; missing {} unexpected {}r�  r   r¨   r   Úresume_backbone_onlyÚfeedback)Úload_feedback_state_dictz@feedback stage 2: loaded refiner; optimizer left at its new initzHfeedback stage 2: copied frozen pass-1 head into pass-2; optimizer resetrÞ   Úreset_optimizer_on_resumez3reset_optimizer_on_resume: Adam moments start freshz?resume_backbone_only: loaded backbone only; head re-initialized)rR   r�   Úresumer^   r  rÈ   r’   rÎ   r  rG   r  Úmethod.feedback_decoderr²  r  Ú
state_dict)ra   r¾   rÖ   rÞ   rÒ   rÙ   Úckptr  r  Ústage2r²  s              rK   Úload_checkpointr¹  ¬  sá  € Ü�:Š:�d—k‘k°ÀUÑK€DÜˆtÐ,¨e×4Ñ4Ø×Ñ˜d 7™m°DÐÑ9Ø"×2Ñ2°4¸Ñ3EÈeÐ2ÐTÑˆÜÐg×nÑnÜ�‹Lœ#˜j›/ó+ô 	,à�x‰x˜ Ó#Ð#Ø	×Ñ˜$˜w™-°ÐÑ5Ü”˜Ð/°Ó3×8°qÓ9¸QÑ>×VÀ7ÐRVÐCV€FÞÜ�tÐ3°U×;Ñ;ÀÐPTÓ@TÜ˜T¨Ñ#5Ô6Ø�8‰8�J×ÑÝHÙ$ W°:Ñ.>Ô?ÜÐTÕUà�M‰M×)Ñ)¨$¯/©/Ó*;Ô<ÜÐ\Ô]Ø�x‰x˜ Ó#Ð#Ü�4Ð/°×7Ñ7Ü˜ LÑ1Ô2à�H‰H�[×!Ñ! iÑ&;Ü˜DÐ"=¸u×EÑEà×%Ñ% d¨;Ñ&7Õ8Ü�TÐ6¸×>Ñ>ÜÐGÔHøØ	Ñ	ÜÐOÔPØ�8‰8�G˜QÓÐrM   c                 óò  • [         R                  " 5       n[        U5        [        UR	                  / 5      5      n[        [        R                  R                  U S5      5       n[        R                  " U5      nS S S 5        SW;   a   SU;  a  UR                  SS5      (       + US'   UR                  U5        U(       a  UR                  U5        [         R                  " S0 UD6$ ! , (       d  f       Ns= f)Nztrain_args.jsonÚnospecrY   Tr½   )ÚargparseÚArgumentParserrL   ÚvarsÚ
parse_argsrŽ   rz   r{   r|   r�   r�   r  rY  Ú	Namespace)Úrun_dirÚ	overridesrJ   Úmergedr”   Úsaveds         rK   Úargs_from_run_dirrÅ  Ï  s¶   € Ü×ÒÓ!€AÜ�qÔÜ�!—,‘,˜rÓ"Ó#€FÜ	Œb�g‰g�l‰l˜7Ð$5Ó6Ô	7¸1Ü—	’	˜!“ˆ÷ 
8à�5Ó˜]°%Ó7Ø#(§9¡9¨X°tÓ#<Ô<ˆˆmÑØ
‡M�M�%ÔÞØ�‰�iÔ Ü×ÒÑ' Ñ'Ð'÷ 
8Õ	7ús   Á$C(Ã(
C6rG  )Trò   )AÚ__doc__r¼  r�   rz   rO   ÚnumpyrQ   rR   Útorch.backends.cudnnÚbackendsrT   Útorch.utils.datar   rµ  r   Úmethod.frame_asdr   r   r   r   r	   r
   r   r   r   r   Úmethod.pcslr   Úmodelsr   Úutil.datasetr   r   Úutil.metricsr   r   Ú	util.miscr   r   r   rL   rW   rb   rl   r‚   r—   rß   rê   r  r  r  r(  r2  r5  r=  r;  rã   rq  rX  r€  r…  r‡  rª  r¹  rÅ  r½   rM   rK   Ú<module>rÑ     sþ   ðá 9ã Û Û 	Û ã Û ß $Ð $Ý 'å 2÷÷ ÷ õ *Ý %ß <ß @ß 5Ñ 5òoPòdòpôô$òNò&Y6òxRò*/òZ
jòGòGò*òGô

?ò	Fð ‡‚ƒó>,ó ð>,òBò,^ð
 ‡‚ƒó&ó ð&ò2ô T)ôn  õF(rM   