ó
    Ï—¬jj2  ã                   ó  • S SK Jr  S SKJr  S SKJr  S SKrS SKrS SKJr  S SK	J
r
  S SKrS SKrS SKJrJr  S SKJr  S S	KJr  S SKrS S
KJr  S SKJrJr  SSKJr  \" SS\4S\4/5      r\ " S S5      5       r " S S5      r  " S S\5      r!g)é    )ÚSequence)Ú	dataclass)ÚdateN)Úproduct)Úisnan)ÚIteratorÚ
NamedTuple)ÚPath)ÚLogger)ÚLightningModule)ÚLightningCLIÚSaveConfigCallbacké   )ÚTaskConfigParserÚcv_foldÚval_fold_idxÚtest_fold_idxc                   óø   • \ rS rSr% \\\\   \4      \S'   \\   \S'   Sr	\\   S-  \S'   Sr
\S-  \S'   Sr\\\\4      S-  \S'   Sr\S-  \S'   Sr\S-  \S	'   S
 rS\\\   \4   4S jrS\\   4S jrSrg)ÚExperimentStatesé   Ú_task_configsÚ	_cli_argvNÚ_current_task_configÚ_current_experiment_nameÚ_cv_folds_iterÚ_current_val_fold_idxÚ_current_test_fold_idxc                 óÂ   • [        U R                  [        5      (       a%  [        [	        U R                  5      5      U l        U $ [        U R                  5      U l        U $ ©N)Ú
isinstancer   r   ÚiterÚlistÚ_task_configs_iter©Úselfs    Úw/root/disk_3tb/EEG-sAAD-Grand-Challenge-Training-Dataset/baselines/python/SuperHugeAAD/superhuge/utils/multi_run_cli.pyÚ__iter__ÚExperimentStates.__iter__"   sN   € Ü�d×(Ñ(¬(×3Ñ3Ü&*¬4°×0BÑ0BÓ+CÓ&DˆDÔ#ð ˆô '+¨4×+=Ñ+=Ó&>ˆDÔ#Øˆó    Úreturnc                 óv  • U R                   cb  [        U R                  5      u  U l        U l        [        U R                  U R                  5       Vs/ s H  n[        U6 PM     sn5      U l          [        U R                   5      u  U l        U l	        U R                  U R                  :X  a  U R                  5       $  U R                  c   eU R                  c   eU R                  SU R                  SU R                  /-   U R                  4$ s  snf ! [         a    S U l         U R                  5       s $ f = f)Nú--data.init_args.val_fold_idxú--data.init_args.test_fold_idx)r   Únextr#   r   r   r!   Ú#_ExperimentStates__prepare_fold_idxr   r   r   Ú__next__ÚStopIteration)r%   Úfolds     r&   r0   ÚExperimentStates.__next__)   sJ  € Ø×ÑÑ&ÜGKØ×'Ñ'óHÑDˆDÔ% tÔ'Dô #'ð !%× 7Ñ 7¸×8QÑ8QÔ Róâ R˜ô ˜T“NÙ Rñó#ˆDÔð	#ÜFJØ×#Ñ#óGÑCˆDÔ&¨Ô(Cð ×)Ñ)¨T×-HÑ-HÓHØ—}‘}“Ð&ð Ið ×(Ñ(Ñ4Ð4Ð4Ø×,Ñ,Ñ8Ð8Ð8à×%Ñ%à/Ø×*Ñ*Ø0Ø×+Ñ+ð	ñð ×)Ñ)ð	
ð 		
ùò#øô ó 	#Ø"&ˆDÔØ—=‘=“?Ò"ð	#ús   ÁDÁ1AD Ä!D8Ä7D8Úconfig_listc                 óŽ  • SU;   d   S5       e[        XR                  S5      S-      5      nSU R                  ;   a,  U R                  U R                  R                  S5      S-      nOBSU;   a  UUR                  S5      S-      nO$[        U5       Vs/ s H  n[	        U5      PM     nnSU R                  ;   a,  U R                  U R                  R                  S5      S-      nOBSU;   a  UUR                  S5      S-      nO$[        U5       Vs/ s H  n[	        U5      PM     nn[        [        X55      5      $ s  snf s  snf )Nz--data.init_args.n_foldszxMULTI_RUN_CLI:__PREPARE_FOLD_IDX:ARGUMENT_MISSING: Argument --data.init_args.n_folds is required to prepare fold indicesr   r,   r-   )ÚintÚindexr   ÚrangeÚstrr"   r   )r%   r4   Ún_foldsr   Úxr   s         r&   Ú__prepare_fold_idxÚ#ExperimentStates.__prepare_fold_idxK   sH  € Ø)¨[Ó8ð 	
ðTó	
Ð8ô �k×"3Ñ"3Ð4NÓ"OÐRSÑ"SÑTÓUˆØ*¨d¯n©nÓ<ØŸ>™>Ø—‘×$Ñ$Ð%DÓEÈÑIñ‰Lð -°Ó;Ø&Ø×!Ñ!Ð"AÓBÀQÑFñ‰Lô -2°'¬NÓ;ªN qœC žF©NˆLÐ;à+¨t¯~©~Ó=Ø ŸN™NØ—‘×$Ñ$Ð%EÓFÈÑJñ‰Mð .°Ó<Ø'Ø×!Ñ!Ð"BÓCÀaÑGñ‰Mô .3°7¬^Ó<ª^¨œS žV©^ˆMÐ<ä”G˜LÓ8Ó9Ð9ùò <ùò =s   ÂD=ÄE)r   r   r   r   r   r#   )Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   Útupler"   r9   Ú__annotations__r   r   r   r   r   r'   r0   r/   Ú__static_attributes__© r)   r&   r   r      s°   ‡ à˜E $ s¡)¨S .Ñ1Ñ2Ó2Ø�C‰yÓØ-1Ð˜$˜s™) dÑ*Ó1Ø+/Ð˜c D™jÓ/Ø7;€N�H˜U 3¨ 8™_Ñ-°Ñ4Ó;Ø(,Ð˜3 ™:Ó,Ø)-Ð˜C $™JÓ-òð 
˜%  S¡	¨3 Ñ/ô  
ðD:¨d°3©i÷ :r)   r   c                   ó’   • \ rS rSr% \\S'   SSS.S\S\S\S-  S\S-  S	S4
S
 jjrS\\   S	\	4S jr
S r   SS\S\S\4S jjrSrg)ÚMultiRunCLIéj   Ú_experiment_statesN)Úmodel_checkpoint_pathÚcli_checkpoint_pathÚargsÚtask_config_pathrJ   rK   r*   c                óP  • [        U5      U l        Xl        X l        X0l        U R                  c   S5       e[        U R                  5      U l        U R                  bu  [        R                  R                  U R                  5      (       aG  [        U R                  S5       n[        R                  " U5      nS S S 5        WR                  U l        g [        [        [        U R                  R!                  5       5      5      U R                  S9U l        g ! , (       d  f       Nd= f)Nz�MULTI_RUN_CLI:__INIT__:TASK_CONFIG_ACQUIRING:ARGUMENT_MISSING: Task config is required by providing --task_config=<path> or --task_config <path>Úrb)r   r   )r"   Úcli_argvrM   Úmodel_ckpt_pathÚcli_ckpt_pathr   Útask_config_parserÚosÚpathÚisfileÚopenÚpickleÚloadrI   r   r!   Úgenerate_configs)r%   rM   rJ   rK   rL   ÚfÚloadeds          r&   Ú__init__ÚMultiRunCLI.__init__m   sæ   € ô ˜T›
ˆŒØ 0ÔØ4ÔØ0Ôð ×!Ñ!Ñ-ð	^ð ^ó	^Ø-ä"2°4×3HÑ3HÓ"IˆÔà×ÑÑ)¬b¯g©g¯n©n¸T×=OÑ=O×.PÑ.PÜ�d×(Ñ(¨$Ô/°1Ü&,§k¢k°!£n�÷ 0à&,×&?Ñ&?ˆDÕ#ä&6Ü"¤4¨×(?Ñ(?×(PÑ(PÓ(RÓ#SÓTØŸ-™-ñ'ˆDÕ#÷	 0Õ/ús   Â"DÄ
D%r4   c                 óD  • [        U5       VVs/ s H  u  p#XS-
     S;  d  M  US;  d  M  UPM     nnnSR                  [        U5      5      R                  S5      n[        R
                  " U5      R                  5       n[        R                  USS SS9S	-  $ s  snnf )
u*   ç”Ÿæˆ�é…�ç½®åˆ—è¡¨çš„ç¡®å®šæ€§å“ˆå¸Œç§�å­�r   )r,   r-   Ú|úutf-8Né   Úbig)Ú	byteorderl        )	Ú	enumerateÚjoinÚsortedÚencodeÚhashlibÚsha256Údigestr6   Ú
from_bytes)r%   r4   ÚiÚconfigÚ
config_strÚhash_digests         r&   Ú__generate_config_hashÚ"MultiRunCLI.__generate_config_hashˆ   s«   € ô
 ' {Ô3ô
â3‘	�Ø˜q™5Ñ!ØVñWó ð ØVñW÷	 Ù3ð 	ñ 
ð —X‘Xœf [Ó1Ó2×9Ñ9¸'ÓBˆ
ä—n’n ZÓ0×7Ñ7Ó9ˆä�~‰~˜k¨"¨1˜o¸ˆ~Ð?À5ÑIÐIùó
s   �B¤B¬Bc                 ó   • [        U R                  5       Hä  u  pUS:X  d  M  US-   [        U R                  5      :  d  M+  U R                  US-      n[        R                  R                  [        R                  R                  U5      5      S   nUS:w  d  M„  [        US5       nUR                  5       n[        R                  " UR                  S5      5      R                  5       S S nS S S 5        UW 4s  $    g! , (       d  f       N= f)	Nz--modelr   r   Úoptimizer_configÚrra   rb   )NN)re   rP   ÚlenrT   rU   ÚsplitextÚbasenamerW   Úreadri   rj   rh   Ú	hexdigest)r%   rm   ÚargÚconfig_pathÚ
model_namer[   Úmodel_configÚ
model_hashs           r&   Ú__extract_model_nameÚ MultiRunCLI.__extract_model_nameš   sâ   € Ü §¡Ö.‰FˆAØ�iÕØ�q‘5œ3˜tŸ}™}Ó-Õ-Ø"&§-¡-°°A±Ñ"6�KÜ!#§¡×!1Ñ!1´"·'±'×2BÑ2BÀ;Ó2OÓ!PÐQRÑ!S�JØ!Ð%7Õ7Ü! +¨sÔ3°qà+,¯6©6«8˜LÜ)0¯ªØ ,× 3Ñ 3°GÓ <ó*ç'™i›k¨"¨1ð*.˜J÷ 4ð 'Ø)˜lð ò ñ /ð" ÷ 4Õ3ús   Â&AC?Ã?
D	ÚverboseÚsave_configÚextra_experiment_namec                 óL  • 0 nU R                    GH>  u  nnU R                  5       u  pxU R                  U-   SU SU 3SU SU 3/-   n	[        U R	                  U	5      5      n
[        SS0U	SU R                  ;  a  SU
/O/ -   SU
/-   S	U(       a  [        OS S
9n[        UR                  R                  5      S:”  d   e[        UR                  R                  5      S:”  d   e[        UR                  R                  5      S:”  d   eUR                  R                  UR                  UR                  U R                  S9  [!        UR                  R"                  UR                  R$                  4UR                  R'                  5       UR                  R)                  5       45       H�  u  pÍU" UR                  UU[+        UR                  S5      (       d  SOS S9nUS   R-                  5        HA  u  nn[/        U5      (       a
   SU 35       eUR1                  U/ 5      R3                  U5        MC     M�     [5        UR                  R6                  [8        5      (       d  GMW  [        UR                  R6                  5      S:”  d  GM}  UR                  R6                  S   n[+        US5      (       d   e[+        US5      (       d   e[+        US5      (       d   e[;        UR<                  5      [        UR>                  5      -  SUR@                   3-  S-  nURC                  S5       n[D        RF                  " U U5        S S S 5        GMA     UR-                  5        VVs0 s H  u  nnU[H        RJ                  " U5      _M     snn$ ! , (       d  f       GMŽ  = fs  snnf )Nú--experiment_nameÚ-ú--model_nameÚ_v_Úparser_modeÚ	omegaconfz--seed_everythingú--experiment_hashF)Úparser_kwargsrL   ÚrunÚsave_config_callbackr   )ÚmodelÚ
datamoduleÚ	ckpt_pathÚfake_parameterÚbest)r�   Údataloadersr‚   r’   zEvaluation metrics got NaN for Ú	_root_dirÚ_nameÚ_versionÚversion_zcli_ckpt.pklÚwb)&rI   Ú _MultiRunCLI__extract_model_namerP   r9   Ú"_MultiRunCLI__generate_config_hashÚNamedParamsCLIr   rv   r‘   ÚtrainsetÚvalsetÚtestsetÚtrainerÚfitr�   rQ   ÚzipÚvalidateÚtestÚval_dataloaderÚtest_dataloaderÚhasattrÚitemsr   Ú
setdefaultÚappendr    Úloggersr   r
   r–   r—   r˜   rW   rX   ÚdumpÚnpÚmean)r%   r‚   rƒ   r„   Úaccumulated_resultsr4   Úexperiment_namer}   r   rL   ÚseedÚcliÚfuncÚloaderÚresultsÚkeyÚvalueÚloggerrR   r[   ÚkÚvs                         r&   rŽ   ÚMultiRunCLI.run®   sq  € ð 02Ðð ×$Õ$ñ
ØØà%)×%>Ñ%>Ó%@Ñ"ˆJà—‘Øñð (Ø&Ð' qÐ)>Ð(?Ð@Ø"Ø!�l # j \Ð2ð	ñð ô �t×2Ñ2°4Ó8Ó9ˆDÜ Ø,¨kÐ:àð /°d·m±mÓCð 0Ø ñð
  ñð ,Øðñð Þ<GÕ&8ÈTñ%ˆCô* �s—~‘~×.Ñ.Ó/°!Ó3Ð3Ð3Ü�s—~‘~×,Ñ,Ó-°Ó1Ð1Ð1Ü�s—~‘~×-Ñ-Ó.°Ó2Ð2Ð2à�K‰K�O‰OØ—i‘iØŸ>™>Ø×.Ñ.ð ñ ô !$Ø—‘×%Ñ% s§{¡{×'7Ñ'7Ð8à—N‘N×1Ñ1Ó3Ø—N‘N×2Ñ2Ó4ðö!‘�ñ ØŸ)™)Ø &Ø#ä&-¨c¯i©iÐ9I×&JÑ&J™ÐPTñ�ð #*¨!¡*×"2Ñ"2Ö"4‘J�C˜Ü$ UŸ|™|ÐTÐ/NÈsÈeÐ-TÓTÐ+Ø'×2Ñ2°3¸Ó;×BÑBÀ5ÖIó #5ñ!ô( ˜3Ÿ;™;×.Ñ.´×9Ô9Ü˜Ÿ™×+Ñ+Ó,¨qÖ0à!$§¡×!4Ñ!4°QÑ!7�Ü˜v {×3Ñ3Ð3Ð3Ü˜v w×/Ñ/Ð/Ð/Ü˜v z×2Ñ2Ð2Ð2ä˜×)Ñ)Ó*Ü˜&Ÿ,™,Ó'ñ(à  §¡Ð 1Ð2ñ3ð %ñ%ð ð #×'Ñ'¨Ô-°Ü—K’K  aÔ(÷ .Ò-ñ[ %ð` +>×*CÑ*CÔ*EÔFÒ*E¡$ ! Q�”2—7’7˜1“:’Ñ*EÒFÐF÷ .×-üó Gs   Ì-NÍ%$N Î
N	)rI   rP   rR   rQ   rS   rM   )TTÚ )r>   r?   r@   rA   r   rC   r9   r]   r"   r6   rœ   r›   ÚboolrŽ   rD   rE   r)   r&   rG   rG   j   s§   ‡ Ø(Ó(ð -1Ø*.òàðð ðð  # T™zð	ð
 ! 4™Zðð 
õð6J°$°s±)ð JÀô Jò$ð, Ø Ø%'ñ	[Gàð[Gð ð[Gð  #÷	[Gð [Gr)   rG   c                   ó,   • \ rS rSr% \\S'   S rS rSrg)r�   i  r�   c                 ó6   • U R                   R                  5       $ r   )r�   Únamed_parametersr$   s    r&   Ú_get_parametersÚNamedParamsCLI._get_parameters  s   € Ø�z‰z×*Ñ*Ó,Ð,r)   c                 ó.  • UR                  SSSS9  UR                  SSSS9  UR                  SS5        UR                  S	SSS9  UR                  S
S5        UR                  SS5        UR                  SS5        UR                  SS5        UR                  SS5        UR                  SSSS9  S[        [        -  S[        4S jnUR                  S[        S9  UR                  S[        S9  UR                  S[        S9  UR                  SSUS9  g ) Nzdata.fsz$model.init_args.model_common_args.fsÚinstantiate)Úapply_onzdata.window_lengthz/model.init_args.model_common_args.window_lengthz$model.init_args.num_mix_out_channelsz.model.init_args.model_common_args.num_channelszdata.num_channelszdata.init_args.root_pathz"data.init_args.transform.root_pathz%data.init_args.transform.init_args.fszdata.init_args.fszdata.init_args.preproc_stagez0data.init_args.transform.init_args.preproc_stagez"model.init_args.num_audio_featuresz4model.init_args.model_common_args.num_audio_featureszmodel.init_args.num_classz+model.init_args.model_common_args.num_classzdata.sample_weightsz'model.init_args.multiclass_loss_weightsrL   r*   c                  ój  • / nU  H�  n[        U[        5      (       a;  SU;   a"  UR                  UR                  S5      5        M@  UR	                  U5        MS  [        U[
        5      (       a  UR	                  [        U5      5        M„  [        S5      e   [        R                  R                  " U6 nU$ )Nr‡   zEOnly str and int types are supported for experiment path computation.)
r    r9   ÚextendÚsplitr«   r6   Ú
ValueErrorrT   rU   rf   )rL   Úpathsr{   rU   s       r&   Úcompute_experiment_pathÚGNamedParamsCLI.add_arguments_to_parser.<locals>.compute_experiment_path@  s�   € ØˆEÛ�Ü˜c¤3×'Ñ'Ø˜c“zØŸ™ S§Y¡Y¨s£^Ö4àŸ™ SÖ)Ü ¤S×)Ñ)Ø—L‘L¤ S£Ö*ä$Ø_óð ñ ô —7‘7—<’<ØðˆDð ˆKr)   r†   )Útyperˆ   rŒ   )r}   r±   Úexperiment_hashzdata.init_args.window_lengthztrainer.logger.init_args.name)ÚsourceÚtargetÚ
compute_fn)Úlink_argumentsr9   r6   Úadd_argument)r%   ÚparserrÌ   s      r&   Úadd_arguments_to_parserÚ&NamedParamsCLI.add_arguments_to_parser  sp  € à×ÑØØ2Ø"ð 	ñ 	
ð
 	×ÑØ Ø=Ø"ð 	ñ 	
ð
 	×ÑØ2Ø<ô	
ð 	×ÑØØ<Ø"ð 	ñ 	
ð
 	×ÑØ&Ð(Lô	
ð 	×ÑØ3Øô	
ð 	×ÑØ*Ø>ô	
ð 	×ÑØ0ØBô	
ð 	×ÑØ'Ø9ô	
ð 	×ÑØ!Ø5Ø"ð 	ñ 	
ð	¬3´©9ð 	¼ô 	ð& 	×ÑÐ/´cÐÑ:Ø×Ñ˜N´ÐÑ5Ø×ÑÐ/´cÐÑ:à×Ñðð 3Ø.ð 	ò 		
r)   rE   N)	r>   r?   r@   rA   r   rC   rÂ   rÖ   rD   rE   r)   r&   r�   r�     s   ‡ ØÓò-õN
r)   r�   )"Úcollections.abcr   Údataclassesr   Údatetimer   ri   Ú	itertoolsr   Úmathr   rT   rX   Útypingr   r	   Úpathlibr
   Ú lightning.pytorch.loggers.loggerr   Únumpyr®   Ú	lightningr   Úlightning.pytorch.clir   r   rS   r   r9   r   r   rG   r�   rE   r)   r&   Ú<module>rã      sŠ   ðÝ $Ý !Ý Û Û Ý Ý Û 	Û ß 'Ý å 3Û å %ß Bå 0á
�Y .°#Ð!6¸È#Ð8NÐ OÓ
P€ð ÷N:ð N:ó ðN:÷b_Gñ _GôDT
�\õ T
r)   