Ë
    Ï—¬jj2  ã                   ó  — d dl mZ d dlmZ d dlmZ d dlZd dlZd dlmZ d dl	m
Z
 d dlZd dlZd dlmZmZ d dlmZ d d	lmZ d dlZd d
lmZ d dlmZmZ ddlmZ  eddefdefg«      Ze G d„ d«      «       Z G d„ d«      Z  G d„ de«      Z!y)é    )ÚSequence)Ú	dataclass)ÚdateN)Úproduct)Úisnan)ÚIteratorÚ
NamedTuple)ÚPath)ÚLogger)ÚLightningModule)ÚLightningCLIÚSaveConfigCallbacké   )ÚTaskConfigParserÚcv_foldÚval_fold_idxÚtest_fold_idxc                   óì   — e Zd ZU eeee   ef      ed<   ee   ed<   dZee   dz  ed<   dZ	edz  ed<   dZ
eeeef      dz  ed<   dZedz  ed<   dZedz  ed<   d	„ Zd
eee   ef   fd„Zdee   fd„Zy)ÚExperimentStatesÚ_task_configsÚ	_cli_argvNÚ_current_task_configÚ_current_experiment_nameÚ_cv_folds_iterÚ_current_val_fold_idxÚ_current_test_fold_idxc                 ó¸   — t        | j                  t        «      r%t        t	        | j                  «      «      | _        | S t        | j                  «      | _        | S ©N)Ú
isinstancer   r   ÚiterÚlistÚ_task_configs_iter©Úselfs    úf/root/disk_3tb/EEG-sAAD-Grand-Challenge-Training-Dataset/SuperHugeAAD/superhuge/utils/multi_run_cli.pyÚ__iter__zExperimentStates.__iter__"   sK   € Ü�d×(Ñ(¬(Ô3Ü&*¬4°×0BÑ0BÓ+CÓ&DˆDÔ#ð ˆô '+¨4×+=Ñ+=Ó&>ˆDÔ#Øˆó    Úreturnc                 óf  — | j                   €_t        | j                  «      \  | _        | _        t        | j                  | j                  «      D �cg c]
  }t        |Ž ‘Œ c}«      | _         	 t        | j                   «      \  | _        | _	        | j                  | j                  k(  r| j                  «       S 	 | j                  €J ‚| j                  €J ‚| j                  d| j                  d| j                  gz   | j                  fS c c}w # t        $ r d | _         | j                  «       cY S w xY w)Nú--data.init_args.val_fold_idxú--data.init_args.test_fold_idx)r   Únextr"   r   r   r    Ú#_ExperimentStates__prepare_fold_idxr   r   r   Ú__next__ÚStopIteration)r$   Úfolds     r%   r.   zExperimentStates.__next__)   sJ  € Ø×ÑÐ&ÜGKØ×'Ñ'óHÑDˆDÔ% tÔ'Dô #'ð !%× 7Ñ 7¸×8QÑ8QÔ Róá R˜ô ˜T’NØ Rñó#ˆDÔð	#ÜFJØ×#Ñ#óGÑCˆDÔ&¨Ô(Cð ×)Ñ)¨T×-HÑ-HÒHØ—}‘}“Ð&ð Ið ×(Ñ(Ð4Ð4Ð4Ø×,Ñ,Ð8Ð8Ð8à×%Ñ%à/Ø×*Ñ*Ø0Ø×+Ñ+ð	ñð ×)Ñ)ð	
ð 		
ùò#øô ò 	#Ø"&ˆDÔØ—=‘=“?Ò"ð	#ús   ÁDÁ-A
D Ä D0Ä/D0Úconfig_listc                 ór  — d|v sJ d«       ‚t        ||j                  d«      dz      «      }d| j                  v r,| j                  | j                  j                  d«      dz      }n=d|v r||j                  d«      dz      }n!t        |«      D �cg c]  }t	        |«      ‘Œ }}d| j                  v r,| j                  | j                  j                  d«      dz      }n=d|v r||j                  d«      dz      }n!t        |«      D �cg c]  }t	        |«      ‘Œ }}t        t        ||«      «      S c c}w c c}w )Nz--data.init_args.n_foldszxMULTI_RUN_CLI:__PREPARE_FOLD_IDX:ARGUMENT_MISSING: Argument --data.init_args.n_folds is required to prepare fold indicesr   r*   r+   )ÚintÚindexr   ÚrangeÚstrr!   r   )r$   r1   Ún_foldsr   Úxr   s         r%   Ú__prepare_fold_idxz#ExperimentStates.__prepare_fold_idxK   sL  € Ø)¨[Ñ8ð 	
ðTó	
Ð8ô �k +×"3Ñ"3Ð4NÓ"OÐRSÑ"SÑTÓUˆØ*¨d¯n©nÑ<ØŸ>™>Ø—‘×$Ñ$Ð%DÓEÈÑIñ‰Lð -°Ñ;Ø&Ø×!Ñ!Ð"AÓBÀQÑFñ‰Lô -2°'¬NÓ;©N qœC �F¨NˆLÐ;à+¨t¯~©~Ñ=Ø ŸN™NØ—‘×$Ñ$Ð%EÓFÈÑJñ‰Mð .°Ñ<Ø'Ø×!Ñ!Ð"BÓCÀaÑGñ‰Mô .3°7¬^Ó<©^¨œS �V¨^ˆMÐ<ä”G˜L¨-Ó8Ó9Ð9ùò <ùò =s   ÂD/ÄD4)Ú__name__Ú
__module__Ú__qualname__r   Útupler!   r6   Ú__annotations__r   r   r   r   r   r&   r.   r-   © r'   r%   r   r      s°   … à˜E $ s¡)¨S .Ñ1Ñ2Ó2Ø�C‰yÓØ-1Ð˜$˜s™) dÑ*Ó1Ø+/Ð˜c D™jÓ/Ø7;€N�H˜U 3¨ 8™_Ñ-°Ñ4Ó;Ø(,Ð˜3 ™:Ó,Ø)-Ð˜C $™JÓ-òð 
˜%  S¡	¨3 Ñ/ó  
ðD:¨d°3©iô :r'   r   c                   ó€   — e Zd ZU eed<   dddœdedededz  dedz  ddf
d	„Zd
ee   defd„Z	d„ Z
	 	 	 ddededefd„Zy)ÚMultiRunCLIÚ_experiment_statesN)Úmodel_checkpoint_pathÚcli_checkpoint_pathÚargsÚtask_config_pathrC   rD   r(   c                óB  — t        |«      | _        || _        || _        || _        | j                  €J d«       ‚t        | j                  «      | _        | j                  �ot        j                  j                  | j                  «      rFt        | j                  d«      5 }t        j                  |«      }d d d «       j                  | _        y t        t        t        | j                  j!                  «       «      «      | j                  ¬«      | _        y # 1 sw Y   ŒbxY w)Nz�MULTI_RUN_CLI:__INIT__:TASK_CONFIG_ACQUIRING:ARGUMENT_MISSING: Task config is required by providing --task_config=<path> or --task_config <path>Úrb)r   r   )r!   Úcli_argvrF   Úmodel_ckpt_pathÚcli_ckpt_pathr   Útask_config_parserÚosÚpathÚisfileÚopenÚpickleÚloadrB   r   r    Úgenerate_configs)r$   rF   rC   rD   rE   ÚfÚloadeds          r%   Ú__init__zMultiRunCLI.__init__m   sé   € ô ˜T›
ˆŒØ 0ˆÔØ4ˆÔØ0ˆÔð ×!Ñ!Ð-ð	^ð ^ó	^Ø-ä"2°4×3HÑ3HÓ"IˆÔà×ÑÐ)¬b¯g©g¯n©n¸T×=OÑ=OÔ.PÜ�d×(Ñ(¨$Ô/°1Ü&,§k¡k°!£n�÷ 0à&,×&?Ñ&?ˆDÕ#ä&6Ü"¤4¨×(?Ñ(?×(PÑ(PÓ(RÓ#SÓTØŸ-™-ô'ˆDÕ#÷	 0Ð/ús   ÂDÄDr1   c                 ó6  — t        |«      D ��cg c]  \  }}||dz
     dvr|dvr|‘Œ }}}dj                  t        |«      «      j                  d«      }t	        j
                  |«      j                  «       }t        j                  |dd d¬«      d	z  S c c}}w )
u*   ç”Ÿæˆ�é…�ç½®åˆ—è¡¨çš„ç¡®å®šæ€§å“ˆå¸Œç§�å­�r   )r*   r+   Ú|úutf-8Né   Úbig)Ú	byteorderl        )	Ú	enumerateÚjoinÚsortedÚencodeÚhashlibÚsha256Údigestr3   Ú
from_bytes)r$   r1   ÚiÚconfigÚ
config_strÚhash_digests         r%   Ú__generate_config_hashz"MultiRunCLI.__generate_config_hashˆ   s¨   € ô
 ' {Ô3ô
á3‘	��6Ø˜1˜q™5Ñ!ØVñWàØVñWò	 Ø3ð 	ñ 
ð —X‘Xœf [Ó1Ó2×9Ñ9¸'ÓBˆ
ä—n‘n ZÓ0×7Ñ7Ó9ˆä�~‰~˜k¨"¨1˜o¸ˆ~Ó?À5ÑIÐIùó
s   �Bc                 ó  — t        | j                  «      D ]Þ  \  }}|dk(  sŒ|dz   t        | j                  «      k  sŒ(| j                  |dz      }t        j                  j                  t        j                  j                  |«      «      d   }|dk7  sŒt        |d«      5 }|j                  «       }t        j                  |j                  d«      «      j                  «       d d }d d d «       |› fc S  y# 1 sw Y   ŒxY w)	Nz--modelr   r   Úoptimizer_configÚrrY   rZ   )NN)r]   rI   ÚlenrM   rN   ÚsplitextÚbasenamerP   Úreadra   rb   r`   Ú	hexdigest)r$   re   ÚargÚconfig_pathÚ
model_namerT   Úmodel_configÚ
model_hashs           r%   Ú__extract_model_namez MultiRunCLI.__extract_model_nameš   sä   € Ü §¡Ö.‰FˆAˆsØ�iÓØ�q‘5œ3˜tŸ}™}Ó-Ó-Ø"&§-¡-°°A±Ñ"6�KÜ!#§¡×!1Ñ!1´"·'±'×2BÑ2BÀ;Ó2OÓ!PÐQRÑ!S�JØ!Ð%7Ó7Ü! +¨sÔ3°qà+,¯6©6«8˜LÜ)0¯©Ø ,× 3Ñ 3°GÓ <ó*ç'™i›k¨"¨1ð*.˜J÷ 4ð 'Ø)˜lð ò ð /ð" ÷ 4Ð3ús   Â!AC8Ã8D	ÚverboseÚsave_configÚextra_experiment_namec                 óê  — i }| j                   D �]  \  }}| j                  «       \  }}| j                  |z   d|› d|› �d|› d|› �gz   }	t        | j	                  |	«      «      }
t        ddi|	d| j                  vrd|
gng z   d|
gz   d	|rt        nd ¬
«      }t        |j                  j                  «      dkD  sJ ‚t        |j                  j                  «      dkD  sJ ‚t        |j                  j                  «      dkD  sJ ‚|j                  j                  |j                  |j                  | j                  ¬«       t!        |j                  j"                  |j                  j$                  f|j                  j'                  «       |j                  j)                  «       f«      D ]„  \  }} ||j                  ||t+        |j                  d«      sdnd ¬«      }|d   j-                  «       D ];  \  }}t/        |«      r
J d|› �«       ‚|j1                  |g «      j3                  |«       Œ= Œ† t5        |j                  j6                  t8        «      s�ŒDt        |j                  j6                  «      dkD  s�Œh|j                  j6                  d   }t+        |d«      sJ ‚t+        |d«      sJ ‚t+        |d«      sJ ‚t;        |j<                  «      t        |j>                  «      z  d|j@                  › �z  dz  }|jC                  d«      5 }tE        jF                  | |«       d d d «       �Œ |j-                  «       D ��ci c]  \  }}|tI        jJ                  |«      “Œ c}}S # 1 sw Y   �Œ]xY wc c}}w )Nú--experiment_nameÚ-ú--model_nameÚ_v_Úparser_modeÚ	omegaconfz--seed_everythingú--experiment_hashF)Úparser_kwargsrE   ÚrunÚsave_config_callbackr   )ÚmodelÚ
datamoduleÚ	ckpt_pathÚfake_parameterÚbest)r†   Údataloadersrx   rˆ   zEvaluation metrics got NaN for Ú	_root_dirÚ_nameÚ_versionÚversion_zcli_ckpt.pklÚwb)&rB   Ú _MultiRunCLI__extract_model_namerI   r6   Ú"_MultiRunCLI__generate_config_hashÚNamedParamsCLIr   rm   r‡   ÚtrainsetÚvalsetÚtestsetÚtrainerÚfitr†   rJ   ÚzipÚvalidateÚtestÚval_dataloaderÚtest_dataloaderÚhasattrÚitemsr   Ú
setdefaultÚappendr   Úloggersr   r
   rŒ   r�   rŽ   rP   rQ   ÚdumpÚnpÚmean)r$   rx   ry   rz   Úaccumulated_resultsr1   Úexperiment_namert   rv   rE   ÚseedÚcliÚfuncÚloaderÚresultsÚkeyÚvalueÚloggerrK   rT   ÚkÚvs                         r%   r„   zMultiRunCLI.run®   sd  € ð 02Ðð ×$Õ$ñ
ØØà%)×%>Ñ%>Ó%@Ñ"ˆJ˜
à—‘Øñð (Ø&Ð' qÐ)>Ð(?Ð@Ø"Ø!�l # j \Ð2ð	ñð ô �t×2Ñ2°4Ó8Ó9ˆDÜ Ø,¨kÐ:àð /°d·m±mÑCð 0Ø ñð
  ñð ,Øðñð Ù<GÕ&8ÈTô%ˆCô* �s—~‘~×.Ñ.Ó/°!Ò3Ð3Ð3Ü�s—~‘~×,Ñ,Ó-°Ò1Ð1Ð1Ü�s—~‘~×-Ñ-Ó.°Ò2Ð2Ð2à�K‰K�O‰OØ—i‘iØŸ>™>Ø×.Ñ.ð ô ô !$Ø—‘×%Ñ% s§{¡{×'7Ñ'7Ð8à—N‘N×1Ñ1Ó3Ø—N‘N×2Ñ2Ó4ðö!‘��fñ ØŸ)™)Ø &Ø#ä&-¨c¯i©iÐ9IÔ&J™ÐPTô�ð #*¨!¡*×"2Ñ"2Ö"4‘J�C˜Ü$ Uœ|ÐTÐ/NÈsÈeÐ-TÓTÐ+Ø'×2Ñ2°3¸Ó;×BÑBÀ5ÕIñ #5ð!ô( ˜3Ÿ;™;×.Ñ.´Ö9Ü˜Ÿ™×+Ñ+Ó,¨qÔ0à!$§¡×!4Ñ!4°QÑ!7�Ü˜v {Ô3Ð3Ð3Ü˜v wÔ/Ð/Ð/Ü˜v zÔ2Ð2Ð2ä˜×)Ñ)Ó*Ü˜&Ÿ,™,Ó'ñ(à  §¡Ð 1Ð2ñ3ð %ñ%ð ð #×'Ñ'¨Ô-°Ü—K‘K  aÔ(÷ .Ñ-ð[ %ð` +>×*CÑ*CÔ*EÔFÑ*E¡$ ! Q�”2—7‘7˜1“:‘Ð*EÒFÐF÷ .Ñ-üó Gs   Ì	M"Ì> M/Í"M,	)TTÚ )r:   r;   r<   r   r>   r6   rV   r!   r3   r’   r‘   Úboolr„   r?   r'   r%   rA   rA   j   s    … Ø(Ó(ð -1Ø*.òàðð ðð  # T™zð	ð
 ! 4™Zðð 
óð6J°$°s±)ð JÀó Jò$ð, Ø Ø%'ñ	[Gàð[Gð ð[Gð  #ô	[Gr'   rA   c                   ó$   — e Zd ZU eed<   d„ Zd„ Zy)r“   r†   c                 ó6   — | j                   j                  «       S r   )r†   Únamed_parametersr#   s    r%   Ú_get_parameterszNamedParamsCLI._get_parameters  s   € Ø�z‰z×*Ñ*Ó,Ð,r'   c                 ó\  — |j                  ddd¬«       |j                  ddd¬«       |j                  dd«       |j                  d	dd¬«       |j                  d
d«       |j                  dd«       |j                  dd«       |j                  dd«       |j                  dd«       |j                  ddd¬«       dt        t        z  dt        fd„}|j                  dt        ¬«       |j                  dt        ¬«       |j                  dt        ¬«       |j                  dd|¬«       y ) Nzdata.fsz$model.init_args.model_common_args.fsÚinstantiate)Úapply_onzdata.window_lengthz/model.init_args.model_common_args.window_lengthz$model.init_args.num_mix_out_channelsz.model.init_args.model_common_args.num_channelszdata.num_channelszdata.init_args.root_pathz"data.init_args.transform.root_pathz%data.init_args.transform.init_args.fszdata.init_args.fszdata.init_args.preproc_stagez0data.init_args.transform.init_args.preproc_stagez"model.init_args.num_audio_featuresz4model.init_args.model_common_args.num_audio_featureszmodel.init_args.num_classz+model.init_args.model_common_args.num_classzdata.sample_weightsz'model.init_args.multiclass_loss_weightsrE   r(   c                  óH  — g }| D ]~  }t        |t        «      r7d|v r!|j                  |j                  d«      «       Œ8|j	                  |«       ŒJt        |t
        «      r|j	                  t        |«      «       Œut        d«      ‚ t        j                  j                  |Ž }|S )Nr}   zEOnly str and int types are supported for experiment path computation.)
r   r6   ÚextendÚsplitr¡   r3   Ú
ValueErrorrM   rN   r^   )rE   Úpathsrr   rN   s       r%   Úcompute_experiment_pathzGNamedParamsCLI.add_arguments_to_parser.<locals>.compute_experiment_path@  sŠ   € ØˆEÛ�Ü˜c¤3Ô'Ø˜c‘zØŸ™ S§Y¡Y¨s£^Õ4àŸ™ SÕ)Ü ¤SÔ)Ø—L‘L¤ S£Õ*ä$Ø_óð ð ô —7‘7—<‘<ØðˆDð ˆKr'   r|   )Útyper~   r‚   )rt   r§   Úexperiment_hashzdata.init_args.window_lengthztrainer.logger.init_args.name)ÚsourceÚtargetÚ
compute_fn)Úlink_argumentsr6   r3   Úadd_argument)r$   ÚparserrÀ   s      r%   Úadd_arguments_to_parserz&NamedParamsCLI.add_arguments_to_parser  sp  € à×ÑØØ2Ø"ð 	ô 	
ð
 	×ÑØ Ø=Ø"ð 	ô 	
ð
 	×ÑØ2Ø<ô	
ð 	×ÑØØ<Ø"ð 	ô 	
ð
 	×ÑØ&Ð(Lô	
ð 	×ÑØ3Øô	
ð 	×ÑØ*Ø>ô	
ð 	×ÑØ0ØBô	
ð 	×ÑØ'Ø9ô	
ð 	×ÑØ!Ø5Ø"ð 	ô 	
ð	¬3´©9ð 	¼ó 	ð& 	×ÑÐ/´cÐÔ:Ø×Ñ˜N´ÐÔ5Ø×ÑÐ/´cÐÔ:à×Ñðð 3Ø.ð 	õ 		
r'   N)r:   r;   r<   r   r>   r·   rÉ   r?   r'   r%   r“   r“     s   … ØÓò-óN
r'   r“   )"Úcollections.abcr   Údataclassesr   Údatetimer   ra   Ú	itertoolsr   Úmathr   rM   rQ   Útypingr   r	   Úpathlibr
   Ú lightning.pytorch.loggers.loggerr   Únumpyr¤   Ú	lightningr   Úlightning.pytorch.clir   r   rL   r   r6   r   r   rA   r“   r?   r'   r%   Ú<module>rÕ      sŠ   ðÝ $Ý !Ý Û Û Ý Ý Û 	Û ß 'Ý å 3Û å %ß Bå 0á
�Y .°#Ð!6¸È#Ð8NÐ OÓ
P€ð ÷N:ð N:ó ðN:÷b_Gñ _GôDT
�\õ T
r'   