Ë
    Ï—¬jL  ã                   ó¬  — d dl Z d dlmZ d dlmZ d dlmZ d dlmZ d dl	Z	d dl
Z
d dlZd dlmZmZ d dlZdedefd	„Zd
Z	 dedefd„Zdedefd„Zddee   fd„Zde j2                  dedefd„Zde j2                  fd„Zdedee   fd„Zdedefd„Z G d„ d«      Z  G d„ d«      Z!e"dk(  r+dZ# e!e#«      Z$e$jK                  «       D ]  Z& e'de&› �«       Œ yy)é    N)ÚCounter)Ú	Generator)Údeepcopy)Úproduct)ÚAnyÚSequenceÚvalueÚreturnc                 ó–   — t        | t        «      xr8 t        | j                  «       «      dhk(  xr t        | d   t        t
        f«      S )zDTrue if ``value`` is an explicit ``{expand: <list | expr>}`` marker.Úexpand)Ú
isinstanceÚdictÚsetÚkeysÚlistÚstr©r	   s    úk/root/disk_3tb/EEG-sAAD-Grand-Challenge-Training-Dataset/SuperHugeAAD/superhuge/utils/task_config_parser.pyÚ_is_expand_markerr      sD   € ô 	�5œ$Óò 	5Ü�—
‘
“Ó ( Ñ+ò	5ä�u˜X‘¬¬s¨Ó4ðó    é   c                 óæ   ‡— t        | t        «      s| S t        | «      }d|v sd|v r| S |j                  d«      d   Št	        ‰«      t
        k  r| S t        ˆfd„dD «       «      rt        | d«      S | S )a  Round away binary-float representation artifacts, leaving genuine values alone.

    A double computed by inexact arithmetic (e.g. ``0 + 3 * 0.1`` or ``0.4 - 0.1``)
    often reprs with a long run of identical digits (``0.30000000000000004``,
    ``0.09999999999999998``). Detection is purely based on that repr run
    (>= ``_FLOAT_ARTIFACT_RUN`` consecutive 0s or 9s in the fractional part);
    only then is the value rounded to 10 decimal places. Non-floats and floats
    without such a run are returned unchanged.
    ÚeÚEÚ.é   c              3   ó4   •K  — | ]  }|t         z  ‰v –— Œ y ­w©N)Ú_FLOAT_ARTIFACT_RUN)Ú.0ÚchÚfracs     €r   Ú	<genexpr>z_clean_float.<locals>.<genexpr>.   s   øè ø€ Ð
A±j°ˆ2Ô#Ñ# tÔ+±jùs   ƒ)Ú0Ú9é
   )r   ÚfloatÚreprÚ	partitionÚlenr   ÚanyÚround)r	   Úsr"   s     @r   Ú_clean_floatr.      st   ø€ ô �eœUÔ#ØˆÜˆU‹€AØ
ˆa�x�3˜!‘8ØˆØ�;‰;�sÓ˜AÑ€DÜ
ˆ4ƒyÔ&Ò&ØˆÜ
Ó
A±jÓ
AÔAÜ�U˜BÓÐØ€Lr   c                 ó~   — t        | «      } t        | t        «      rd| z  }nt        | «      }|j	                  dd«      S )zRFormat an expanded value for experiment-name tags (no minus sign, compact floats).z%.10gÚ-Ú_)r.   r   r'   r   Úreplace)r	   r-   s     r   Ú_fmt_tag_valuer3   3   s9   € ä˜Ó€EÜ�%œÔØ�e‰O‰ä�‹JˆØ�9‰9�S˜#ÓÐr   c                 ó´  — |€dt        | «      d}}}n<|€t        | «      t        |«      d}}}n!t        | «      t        |«      t        |«      }}}|dk(  rt        d«      ‚|dkD  rt        j                  ||z
  |z  dz   «      nt        j                  ||z
  | z  dz   «      }t	        |d«      }t        |«      D �cg c]  }t        |||z  z   «      ‘Œ c}S c c}w )zPrange() with float support: values = start + k*step, k = 0..n-1 (excludes stop).ç        g      ð?r   zrange step must not be zerog•Ö&è.>)r'   Ú
ValueErrorÚmathÚfloorÚmaxÚranger.   )ÚaÚbÚstepÚstartÚstopÚnÚks          r   Ú_frangerB   =   sÔ   € à€yØ¤ q£¨3�Tˆt‰Ø	ˆÜ! !›H¤e¨A£h°�Tˆt‰ä! !›H¤e¨A£h´°d³�TˆtˆØˆq‚yÜÐ6Ó7Ð7Ø48¸1²HŒ�
‰
�D˜5‘L DÑ(¨4Ñ/Ô0Ü�Z‰Z˜ ™¨4¨%Ñ0°4Ñ7Ó8ð äˆAˆq‹	€AÜ49¸!´HÓ=±H¨qŒL˜  T¡Ñ)Õ*°HÑ=Ð=ùÒ=s   Â:CÚnodeÚnamesc                 óÜ  — t        | t        j                  «      rFt        | j                  t        t
        f«      r&t        | j                  t        «      s| j                  S t        | t        j                  «      r5| j                  |v r|| j                     S t        d| j                  ›�«      ‚t        | t        j                  «      r…t        | j                  t        j                  t        j                  f«      rQt        | j                  |«      }t        | j                  t        j                  «      rt!        | «      S t!        |«      S t        | t        j"                  «      �rct        | j$                  |«      }t        | j&                  |«      }t        j(                  t*        j,                  t        j.                  t*        j0                  t        j2                  t*        j4                  t        j6                  t*        j8                  t        j:                  t*        j<                  t        j>                  t*        j@                  t        jB                  t*        jD                  i}|jG                  tI        | j                  «      «      }|€+t        dtI        | j                  «      jJ                  › �«      ‚t!         |||«      «      S t        dtI        | «      jJ                  › �«      ‚)z£Safely evaluate a restricted arithmetic expression (int/float literals, + - * / // % **,
    unary signs, and lookups of already-fixed expand values by leaf name).zWTASK_CONFIG_PARSER:EXPAND:UNKNOWN_REF: expand expression references non-expandable key z3TASK_CONFIG_PARSER:EXPAND:OP: unsupported operator z?TASK_CONFIG_PARSER:EXPAND:EXPR: unsupported expression element )&r   ÚastÚConstantr	   Úintr'   ÚboolÚNameÚidr6   ÚUnaryOpÚopÚUAddÚUSubÚ_eval_const_exprÚoperandr.   ÚBinOpÚleftÚrightÚAddÚoperatorÚaddÚSubÚsubÚMultÚmulÚDivÚtruedivÚFloorDivÚfloordivÚModÚmodÚPowÚpowÚgetÚtypeÚ__name__)rC   rD   ÚvrS   rT   ÚopsrM   s          r   rP   rP   M   sú  € ô �$œŸ™Ô%¬*°T·Z±ZÄ#ÄuÀÔ*NÜ˜tŸz™z¬4Ô0Ø�z‰zÐÜ�$œŸ™Ô!Ø�7‰7�eÑØ˜Ÿ™‘>Ð!Üð?Ø?C¿w¹w¸kðKó
ð 	
ô �$œŸ™Ô$¬°D·G±G¼c¿h¹hÌÏÉÐ=QÔ)RÜ˜TŸ\™\¨5Ó1ˆÜ#-¨d¯g©g´s·x±xÔ#@Œ|˜Q˜BÓÐUÄlÐSTÃoÐUÜ�$œŸ	™	Õ"Ü §	¡	¨5Ó1ˆÜ  §¡¨UÓ3ˆä�G‰G”X—\‘\¤3§7¡7¬H¯L©L¼#¿(¹(ÄHÇLÁLÜ�G‰G”X×%Ñ%¤s§|¡|´X×5FÑ5FÜ�G‰G”X—\‘\¤3§7¡7¬H¯L©Lð
ˆð
 �W‰W”T˜$Ÿ'™'“]Ó#ˆØˆ:Üð(Ü(,¨T¯W©W«×(>Ñ(>Ð'?ðAóð ô ™B˜t U›OÓ,Ð,Ü
ð	*Ü*.¨t«*×*=Ñ*=Ð)>ð	@óð r   r;   c                 ó  — t        | t        j                  «      rFt        | j                  t        t
        f«      r&t        | j                  t        «      s| j                  S t        | t        j                  «      rrt        | j                  t        j                  t        j                  f«      r>t        | j                  «      }t        | j                  t        j                  «      r| S |S t        dt        | «      j                  › �«      ‚)zGNumeric value of an ast Constant or a signed Constant (handles ``-1``).zGTASK_CONFIG_PARSER:EXPAND:RANGE_ARGS: expected a numeric constant, got )r   rF   rG   r	   rH   r'   rI   rL   rM   rO   rN   Ú_const_valuerQ   r6   re   rf   )r;   rg   s     r   rj   rj   r   s³   € ä�!”S—\‘\Ô"¤z°!·'±'¼CÄ¸<Ô'HÜ˜qŸw™w¬Ô-Ø�w‰wˆÜ�!”S—[‘[Ô!¤j°·±¼¿¹Ä#Ç(Á(Ð7KÔ&LÜ˜Ÿ™Ó#ˆÜ §¡¤c§h¡hÔ/�ˆrÐ6°QÐ6Ü
ð	,Ü,0°«G×,<Ñ,<Ð+=ð	?óð r   ÚrawÚ
leaf_namesc           	      ó  — t        | t        «      sd| D �cg c]  }t        |«      ‘Œ c}fS 	 t        j                  | d¬«      j
                  }t        |t        j                  «      r©t        |j                  t        j                  «      r…|j                  j                  dk(  rl|j                  rt        d| ›�«      ‚|j                  D �cg c]  }t        |«      ‘Œ }}	 t        d	„ |D «       «      rdt!        t#        |Ž «      fS dt%        |Ž fS t)        t        j*                  |«      D �ch c])  }t        |t        j                  «      sŒ|j                  ’Œ+ c}«      }|r>t-        |«      t-        |«      z
  }	|	rt        dt)        |	«      › �«      ‚d|t-        |«      fS t        d| ›�«      ‚c c}w # t        $ r}t        d| ›d|› �«      |‚d}~ww xY wc c}w # t&        t        f$ r}t        d
| ›d|› d�«      |‚d}~ww xY wc c}w )a   Classify a marker value.

    Returns ('axis', values) for lists / 'range(a,b,step)' strings, or
    ('derived', ast_node, deps) for expressions that reference other marked keys.
    Derived markers are zipped elementwise with the keys they reference.
    ÚaxisÚeval)Úmodez;TASK_CONFIG_PARSER:EXPAND:VALUE: invalid expand expression z: Nr:   zITASK_CONFIG_PARSER:EXPAND:RANGE_ARGS: range args must be constants, got: c              3   ó<   K  — | ]  }t        |t        «      –— Œ y ­wr   )r   rH   ©r    rg   s     r   r#   z&_parse_marker_value.<locals>.<genexpr>™   s   è ø€ Ð4©t¨!”:˜a¤×%©tùs   ‚z@TASK_CONFIG_PARSER:EXPAND:RANGE_ARGS: invalid range expression: z (Ú)z[TASK_CONFIG_PARSER:EXPAND:UNKNOWN_REF: expand expression references non-expandable key(s): Úderivedz`TASK_CONFIG_PARSER:EXPAND:VALUE: expand value must be a list, range(...) or an expression, got: )r   r   r.   rF   ÚparseÚbodyÚSyntaxErrorr6   ÚCallÚfuncrJ   rK   ÚkeywordsÚargsrj   Úallr   r:   rB   Ú	TypeErrorÚsortedÚwalkr   )
rk   rl   rg   rC   r   r;   r{   r@   ÚrefsÚunknowns
             r   Ú_parse_marker_valuer‚   €   s  € ô �cœ3ÔØ±#Ó6±#¨Qœ a�°#Ñ6Ð7Ð7ðÜ�y‰y˜ 6Ô*×/Ñ/ˆô �$œŸ™Ô!¤j°·±¼C¿H¹HÔ&EØ—	‘	—‘ Ò'Ø�=Š=Üð6Ø69°Wð>óð ð *.¯ªÓ3© A”˜Q•¨ˆÐ3ð	ÜÑ4©tÓ4Ô4Ø¤¤U¨D \Ó 2Ð3Ð3ØœG T˜NÐ+Ð+ô ¤§¡¨$¤ÓK¡˜A´:¸aÄÇÁÕ3J�1—4“4 ÑKÓL€DÙÜ�d“)œc *›oÑ-ˆÙÜðGÜGMÈgÃÐFWðYóð ð ˜4¤ T£Ð+Ð+Ü
ð	JØJMÈð	Róð ùòE 7øô ò Üð)Ø),¨¨r°!°ð6ó
ð ð	ûðüò 4øô
 œ:Ð&ò 	Üð-Ø-0¨G°2°a°S¸ð;óð ðûð	üò
 LsL   –F0­!F5 ÃGÃ"$G Ä	G Ä-HÅHÆ5	GÆ>GÇGÇHÇ,G?Ç?Hc                 óÀ   — t        | «      ryt        | t        «      r t        d„ | j	                  «       D «       «      S t        | t
        «      rt        d„ | D «       «      S y)zDTrue if any nested ``{expand: ...}`` marker exists inside ``value``.Tc              3   ó2   K  — | ]  }t        |«      –— Œ y ­wr   ©Ú_contains_expand_markerrr   s     r   r#   z*_contains_expand_marker.<locals>.<genexpr>µ   s   è ø€ ÐF±~°!Ô*¨1×-±~ùó   ‚c              3   ó2   K  — | ]  }t        |«      –— Œ y ­wr   r…   rr   s     r   r#   z*_contains_expand_marker.<locals>.<genexpr>·   s   è ø€ Ð=±u°!Ô*¨1×-±uùr‡   F)r   r   r   r+   Úvaluesr   r   s    r   r†   r†   °   sL   € ä˜ÔØÜ�%œÔÜÑF°u·|±|´~ÓFÓFÐFÜ�%œÔÜÑ=±uÓ=Ó=Ð=Ør   c                   óØ   — e Zd ZdZdZddedz  fd„Z	 	 ddededed	eee	      d
e
f
d„Zdedededdfd„Zedededdfd„«       Zdedeeeef      dedee   d
e
dedz  fd„Zde	defd„Zy)ÚConfigExpandera7  Expands explicitly-marked ``{expand: ...}`` leaves into one concrete config
    per combination. Markers may live anywhere in the dict/list structure (list
    positions are addressed by index). Marker values are:

    - a list, or a ``range(a[, b[, step]])`` string  -> a cartesian axis;
    - an expression string referencing other marked keys (e.g. ``"post_lag + 0.4"``
      with ``post_lag`` marked) -> a DERIVED value, zipped elementwise with the
      keys it references (no extra cartesian dimension).

    Configs without markers pass through unchanged.
    )Útrain_dataset_idÚtest_dataset_idNÚdataset_namesc                 ó   — |xs i | _         y r   )rŽ   )ÚselfrŽ   s     r   Ú__init__zConfigExpander.__init__Ê   s   € Ø*Ò0¨bˆÕr   ÚdataÚmodelÚcv_nameÚexcludeÚ
skip_equalc              #   óˆ  K  — t        |«      t        |«      dœ}g }| j                  |d|«       |s||f–— y|D ��	ch c]
  \  }}	|d   ’Œ }
}}	t        d„ |D «       «      }|j                  «       D ��ch c]  \  }}|dkD  sŒ|’Œ }}}g g }}|D ]I  \  }}t	        ||
«      ^}}|dk(  r|j                  ||d   f«       Œ0|j                  ||d   |d   f«       ŒK |D ]%  \  }	}	}||z  }|sŒt        d	t        |«      › d
�«      ‚ |t        | j                  «      z  }|rt        dt        |«      › d�«      ‚|D ��	ch c]
  \  }}	|d   ’Œ }}}	g t        |«      }}|rd}t        |«      D ]F  }|d   |k  sŒ|j                  |«       |j                  |d   d   «       |j                  |«       d}ŒH |s$t        ddj                  d„ |D «       «      z   «      ‚|rŒt        «       }i }|D ]*  \  }}	|d   }||xx   dz  cc<   ||vr|n	|› d||   › �||<   Œ, |D ��	cg c]  \  }}	|‘Œ	 }}}	|D �	� cg c]  \  }	} | ‘Œ	 }!}	} |D �ch c]  }t        |«      ’Œ }"}t        |!Ž D ]¶  }#t        |«      }$i }%i }&t!        ||#«      D ]%  \  }}'| j#                  |$||'«       |'|&|<   |'|%|d   <   Œ' |D ]2  \  }}(}	t%        |(|%«      }'| j#                  |$||'«       |'|&|<   |'|%|d   <   Œ4 |D ��	cg c]  \  }}	||   |&|   f‘Œ })}}	| j'                  |%|)||"|«      }*|*€Œ±|$|*f–— Œ¸ yc c}	}w c c}}w c c}	}w c c}	}w c c} }	w c c}w c c}	}w ­w)z™Yield ``(variant, name_part)`` pairs, where variant = {"data": ..., "model": ...}
        with every expand marker replaced by one concrete scalar value.)r’   r“   © Néÿÿÿÿc              3   ó,   K  — | ]  \  }}|d    –— Œ y­w©r™   Nr˜   )r    Úpathr1   s      r   r#   z(ConfigExpander.expand.<locals>.<genexpr>ß   s   è ø€ Ð>±g©7¨4°˜d 2�h±gùs   ‚é   rn   r   zXTASK_CONFIG_PARSER:EXPAND:AMBIGUOUS_REF: expand expression references duplicated key(s) z%; give the marked keys distinct namesz6TASK_CONFIG_PARSER:EXPAND:DUPLICATE_PAIR: pair key(s) z marked in more than one placeFr   TzFTASK_CONFIG_PARSER:EXPAND:CIRCULAR: circular expand references among: z, c              3   ó.   K  — | ]  \  }}}|d    –— Œ y­wr›   r˜   )r    Úpr1   s      r   r#   z(ConfigExpander.expand.<locals>.<genexpr>
  s   è ø€ Ð?±Y©'¨!¨Q°  "¥±Yùs   ‚r1   )r   Ú_collect_markersr   Úitemsr‚   Úappendr6   r~   r   Ú
_PAIR_KEYSr   rW   ÚremoveÚjoinÚtupler   ÚzipÚ_set_at_pathrP   Ú
_name_part)+r�   r’   r“   r”   r•   r–   ÚbaseÚmarkersrœ   r1   rl   Úleaf_countsÚleafr@   Ú
dup_leavesÚaxesrt   rk   ÚkindÚrestÚdepsÚbadÚbad_pairrŸ   ÚfixedÚorderedÚ	remainingÚ
progressedÚdÚseenÚ
tag_key_ofÚpathsrg   Úvalue_listsÚexclude_pairsÚcomboÚvariantr‰   Úpath_valuesr	   ÚexprÚtagsÚ	name_parts+                                              r   r   zConfigExpander.expandÍ   sé  è ø€ ô ! ›´¸%³ÑAˆØ+-ˆØ×Ñ˜d B¨Ô0ÙØ˜�-ÒØá.5Ô6©g¡7 4¨�d˜2“h¨gˆ
Ñ6ÜÑ>±gÓ>Ó>ˆØ*5×*;Ñ*;Ô*=ÔGÑ*=™w˜t QÀÀQÃ’dÐ*=ˆ
ÑGà˜BˆgˆÛ ‰IˆD�#Ü-¨c°:Ó>ˆKˆD�4Ø�vŠ~Ø—‘˜T 4¨¡7˜OÕ,à—‘  d¨1¡g¨t°A©wÐ7Õ8ð !ó "‰JˆAˆq�$Ø˜Ñ#ˆCÚÜ ðFÜFLÈSÃkÀ]ð S:ð:óð ð "ð ¤ D§O¡OÓ 4Ñ4ˆÙÜðÜ% hÓ/Ð0Ð0NðPóð ñ $(Ô(¡4™4˜1˜a��2“ 4ˆÑ(Ø¤ g£�ˆÙØˆJÜ˜)–_�Ø�Q‘4˜5“=Ø—N‘N 1Ô%Ø—I‘I˜a ™d 2™hÔ'Ø×$Ñ$ QÔ'Ø!%‘Jð %ñ Ü ð9à—i‘iÑ?±YÓ?Ó?ñ@óð ò ô  ‹yˆØˆ
Û‰GˆD�!Ø˜‘8ˆDØ�‹J˜!‰O‹JØ'+°:Ñ'=™tØ�v˜Q˜t D™z˜lÐ+ð �tÒð ñ  $Ô$™t‘t�q˜!’˜tˆÑ$Ù%)Ô*¡T™T˜Q ’q TˆÑ*Ù+2Ó3©7 aœ˜q�¨7ˆÐ3Ü˜kÓ*ˆEÜ˜t“nˆGØˆFØˆKÜ" 5¨%Ö0‘��eØ×!Ñ! '¨4°Ô7Ø$)�˜DÑ!Ø#(��t˜B‘xÒ ð  1ó ")‘��d˜AÜ(¨¨vÓ6�Ø×!Ñ! '¨4°Ô7Ø$)�˜DÑ!Ø#(��t˜B‘xÒ ð	 ")ñ
 JQÔQÉ¹g¸dÀA�Z Ñ% {°4Ñ'8Ò9ÈˆDÑQØŸ™¨°°g¸}ÈjÓYˆIØÐ ØØ˜9Ð$Ó$ñ# +ùów 7ùãGùó8 )ùó4 %ùÛ*ùÚ3ùó Rùsv   ‚;M½LÁ(MÁ4LÂLÂA%MÃ,AMÄ<L%Å*MÅ6A%MÇA MÈL+È(MÈ0L1È<MÉL7ÉBMË!L<Ë5AMrC   rœ   Úoutr
   c                 ó>  — t        |«      r|j                  ||d   f«       y t        |t        «      r0|j	                  «       D ]  \  }}| j                  |||fz   |«       Œ y t        |t        «      r+t        |«      D ]  \  }}| j                  |||fz   |«       Œ y y )Nr   )r   r¢   r   r   r¡   r    r   Ú	enumerate)r�   rC   rœ   rÅ   Úkeyr	   ÚindexÚitems           r   r    zConfigExpander._collect_markers,  s‘   € Ü˜TÔ"Ø�J‰J˜˜d 8™nÐ-Ô.ØÜ�dœDÔ!Ø"Ÿj™jžl‘
��UØ×%Ñ% e¨T°S°F©]¸CÕ@ñ +ä˜œdÔ#Ü(¨ž‘��tØ×%Ñ% d¨D°E°8©O¸SÕAñ  /ð $r   r	   c                 ó2   — |d d D ]  }| |   } Œ	 || |d   <   y )Nr™   r˜   )rC   rœ   r	   rÈ   s       r   r¨   zConfigExpander._set_at_path7  s(   € à˜˜“9ˆCØ˜‘9‰Dð àˆˆT�"‰XŠr   r‰   rÃ   r¾   c                 ób  — |D �cg c]  }|| j                   v sŒ|‘Œ }}t        |«      dk(  xr! t        |«      t        | j                   «      k(  }|rq|d   |d   }
}	t        |	t        «      rt        |
t        «      st        d|	›d|
›�«      ‚|r|	|
k(  ry |	|
f|v ry d| j                  |	«      › d| j                  |
«      › �}n|}|D �cg c]  }|d   | j                   vsŒ|‘Œ }}|r7|D ��cg c]  \  }}|› t        |«      › �‘Œ }}}|› d	d
j                  |«      › �S |S c c}w c c}w c c}}w )Nr   rŒ   r�   zXTASK_CONFIG_PARSER:EXPAND:PAIR_TYPE: train_dataset_id/test_dataset_id must be ints, got z / Úfrom_Ú_to_r   r0   r1   )	r£   r*   r   r   rH   r6   Ú_name_ofr3   r¥   )r�   r‰   rÃ   r”   r¾   r–   rA   Úpair_leavesÚis_pairÚtrainÚtestrª   ÚtÚgenericrg   Útags_strs                   r   r©   zConfigExpander._name_part=  s`  € ñ #)ÓA¡&˜Q¨A°·±Ò,@’q &ˆÐAÜ�kÓ" aÑ'ÒT¬C°Ó,<ÄÀDÇOÁOÓ@TÑ,TˆáØ Ð!3Ñ4°fÐ=NÑ6O�4ˆEÜ˜u¤cÔ*¬z¸$ÄÔ/DÜ ðJØJOÈÐRUÐVZÐU]ð_óð ñ ˜e tšmØØ�tˆ} Ñ-ØØ˜4Ÿ=™=¨Ó/Ð0°°T·]±]À4Ó5HÐ4IÐJ‰DàˆDá"ÓB™d˜ a¨¡d°$·/±/Ò&A’1˜dˆÐBÙÙ>EÔF¹g±d°a¸˜1˜#œn¨QÓ/Ð0Ò1¸gˆHÑFØ�V˜1˜SŸX™X hÓ/Ð0Ð1Ð1Øˆùò- Bùò$ CùãFs   …D!™D!Ã	D&Ã D&Ã-D+Ú
dataset_idc                 óL   — t        | j                  j                  ||«      «      S r   )r   rŽ   rd   )r�   r×   s     r   rÏ   zConfigExpander._name_of]  s    € Ü�4×%Ñ%×)Ñ)¨*°jÓAÓBÐBr   r   )r˜   T)rf   Ú
__module__Ú__qualname__Ú__doc__r£   r   r‘   r   r   rH   rI   r   r   r¦   r   r    Ústaticmethodr¨   r   r©   rÏ   r˜   r   r   r‹   r‹   »   s%  „ ñ
ð 9€Jñ1 d¨T¡kó 1ð ,.Øñ]%àð]%ð ð]%ð ð	]%ð
 ˜( 3™-Ñ(ð]%ð ó]%ð~	B Sð 	B°ð 	B¸Dð 	BÀTó 	Bð ð ð ¨sð °tò ó ðð
àðð �5˜˜c˜‘?Ñ#ðð ð	ð
 ˜5‘zðð ðð 
ˆt‰óð@C 3ð C¨3ô Cr   r‹   c                   ó¦   — e Zd Zdefd„Zdefd„Zdeeef   fd„Zdeeef   fd„Zdededefd	„Z	d
edede
e   fd„Zdeee
e   ef   edf   fd„Zy)ÚTaskConfigParserÚconfig_pathc                 ó  — || _         | j                  «       | _        | j                  j                  dd «      xs i | _        t        | j                  «      | _        | j                  «       | _        | j                  «       | _
        d | _        y )NrŽ   )rß   Ú_load_configÚconfigÚpoprŽ   r‹   ÚexpanderÚ_get_enabled_tasksÚtasksÚ_get_enabled_cross_validationsÚcross_validationsÚlast_temp_file)r�   rß   s     r   r‘   zTaskConfigParser.__init__b  sq   € Ø&ˆÔØ<@×<MÑ<MÓ<OˆŒØ#'§;¡;§?¡?°?ÀDÓ#IÒ#OÈRˆÔÜ& t×'9Ñ'9Ó:ˆŒØ×,Ñ,Ó.ˆŒ
Ø!%×!DÑ!DÓ!FˆÔØ"ˆÕr   r
   c                 ó„   — t        | j                  d«      5 }t        j                  |«      cd d d «       S # 1 sw Y   y xY w)NÚr)Úopenrß   ÚyamlÚ	safe_load)r�   Úfiles     r   rá   zTaskConfigParser._load_configk  s,   € Ü�$×"Ñ" CÔ(¨DÜ—>‘> $Ó'÷ )×(Ò(ús   —6¶?c                 óô   — i }| j                   j                  «       D ]X  \  }}|j                  di «      j                  «       D ]0  \  }}|j                  dd«      dk(  sŒ||j                  |i «      |<   Œ2 ŒZ |S )Nræ   Úenabler   r�   ©râ   r¡   rd   Ú
setdefault)r�   ræ   Ú	task_typeÚ	task_infoÚ	task_nameÚtask_detailss         r   rå   z#TaskConfigParser._get_enabled_taskso  sz   € Ø!#ˆØ$(§K¡K×$5Ñ$5Ö$7Ñ ˆI�yØ+4¯=©=¸À"Ó+E×+KÑ+KÖ+MÑ'�	˜<Ø×#Ñ# H¨aÓ0°AÓ5ØAM�E×$Ñ$ Y°Ó3°IÒ>ñ ,Nð %8ð ˆr   c                 óô   — i }| j                   j                  «       D ]X  \  }}|j                  di «      j                  «       D ]0  \  }}|j                  dd«      dk(  sŒ||j                  |i «      |<   Œ2 ŒZ |S )NÚcross_validationrñ   r   r�   rò   )r�   rè   rô   rõ   r”   Ú
cv_detailss         r   rç   z/TaskConfigParser._get_enabled_cross_validationsw  s|   € Ø-/ÐØ$(§K¡K×$5Ñ$5Ö$7Ñ ˆI�yØ'0§}¡}Ð5GÈÓ'L×'RÑ'RÖ'TÑ#�˜Ø—>‘> (¨AÓ.°!Ó3ØKUÐ%×0Ñ0°¸BÓ?ÀÒHñ (Uð %8ð !Ð r   rª   Úupdatesc                 ó¢  — t        |«      }|D ]¾  }|j                  «       D ]©  \  }}t        |«      rt        |«      ||<   Œ t        |t        «      r||v r| j                  ||   |«      ||<   ŒMt        |t        «      rH||v rDt        ||   t        «      r1t        ||   t        «      st        ||   «      t        |«      z   ||<   Œ¥|||<   Œ« ŒÀ |S r   )	r   r¡   r   r   r   Ú_deep_merge_dictsr   r   r   )r�   rª   rû   ÚmergedÚupdaterÈ   r	   s          r   rý   z"TaskConfigParser._deep_merge_dicts  sÂ   € Ü˜$“ˆÛˆFØ$Ÿl™lžn‘
��UÜ$ UÔ+ä"*¨5£/�F˜3’KÜ ¤tÔ,°¸±Ø"&×"8Ñ"8¸À¹ÀeÓ"L�F˜3’Kä˜u¤hÔ/Ø˜v™Ü" 6¨#¡;´Ô9Ü& v¨c¡{´CÔ8ä"& v¨c¡{Ó"3´d¸5³kÑ"A�F˜3’Kð #(�F˜3’Kñ -ð ð" ˆr   Úprefixr’   c                 ó@  — t        |«      rt        d|› d|›�«      ‚g }|j                  «       D ]l  \  }}t        |t        «      r'|j                  | j                  |› d|› �|«      «       Œ=|j                  |› d|› �«       |j                  t        |«      «       Œn |S )NzBTASK_CONFIG_PARSER:EXPAND:UNEXPANDED_MARKER: expand marker under 'z' reached CLI emission: r   )	r†   r6   r¡   r   r   ÚextendÚ_dict_to_cli_argsr¢   r   )r�   r   r’   r{   rÈ   r	   s         r   r  z"TaskConfigParser._dict_to_cli_args”  s¥   € Ü" 4Ô(Üð(Ø(. xÐ/GÈÀxðQóð ð ˆØŸ*™*ž,‰JˆC�Ü˜%¤Ô&Ø—‘˜D×2Ñ2°f°X¸Q¸s¸eÐ3DÀeÓLÕMà—‘˜v˜h a¨ uÐ-Ô.Ø—‘œC ›JÕ'ð 'ð ˆr   Nc              #   ó¤  K  — | j                   j                  «       D �].  \  }}| j                  |   d   d   }|j                  «       D �]ÿ  \  }}| j                  j	                  |i «      j                  «       D �]Ë  \  }}|j	                  di «      j	                  di «      j	                  dd «      }|€2|j	                  di «      j	                  di «      j	                  dd «      }|€"|j	                  di «      j	                  dd «      }|€J d«       ‚|j	                  di «      }	|j	                  di «      }
| j                  ||	|
«      }| j                  |   d   j	                  di «      }|j	                  di «      }|j	                  di «      }| j                  |||«      }| j                  j                  ||||j	                  dg «      |j	                  dd	«      ¬
«      D ]_  \  }}g }|j                  | j                  d|d   «      «       |j                  | j                  d|d   «      «       |› d|› d|› �}||f–— Œa �ŒÎ �Œ �Œ1 y ­w)NÚgeneralr’   Ú	init_argsÚn_foldszn_folds not specified.r“   r•   r–   T)r”   r•   r–   z--dataz--modelr0   )
ræ   r¡   râ   rè   rd   rý   rä   r   r  r  )r�   rô   r÷   Úgeneral_datarö   Útask_detailr”   rú   r  Ú	task_dataÚcv_dataÚmerged_dataÚgeneral_modelÚ
task_modelÚcv_modelÚmerged_modelrÀ   rÄ   Úcli_argsÚexperiment_names                       r   Úgenerate_configsz!TaskConfigParser.generate_configs£  si  è ø€ Ø'+§z¡z×'7Ñ'7×'9Ñ#ˆI�|Ø!%§¡¨YÑ!7¸	Ñ!BÀ6Ñ!JˆLØ*6×*<Ñ*<×*>Ñ&�	˜;Ø+/×+AÑ+A×+EÑ+EØ˜ró,ç‘%“'ó,Ñ'�G˜Zð #Ÿ™ v¨rÓ2ß™˜[¨"Ó-ß™˜Y¨Ó-ð ð
 �à'ŸO™O¨F°BÓ7ß ™S ¨bÓ1ß ™S ¨DÓ1ð  ð
 �Ø".×"2Ñ"2°;ÀÓ"C×"GÑ"GÈ	ÐSWÓ"X˜Ø"Ð.ÐHÐ0HÓHÐ.Ø&1§o¡o°f¸bÓ&A�IØ$.§N¡N°6¸2Ó$>�GØ(,×(>Ñ(>Ø$ i°ó)�Kð +/¯+©+°iÑ*@ÀÑ*K×*OÑ*OØ ó+�Mð (3§¡°wÀÓ'C�JØ%/§^¡^°G¸RÓ%@�HØ)-×)?Ñ)?Ø% z°8ó*�Lð /3¯m©m×.BÑ.BØ#Ø$Ø 'Ø *§¡¨y¸"Ó =Ø#-§>¡>°,ÀÓ#Eð /Cö /Ñ*˜ ð /1˜Ø Ÿ™Ø ×2Ñ2°8¸WÀV¹_ÓMôð !Ÿ™Ø ×2Ñ2°9¸gÀgÑ>NÓOôð .7¨K°q¸¸À1ÀYÀKÐ*P˜à&¨Ð7Ó7ò#/òA,ò +?ñ (:ùs   ‚II)rf   rÙ   rÚ   r   r‘   r   rá   rå   rç   rý   r   r  r   r¦   r   r  r˜   r   r   rÞ   rÞ   a  sŸ   „ ð# Có #ð(˜dó (ð D¨¨d¨¡Oó ð!°°S¸$°Y±ó !ð dð °dð ¸tó ð*¨ð °4ð ¸DÀ¹Ió ð58 )¨E°$°s±)¸S°.Ñ,AÀ3ÈÐ,LÑ"Mô 58r   rÞ   Ú__main__zrC:/Users/Sean/Documents/Seafile/ZYMdeDocument/24-12-SuperHugeAAD/SuperHugeAAD/scripts/dnn/configs/task_config.yamlzGenerated config file: )r5   NN)(rF   Úcollectionsr   Úcollections.abcr   Úcopyr   Ú	itertoolsr   r7   rV   ÚosÚtypingr   r   rí   rI   r   r   r.   r   r3   r   r'   rB   ÚASTr   rP   rj   r   r‚   r†   r‹   rÞ   rf   rß   Úparserr  Úconfig_fileÚprintr˜   r   r   Ú<module>r     s4  ðÛ 
Ý Ý %Ý Ý Û Û Û 	ß  ã ð˜Sð  Tó ð Ð ðVð˜ð  ó ð.˜#ð  #ó ñ>¨¨e©ó >ð "˜3Ÿ7™7ð "¨4ð "°Có "ðJ�C—G‘Gó ð-˜Sð -¨c°#©hó -ð` 3ð ¨4ó ÷cCñ cC÷Lw8ñ w8ðt ˆzÒð H€KÙ˜kÓ*€Fà×.Ñ.Ö0ˆÙÐ'¨ }Ð5Õ6ñ 1ð	 r   