Ë
    ú>½jÅ*  ã                   óŠ  — d Z ddlZddlZddlZddlZddlZddlZddlZ	ddl
Z
ddlmZmZ ej                  j                  dej                  j!                  ej                  j#                  e«      «      «       ddlZddlmZmZmZ ddlmZmZmZmZ ddl m!Z!m"Z" ddl#m$Z$m%Z%  e
jL                  e
jN                  jQ                  «       rdnd	«      Z)d
Z* e+ej                  jY                  edd«      dd¬«      Z-d„ Z.d„ Z/d„ Z0 e
jb                  «       d„ «       Z2d„ Z3d„ Z4d„ Z5e6dk(  rejn                  dd D ]
  Z8 e5e8«       Œ yy)an  Steps 1-2 of the improvement plan: better switch integrators on the SAVED LODO evidence (no retraining).

All integrators are causal forward filters (no extra lookahead: labels stamped exactly as in score.py). They run
on the GPU in one batch: one sequence per subject (its trials concatenated in corpus order, HMM state reset at every
trial start), all parameter configurations at once; only the time axis is sequential.

Integrator family (one config = one point of the grid below):
  * base    : 2-state HMM, Gaussian emissions N(+-mu, sd) fitted on the other 4 datasets (= score.py), p_stay
  * temp    : log-likelihood ratio scaled by `temp` (the 4 overlapping 1-s windows per second are not independent)
  * adapt   : step 1, unsupervised causal emission adaptation per subject (decision-directed): mu <- EW mean of
              d * (1 - 2 P(col1)), v <- EW mean of d^2, sd^2 = max(v - mu^2, 0.25 sd0^2); time constant tau_s,
              carried across the subject's trials (a device keeps adapting to its user); off when tau_s = 0
  * cusum   : step 2, state-guided switching (SGAD-like): CUSUM g of the evidence AGAINST the current decision;
              while g > h the HMM uses the fast p_fast instead of p_stay; g resets when the decision flips
Selection is nested: for held-out dataset D the config with the best mean H on the other 4 datasets is used for D.
The base config (p_stay 0.998, temp 1, no adapt, no cusum) must reproduce results/<exp>.json exactly (checked).

usage: python integrators.py EXP [EXP ...]
Writes results/integrators_<exp>.csv (every config x dataset) and results/integrators_<exp>.json (nested summary).
é    N)ÚParallelÚdelayed)ÚEXPÚLABÚrows_of)ÚCACHEÚDS_KEYSÚFSÚSEED)ÚBUDGETÚsynth_trial)Ú	aggregateÚfast_score_subjectÚcudaÚcpuç      Ð?Úlogszintegrators.logÚaé   )Ú	bufferingc                 ó‚   — t        j                  d«      › d| › �}t        |d¬«       t        j	                  |dz   «       y )Nz%F %TÚ T)ÚflushÚ
)ÚtimeÚstrftimeÚprintÚLOGÚwrite)ÚmÚlines     ú`/root/disk_3tb/EEG-sAAD-Grand-Challenge-Training-Dataset/experiments/decoder_lodo/integrators.pyÚlogr#   ,   s6   € Ü�m‰m˜GÓ$Ð% Q q cÐ*€DÜ	ˆ$�dÕÜ‡I�Iˆd�T‰kÕó    c                  ó*  — g } t        j                  ddd«      D ]v  \  }}}| j                  t        ||||t        j
                  ¬«      «       t        j                  dd«      D ]*  \  }}||k  sŒ| j                  t        |||||¬«      «       Œ, Œx | S )N)ç×£p=
×ï?g�•C‹lçï?çV-²�ïï?g+‡ÙÎ÷ï?g–C‹lçûï?)r   ç      à?ç      ð?)r   é<   é´   iX  )Úp_stayÚtempÚtau_sÚp_fastÚh)g\�Âõ(\ï?r&   )r)   ç       @g      @)Ú	itertoolsÚproductÚappendÚdictÚnpÚinf)ÚcfÚpr-   ÚtauÚpfr0   s         r"   Úgridr<   2   sŠ   € Ø	€BÜ!×)Ñ)Ð*NÐP`ÐbsÖt‰ˆˆ4�Ø
�	‰	”$˜a d°#¸aÄ2Ç6Á6ÔJÔKÜ×&Ñ& }°oÖF‰EˆB�Ø�A‹vØ—	‘	œ$ a¨d¸#ÀbÈAÔNÕOñ Gð uð
 €Ir$   c                 ó¸  — t        j                  | d«      \  }}i }t        D �].  }t        j                  t        D ��cg c]H  }||k7  rA||   j                  «       D ]+  }|d   |d   z
  t        j                  |d   dk(  dd«      z  ‘Œ- ŒJ c}}«      }t        j                  j                  t        t        j                  |«      z   «      }i }	t        |«      j                  «       D �]'  \  }}
t        |
d   «      }||   |
d	      }t        j                  t        j                   j#                  t$        d
|
d	   › d�«      «      d   d| j'                  t        «      }|d   |d   z
  j'                  t(        «      }|d   j'                  t(        «      }t+        |
d	   ||||«      \  }}}t        |j-                  dd«      «      }|	j/                  |
d   g «      j1                  t3        |||t        j                  |d|z
  |«      |¬«      «       �Œ* t3        t)        |j5                  «       «      t)        |j7                  «       «      |	¬«      ||<   �Œ1 |S c c}}w )zMSynthetic switches exactly as score.py (same rng order), grouped per subject.ÚcausalÚr0Úr1Úattr   r)   g      ð¿ÚnÚkeyÚcndz.npzÚatt_colNÚt_endé   Úsubj_uidr   )ÚdrF   ÚTÚgtÚguess)ÚmuÚsdÚsubj)ÚSÚ
load_foldsr	   r6   ÚconcatenateÚvaluesÚwhereÚrandomÚdefault_rngr   Úindexr   ÚiterrowsÚintÚloadÚosÚpathÚjoinÚ	EDA_CACHEÚastypeÚfloatr   ÚintegersÚ
setdefaultr4   r5   ÚmeanÚstd)ÚexpÚevÚ_ÚdataÚdsrI   ÚeÚAÚrngrO   ÚrrJ   rA   rF   ÚstÚd_synrL   s                    r"   Úpreparerp   <   s  € ä�L‰L˜˜hÓ'�E€BˆØ€DßˆgˆÜ�N‰NÝ%,ôQÙ%, °°R²ÀÀAÁÇÁÆ¸Að ˜t™W q¨¡wÑ.´"·(±(¸1¸U¹8Àq¹=È#ÈtÓ2TÓTØAOð UØ%,òQó Rˆä�i‰i×#Ñ#¤D¬7¯=©=¸Ó+<Ñ$<Ó=ˆØˆÜ˜B“K×(Ñ(×*‰DˆAˆqÜ�A�c‘F“ˆAØ�2‘�q˜‘xÑ ˆAÜ—'‘'œ"Ÿ'™'Ÿ,™,¤y°%¸A¸e¹H¸:ÀTÐ9JÓKÓLÈYÑWÐXZÐYZÐ[×bÑbÔcfÓgˆCØ�4‘˜1˜T™7Ñ"×*Ñ*¬5Ó1ˆAØ�g‘J×%Ñ%¤eÓ,ˆEÜ& q¨¡x°°A°u¸cÓB‰LˆB��qÜ˜Ÿ™ Q¨Ó*Ó+ˆEØ�O‰O˜A˜j™M¨2Ó.×5Ñ5´d¸UÈ%ÐSTÔY[×YaÑYaÐbdÐfgÐjmÑfmÐorÓYsØAFô7Hö Ið +ô œ5 §¡£›?¬u°Q·U±U³W«~ÀDÔIˆˆR‹ð ð  €KùóQs   ¾AIc                 óR  ‡— t        | d   «      }|D ��cg c].  }t        j                  | d   |   D �cg c]  }|d   ‘Œ	 c}«      ‘Œ0 }}}|D ��cg c]>  }t        j                  dg| d   |   D �cg c]  }t	        |d   «      ‘Œ c}dd z   «      ‘Œ@ }}}t	        |«      t        d„ |D «       «      t	        ‰«      }	}}t        j                  ||t        t        j                  ¬«      }
t        j                  ||t        t        j                  ¬«      }t        j                  ||t        t        j                  ¬«      }t        t        ||«      «      D ]v  \  }\  }}t        j                  |«      |
|dt	        |«      …f<   d||dt	        |«      …f<   d||t        j                  |j                  t        j                  «      «      f<   Œx ˆfd	„}t        j                    |d
«      «      t        j"                   |d
«       «      }}t        j                    |d«      «      t        j"                   |d«       «      }} |d«       |d«      }} |d«      }t        j$                  |dkD  t&        |j)                  d¬«      z  t        j*                  |«      «      }| d   | d   }}t        j,                  |	|f|t        t        j                  ¬«      }t        j,                  |	|f|dz  |dz  z   t        t        j                  ¬«      }t        j,                  |	|dft        j                   d«      t        t        j                  ¬«      }t        j                  |	|t        t        j                  ¬«      }t        j                  |	|t        t        j                  ¬«      }t        j                  |	||t        t        j                  ¬«      } t/        |«      D �]¹  }|
dd…|f   d   |dd…|f   d   |dd…|f   d   }"}!}||kD  }#t        j$                  |#||«      t        j$                  |#||«      }%}$t        j0                  |d   |$z   |d   |%z   «      }&t        j0                  |d   |$z   |d   |%z   «      }'t        j$                  |"t        j2                  |&t        j                   d«      «      |&«      }&t        j$                  |"t        j2                  |'t        j                   d«      «      |'«      }'||dz  z
  j)                  d|dz  z  ¬«      }(|dz  |z  |z  |(z  })|&d|)z  z   |'d|)z  z
  }+}*t        j0                  |*|+«      },|*|,z
  |+|,z
  }+}*t        j$                  |!d   t        j4                  |*|+gd«      |«      }t        j6                  |d   «      }-|-dkD  }.|.| dd…dd…|f<   t        j$                  |.|)|) «      }/t        j$                  |"|.|k7  z  t        j*                  |«      ||/z   j)                  d¬«      «      }t        j$                  |!|t        j*                  |«      «      }t        j$                  |!|.|«      }|dd|-z  z
  z  }t        j$                  |!||||z
  z  z   |«      }t        j$                  |!|||dz  |z
  z  z   |«      }�Œ¼ | j9                  «       j;                  «       } i }0t        |«      D ]I  \  }}t        ||   | d   |   «      D ��1cg c]   \  }}1| dd…|||t	        |1d   «      z   …f   ‘Œ" c}1}|0|<   ŒK |0S c c}w c c}}w c c}w c c}}w c c}1}w )zVBatched causal filtering. Returns {subject: [decisions (K, n_trial_steps) per trial]}.rO   rI   r   Néÿÿÿÿc              3   ó2   K  — | ]  }t        |«      –— Œ y ­w)N)Úlen)Ú.0Úxs     r"   Ú	<genexpr>zrun_gpu.<locals>.<genexpr>Y   s   è ø€ Ð4©t¨!œs 1Ÿv©tùó   ‚©ÚdeviceÚdtypeTc                 ó’   •— t        j                  ‰D �cg c]  }||    ‘Œ	 c}t        t         j                  ¬«      d d …d f   S c c}w )Nry   )ÚtorchÚtensorÚDEVÚfloat64)ÚkÚcr8   s     €r"   Ú<lambda>zrun_gpu.<locals>.<lambda>a   s8   ø€ ”E—L‘L±Ó!3±¨1 ! A£$°Ñ!3¼CÄuÇ}Á}ÔUÒVWÐY]ÐV]Ò^ùÒ!3s   •Ar,   r/   r-   r0   r.   g•Ö&è.>)ÚminrM   rN   rG   r(   ).r   ).r   r   r1   ).Ng        r)   )Úlistr6   rR   Úcumsumrt   Úmaxr}   Úzerosr   r€   ÚboolÚ	enumerateÚzipÚ
from_numpyr_   Úint64r#   Úlog1prT   ÚHOP_SÚclampÚ
zeros_likeÚfullÚrangeÚ	logaddexpÚ	full_likeÚstackre   r   Únumpy)2Údsdr8   ÚsubsÚsÚtÚseqsÚstartsÚSnÚTmÚKÚDÚMÚBÚirv   rn   ÚparÚlsÚlswÚlfÚlfwr-   r0   r:   r   Úmu0Úsd0rM   ÚvÚlpÚgÚprevÚoutr    ÚbÚfastÚs_Úw_Úa0Úa1ÚvarÚllrÚn0Ún1ÚzÚp1ÚdecÚagainstÚresÚtrs2    `                                                r"   Úrun_gpurÁ   S   sü  ø€ ô ��F‘Ó€DÙFJÔKÁdÀŒB�N‰N¨C°©K¸ªNÓ;©N q˜A˜c›F¨NÑ;Õ<Àd€DÑKÙSWÔXÑSWÈaŒb�i‰i˜˜°C¸±KÀ²NÓC±N¨qœs 1 S¡6�{°NÑCÀCÀRÐHÑHÕIÐSW€FÑXÜ�D“	œ3Ñ4©tÓ4Ó4´c¸"³gˆAˆ€BÜ�‰�B˜¤3¬e¯m©mÔ<€AÜ�‰�B˜¤3¬e¯j©jÔ9€AÜ�‰�B˜¤3¬e¯j©jÔ9€AÜ¤ D¨&Ó 1Ö2‰
ˆ‰7ˆAˆrÜ×(Ñ(¨Ó+ˆˆ!ˆWŒc�!‹fˆWˆ*‰Øˆˆ!ˆWŒc�!‹fˆWˆ*‰Ø6:ˆˆ!ŒU×Ñ˜bŸi™i¬¯©Ó1Ó2Ð
2Ò3ð 3ó _€CÜ�i‰i™˜H›Ó&¬¯©±S¸³]°NÓ(Cˆ€BÜ�i‰i™˜H›Ó&¬¯©±S¸³]°NÓ(Cˆ€BÙ�&‹k™3˜s›8ˆ!€DÙ
ˆg‹,€CÜ�‰�C˜!‘GœU S§Y¡Y°4 YÓ%8Ñ8¼%×:JÑ:JÈ3Ó:OÓP€AØ�4‰y˜#˜d™)ˆ€CÜ	�‰�Q˜�G˜S¬´E·M±MÔ	B€BÜ�
‰
�A�r�7˜C 1™H s¨a¡xÑ/¼Ä5Ç=Á=ÔQ€AÜ	�‰�Q˜˜A�J¤§¡ s£´C¼u¿}¹}Ô	M€BÜ�‰�A�r¤#¬U¯]©]Ô;€AÜ�;‰;�q˜"¤S´·
±
Ô;€DÜ
�+‰+�a˜˜R¬´5·:±:Ô
>€CÜ�2�YˆØ’A�q�D‘'˜$‘- ¢1 a 4¡¨¡°²!°Q°$±¸±ˆaˆ1ˆØ�1‰uˆÜ—‘˜T 2 rÓ*¬E¯K©K¸¸cÀ3Ó,GˆBˆÜ�_‰_˜R ™Z¨"™_¨b°©j¸2©oÓ>ˆÜ�_‰_˜R ™Z¨"™_¨b°©j¸2©oÓ>ˆÜ�[‰[˜œEŸO™O¨B´·±°s³Ó<¸bÓAˆÜ�[‰[˜œEŸO™O¨B´·±°s³Ó<¸bÓAˆØ�2˜‘7‰{×!Ñ! d¨S°A©X¡oÐ!Ó6ˆØ�S‰j˜2‰o Ñ! CÑ'ˆØ�c˜C‘i‘  c¨C¡i¡ˆBˆÜ�O‰O˜B Ó#ˆØ�a‘˜˜a™ˆBˆÜ�[‰[˜˜9™¤u§{¡{°B¸°8¸RÓ'@À"ÓEˆÜ�Y‰Y�r˜&‘zÓ"ˆØ�3‰hˆØˆŠAŠq�!ˆG‰ä—+‘+˜c 3¨¨Ó-ˆÜ�K‰K˜˜S D™[Ñ)¬5×+;Ñ+;¸AÓ+>ÀÀWÁ×@SÑ@SÐX[Ð@SÓ@\Ó]ˆÜ�K‰K˜˜1œe×.Ñ.¨qÓ1Ó2ˆÜ�{‰{˜1˜c 4Ó(ˆà��s˜R‘x‘Ñ ˆÜ�[‰[˜˜B  a¨"¡f¡Ñ-¨rÓ2ˆÜ�K‰K˜˜1˜q A¨¡F¨Q¡JÑ/Ñ/°Ó3Šð3 ð4 �'‰'‹)�/‰/Ó
€CØ
€CÜ˜$–‰ˆˆ1Ü@CÀFÈ1ÁIÈsÐSYÉ{Ð[\É~Ô@^Ô_Ñ@^±f°b¸"�#’a˜˜B˜r¤C¨¨3©£LÑ0Ð0Ð0Ó1Ð@^Ò_ˆˆAŠð  à€Jùòk <ùÓKùÚCùÓXùóf `s3   •\³\¿	\Á \Á0\Â\Û%\#Ü\Ü\c                 ó‚  — t        j                  t        j                  ||z   t        z
  t        z  «      j                  t        «      d|«      }t        j                  |t        j                  |«      d¬«      dz
  }t        j                  |dk\  | t        j                  |d«         |«      j                  t        «      S )Nr   Úright)Úsider   )r6   ÚclipÚceilr   ÚFS128r_   rY   ÚsearchsortedÚarangerT   Úmaximumr`   )r½   rF   ÚLrJ   rL   Ús0Úidxs          r"   ÚexpandrÎ   �   s‡   € Ü	�‰”—‘˜% !™)¤fÑ,´Ñ5Ó6×=Ñ=¼cÓBÀAÀqÓ	I€BÜ
�/‰/˜"œbŸi™i¨›l°Ô
9¸AÑ
=€CÜ�8‰8�C˜1‘H˜c¤"§*¡*¨S°!Ó"4Ñ5°uÓ=×DÑDÄUÓKÐKr$   c                 ód  — g }|j                  «       D ]å  \  }}t        j                  t        |«      D ��cg c]&  \  }}t	        ||   |   |    |d   ||d   |d   «      ‘Œ( c}}«      }	t        j                  |D �cg c]  }|d   ‘Œ	 c}«      }
t        j                  t        |«      D ��cg c]  \  }}t        j
                  |d   |«      ‘Œ  c}}«      }|j                  t        |	|
|t        ¬«      «       Œç t        |«      }t        |d   |d   |d   |d	   ¬
«      S c c}}w c c}w c c}}w )NrF   rJ   rL   rK   )ÚfsÚAccÚSDTrË   ÚH©rÑ   rÒ   rË   rÓ   )Úitemsr6   rR   rŠ   rÎ   r’   r4   r   rÇ   r   r5   )r�   Ú
trials_decÚsubj_trialsrË   r¿   rš   ÚtrsÚjrÀ   ÚpredrK   Útrialr   s                r"   Úscore_configrÜ   •   s  € Ø
€CØ×#Ñ#Ö%‰ˆˆ3Ü�~‰~ÔnwÐx{Ôn|Ô}Ñn|ÑejÐefÐhjœv j°¡m°AÑ&6°qÑ&9¸2¸g¹;ÈÈ2ÈcÉ7ÐTVÐW^ÑT_Õ`Ðn|Ò}Ó~ˆÜ�^‰^±Ó4±¨"˜R ›X°Ñ4Ó5ˆÜ—‘ÄÈ3ÄÔPÁ¹¸¸2¤§¡¨¨3©°Õ 3ÀÒPÓQˆØ�
‰
Ô% d¨B°¼%Ô@ÕAð	 &ô
 	�#‹€AÜ�A�e‘H ! E¡(¨a°©f¸¸#¹Ô?Ð?ùó ~ùÚ4ùÛPs   ¶+D!Á<D'
Â,#D,c                 ó‚  ‡‡‡‡‡‡‡‡— t        j                  t        t        j                  j                  t        d| › d�«      «      «      }|d   d   d   d   Št        «       }t        d| › dt        |«      › d	‰› d
t        › �«       t        j                  «       }t        | «      Šg }t        D ]û  Št        j                  «       }t        ‰‰   |«      Št        j                  «       } t        t!        t        j"                  j%                  dd«      «      ¬«      ˆˆˆˆfd„t'        t        |«      «      D «       «      }t)        |«      D ]'  \  }}	|j+                  t-        d5‰|dœ||   ¤|	¤Ž«       Œ) t        dt.        ‰   › d||z
  d›dt        j                  «       |z
  d›d�«       Œý t1        j2                  |«      }
|
j5                  t        j                  j                  t        ddd| › d�«      d¬«       |
|
j6                  dk(  |
j8                  dk(  z  |
j:                  dk(  z  t=        j>                  |
j@                  «      z     jC                  d«      Š|d   d   ŠtE        ˆˆfd„t        D «       «      }t        d | › d!|d"›�«       |
jG                  d#dd$¬%«      }i }t        D ]ü  Št        D �cg c]
  }|‰k7  sŒ	|‘Œ }}t!        ||   jI                  d&«      jK                  «       «      }|
|
jL                  ‰k(  |
jN                  |k(  z     jP                  d   }	t-        |||   D �ci c]>  }|tS        ||   |   tT        «      rt=        j>                  ||   |   «      rd n||   |   “Œ@ c}|	jV                  |	jX                  |	jZ                  |	j\                  ¬'«      |‰<   Œþ d(D ��ci c]9  }|tU        t=        jH                  t        D �cg c]
  }||   |   ‘Œ c}«      «      “Œ; c}}Šd(D �ci c]  }|tU        ‰|   jI                  «       «      “Œ! c}Ši }|
j:                  dk(  t=        j>                  |
j@                  «      z  |
j:                  dkD  t=        j>                  |
j@                  «      z  |
j:                  dk(  t=        j^                  |
j@                  «      z  |
j:                  dkD  t=        j^                  |
j@                  «      z  d)œja                  «       D ]¤  \  }}|
|   jG                  d#dd$¬%«      }g }t        D ]\  Š|t        D �cg c]
  }|‰k7  sŒ	|‘Œ c}   jI                  d&«      jK                  «       }|j+                  |jb                  |‰f   «       Œ^ tU        t=        jH                  |«      «      ||<   Œ¦ t-        | t        |«      ‰‰|||¬*«      }t        jd                  |t        t        j                  j                  t        ddd| › d�«      d+«      d&tT        ¬,«       t        d-dj                  ˆfd.„‰D «       «      z   «       t        d/dj                  ˆfd0„‰D «       «      z   «       t        d1dj                  d2„ |ja                  «       D «       «      z   «       t        d3| › d4t        j                  «       |z
  d›d�«       y c c}w c c}w c c}w c c}}w c c}w c c}w )6NÚresultsz.jsonr>   ÚinfoÚAVGCÚlookahead_sz=== ú: z integrator configs, lookahead z s, device Ú
SCORE_JOBSé   )Ún_jobsc              3   óZ   •K  — | ]"  } t        t        «      |‰‰‰   d    ‰«      –— Œ$ y­w)rO   N)r   rÜ   )ru   r�   rË   rh   r½   ri   s     €€€€r"   rw   zmain.<locals>.<genexpr>¬   sD   øè ø€ ð  COñ  @NÐz{ÐCXÄ7Ì<ÓCXÐYZÐ\_ÐaeÐfhÑaiÐjpÑaqÐst×Cuñ  @Nùs   ƒ(+)ri   r�   z  z: GPU filter z.0fzs, scoring rš   ÚresearchÚintegrators_z.csvF)rW   r'   r)   r   ri   Úper_datasetc              3   ód   •K  — | ]'  }t        ‰j                  |d f   ‰|   d    z
  «      –— Œ) y­w)rÓ   N)ÚabsÚloc)ru   ri   ÚbaseÚrefs     €€r"   rw   zmain.<locals>.<genexpr>´   s1   øè ø€ ÐG¹w¸Œs�4—8‘8˜B ˜GÑ$ s¨2¡w¨s¡|Ñ3×4¹wùs   ƒ-0z!  base config reproduces results/z.json: max |dH| = z.2er�   rÓ   )rW   ÚcolumnsrS   r   )r�   ÚcfgrÑ   rÒ   rË   rÓ   rÔ   )z	temp onlyzadapt (step 1)zcusum (step 2)zadapt + cusum)Ú
experimentÚ	n_configsÚbaseline_meanÚnested_meanré   Únested_H_by_familyÚbase_reproduction_max_dHÚw)ÚindentÚdefaultz  baseline HMM   : c              3   ó4   •K  — | ]  }|› d ‰|   d›�–— Œ y­w©r   ú.3fN© )ru   r    Úbmeans     €r"   rw   zmain.<locals>.<genexpr>Í   s#   øè ø€ Ð*PÉ%ÀQ¨a¨S°°%¸±(¸3°Ô+@É%ùó   ƒz  nested best    : c              3   ó4   •K  — | ]  }|› d ‰|   d›�–— Œ y­wrû   rý   )ru   r    rc   s     €r"   rw   zmain.<locals>.<genexpr>Î   s#   øè ø€ Ð*NÉÀA¨a¨S°°$°q±'¸#°Ô+?Éùrÿ   z  nested H by family: c              3   ó2   K  — | ]  \  }}|› d |d›�–— Œ y­w)râ   rü   Nrý   )ru   rB   r0   s      r"   rw   zmain.<locals>.<genexpr>Ï   s!   è ø€ Ð-VÉ+Á$À!ÀQ°°°2°a¸°W¬oÉ+ùrx   z	=== done z in rý   )3ÚjsonrZ   Úopenr[   r\   r]   r   r<   r#   rt   r   r   rp   r	   rÁ   r   rY   ÚenvironÚgetr“   rŠ   r4   r5   r   ÚpdÚ	DataFrameÚto_csvr,   r-   r.   r6   Úisinfr0   Ú	set_indexr‡   Úpivot_tablerc   Úidxmaxri   r�   ÚilocÚ
isinstancer`   rÑ   rÒ   rË   rÓ   ÚisfiniterÕ   rì   Údump) re   Újsr8   Út0ÚrowsÚt1Út2Úscr�   rm   ÚRÚdev_ÚpivÚselrI   Úothersr‚   r    ÚfamÚnameÚqÚpvÚhsr°   rË   rí   rþ   rh   r½   ri   rc   rî   s                            @@@@@@@@r"   Úmainr!      sø  ÿ€ Ü	�‰”4œŸ™Ÿ™¤S¨)¸°u¸E°]ÓCÓDÓ	E€BØ
ˆ8‰�VÑ˜VÑ$ ]Ñ3€AÜ	‹€BÜˆ$ˆsˆe�2”c˜"“g�YÐ=¸a¸SÀÌCÈ5ÐQÔRÜ	�‰‹€BÜ�3‹<€DØ€DßˆÜ�Y‰Y‹[ˆÜ�d˜2‘h Ó#ˆÜ�Y‰Y‹[ˆØBŒXœS¤§¡§¡°¸aÓ!@ÓAÔBö  COô  @Eô  FIð  JLó  FMô  @Nó  COó  OˆÜ˜b–M‰DˆAˆqØ�K‰KœÐ6  aÑ6¨2¨a©5Ð6°AÑ6Õ7ð "äˆb”�R‘�	˜ r¨B¡w¨s m°;¼t¿y¹y»{ÈRÑ?OÐPSÐ>TÐTUÐVÕWð ô 	�‰�TÓ€AØ‡H�HŒR�W‰W�\‰\œ#˜y¨*¸ÀSÀEÈÐ6NÓOÐW\€HÔ]Øˆa�h‰h˜%Ñ A§F¡F¨c¡MÑ2°a·g±gÀ±lÑCÄbÇhÁhÈqÏsÉsÃmÑSÑT×^Ñ^Ð_cÓd€DØ
ˆX‰,�}Ñ
%€CÜÔG½wÓGÓG€DÜÐ
+¨C¨5Ð0BÀ4ÈÀ*ÐMÔNà
�-‰-˜c¨4¸ˆ-Ó
<€CØ
€CßˆÝ$Ó0™W˜¨¨R«’!˜WˆÐ0Ü��F‘× Ñ  Ó#×*Ñ*Ó,Ó-ˆØˆq�t‰t�r‰z˜aŸc™c Q™hÑ'Ñ(×-Ñ-¨aÑ0ˆÜ˜Ðz|Ð}~Òzó  !AÑzÐuv ¬j¸¸A¹¸q¹Ä5Ô.IÌbÏhÉhÐWYÐZ[ÑW\Ð]^ÑW_ÔN`¡TÐgiÐjkÑglÐmnÑgoÑ!oÐzñ  !AØŸ5™5 a§e¡e¨q¯s©s°a·c±cô;ˆˆBŠð	 ñ F^Ô^ÑE]ÀˆAŒu”R—W‘WµÓ9±¨A˜c !™f Q›i°Ñ9Ó:Ó;Ñ;ÐE]Ò^€DÙ/GÓHÑ/G¨!ˆQ”�d˜1‘g—l‘l“nÓ%Ñ%Ð/GÑH€EØ
€CØ"#§'¡'¨Q¡,´"·(±(¸1¿3¹3³-Ñ!?ÐTU×T[ÑT[Ð^_ÑT_Ôce×ckÑckÐlm×loÑloÓcpÑSpØ'(§w¡w°!¡|´r·{±{À1Ç3Á3Ó7GÑ&GÐ[\×[bÑ[bÐefÑ[fÔjl×juÑjuÐvw×vyÑvyÓjzÑZzñ|÷ }Bñ  }Bó  }DòD‰ˆˆaàˆq‰T×Ñ C°¸cÐÓBˆØˆßˆBØ�wÓ2™w˜!¨!¨r«'’A˜wÑ2Ñ3×8Ñ8¸Ó;×BÑBÓDˆAØ�I‰I�b—f‘f˜Q ˜U‘mÕ$ð ô œ"Ÿ'™' "›+Ó&ˆˆDŠ	ðDô ˜#¬¨R«ÀÐSWÐehØ"%ÀôF€Cä‡I�Iˆc”4œŸ™Ÿ™¤S¨)°ZÀ<ÐPSÈuÐTYÐAZÓ[Ð]`ÓaÐjkÔuzÕ{ÜÐ
 §¡Ó*PÉ%Ó*PÓ!PÑPÔQÜÐ
 §¡Ó*NÉÓ*NÓ!NÑNÔOÜÐ
  D§I¡IÑ-VÈ#Ï)É)Ì+Ó-VÓ$VÑVÔWÜˆ)�C�5˜œTŸY™Y›[¨2Ñ-¨cÐ2°!Ð4Õ5ùò- 1ùò !Aùâ9ùÓ^ùÚHùò 3s=   Ê9
Z"ËZ"Ì1AZ'Î2"Z1ÏZ,Ï#Z1Ï8$Z7Ô
Z<
Ô&Z<
Ú,Z1Ú__main__)9Ú__doc__r2   r  r[   Úsysr   r—   r6   Úpandasr  r}   Újoblibr   r   r\   ÚinsertÚdirnameÚabspathÚ__file__ÚscorerP   Ú
common_expr   r   r   Úcommonr   r^   r	   r
   rÇ   r   Ú	e1_switchr   r   Úscorerr   r   rz   r   Úis_availabler   r�   r  r]   r   r#   r<   rp   Úno_gradrÁ   rÎ   rÜ   r!  Ú__name__Úargvrj   rý   r$   r"   Ú<module>r4     s  ðñó( Û Û 	Û 
Û ã Û Û ß $à ‡�‡���2—7‘7—?‘? 2§7¡7§?¡?°8Ó#<Ó=Ô >Û ß (Ñ (ß AÓ Aß )ß 0à€e‡l�l˜UŸZ™Z×4Ñ4Ô6‘6¸EÓB€Ø€Ù
ˆ2�7‰7�<‰<˜˜VÐ%6Ó7¸ÈÔJ€òòòð. €‡�ƒñ8ó ð8òvLò@ò06ðf ˆzÒØ�X‰X�a�b‹\ˆÙˆQ�ñ ð r$   