ó
    Ïó®j=  ã                  óV  • S SK Jr  S SKrS SKrS SKJr  S SKrS SKr	S SK
r
S SKJs  Jr  S SKJrJr  S SKJrJrJr  S SKJrJr  S SKJr  SS jrSS	 jr " S
 S\5      rSS jrS rS r S r!SS jr"SS jr#SS jr$S S jr%S!S jr&          S"S jr'S#S jr(S$S jr)S%S jr*S r+S r,g)&é    )ÚannotationsN)Ú	dataclass)Úaverage_precision_scoreÚroc_auc_score)Ú
DataLoaderÚDatasetÚWeightedRandomSampler)ÚSuite21BundleÚfaculty_sampling_weights)Úprobabilities_at_alphac                óš  • [         R                  " U 5        [        R                   R                  U 5        [        R                  " U 5        [        R
                  R                  5       (       a  [        R
                  R                  U 5        S[        R                  R                  l
        S[        R                  R                  l        g )NTF)ÚrandomÚseedÚnpÚtorchÚmanual_seedÚcudaÚis_availableÚmanual_seed_allÚbackendsÚcudnnÚdeterministicÚ	benchmark)r   s    Úsuite21_training.pyÚseed_everythingr      su   € Ü
‡K‚K�ÔÜ‡I�I‡N�N�4ÔÜ	×Ò�dÔÜ‡z�z×Ñ× Ñ Ü�
‰
×"Ñ" 4Ô(Ø)-„E‡N�N×ÑÔ&Ø%*„E‡N�N×ÑÕ"ó    c                óL  • U S:X  a  [         R                  " S5      $ U S:X  aD  [         R                  R                  5       (       d  [	        S5      e[         R                  " S5      $ [         R                  " [         R                  R                  5       (       a  S5      $ S5      $ )NÚcpur   zCUDA requested but unavailable)r   Údevicer   r   ÚRuntimeError)Úvalues    r   Úchoose_devicer"      sv   € Ø�ƒ~Ü�|Š|˜EÓ"Ð"Ø�ƒÜ�z‰z×&Ñ&×(Ñ(ÜÐ?Ó@Ð@Ü�|Š|˜FÓ#Ð#Ü�<Š<¤%§*¡*×"9Ñ"9×";Ñ";˜ÓGÐGÀÓGÐGr   c                  ó*   • \ rS rSrSS jrS rS rSrg)ÚBundleDataseté&   c                óP   • Xl         [        R                  " U[        5      U l        g ©N)Úbr   ÚasarrayÚintÚidx)ÚselfÚbundleÚindicess      r   Ú__init__ÚBundleDataset.__init__'   s   € ØŒÜ—:’:˜g¤sÓ+ˆ�r   c                ó,   • [        U R                  5      $ r'   )Úlenr+   )r,   s    r   Ú__len__ÚBundleDataset.__len__+   s   € Ü�4—8‘8‹}Ðr   c                óÀ  • [        U R                  U   5      n[        R                  " U R                  R
                  U   5      [        R                  " U R                  R                  U   5      [        R                  " U R                  R                  U   5      [        R                  " U R                  R                  U   5      [        R                  " [        U R                  R                  U   5      [        R                  S9[        R                  " [        U R                  R                  U   5      [        R                  S9[        R                  " U R                  R                  U   5      [        R                  " [        U R                  R                   U   5      [        R                  S9[        R                  " U[        R                  S9S.	$ )N©Údtype)	ÚflatÚstudent_seqÚstudent_maskÚcourse_targetÚfaculty_idxÚsemester_scalarÚcommittee_probsÚyÚindex)r*   r+   r   Ú
from_numpyr(   r8   r9   r:   r;   Útensorr<   ÚlongÚfloatÚtarget_semesterÚfloat32r>   r?   )r,   ÚjÚis      r   Ú__getitem__ÚBundleDataset.__getitem__.   s0  € Ü�—‘˜‘Óˆä×$Ò$ T§V¡V§[¡[°¡^Ó4Ü ×+Ò+¨D¯F©F×,>Ñ,>¸qÑ,AÓBÜ!×,Ò,¨T¯V©V×-@Ñ-@ÀÑ-CÓDÜ"×-Ò-¨d¯f©f×.BÑ.BÀ1Ñ.EÓFÜ Ÿ<š<¬¨D¯F©F×,>Ñ,>¸qÑ,AÓ(BÌ%Ï*É*ÑUÜ$Ÿ|š|¬E°$·&±&×2HÑ2HÈÑ2KÓ,LÔTY×TaÑTaÑbÜ$×/Ò/°·±×0FÑ0FÀqÑ0IÓJÜ—’œe D§F¡F§H¡H¨Q¡KÓ0¼¿¹ÑFÜ—\’\ !¬5¯:©:Ñ6ñ

ð 
	
r   )r(   r+   N)r-   r
   r.   z
np.ndarray)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r/   r3   rI   Ú__static_attributes__© r   r   r$   r$   &   s   † ô,òõ
r   r$   c                óv  • [         R                  " [         R                  " U[        5      5      S   n[	        X5      n[
        R                  " 5       nUR                  [        U5      5        U(       aŸ  [        U R                  U   U R                  5      u  pš[        U5      S:”  a  [        U5      O
[        U5      n[        [
        R                  " U	[
        R                  S9USUS9n[!        XrUS[
        R"                  R%                  5       S9$ [!        XrSS[
        R"                  R%                  5       S9$ )Nr   r6   T)Únum_samplesÚreplacementÚ	generator)Ú
batch_sizeÚsamplerÚnum_workersÚ
pin_memoryF)rU   ÚshufflerW   rX   )r   Úwherer)   Úboolr$   r   Ú	Generatorr   r*   r   r<   Úfaculty_namesr2   r	   Ú	as_tensorÚdoubler   r   r   )r-   ÚmaskrU   Útrainingr   Úsamples_per_epochr+   ÚdsrT   Úlocal_wÚ_rR   rV   s                r   Úmake_loaderrf   =   sü   € Ü
�(Š(”2—:’:˜d¤DÓ)Ó
*¨1Ñ
-€CÜ	�vÓ	#€BÜ—’Ó!€IØ×Ñœ#˜d›)Ô$ÞÜ-¨f×.@Ñ.@ÀÑ.EÀv×G[ÑG[Ó\‰
ˆÜ03Ð4EÓ0FÈÓ0J”cÐ+Ô,ÔPSÐTWÓPXˆÜ'Ü�OŠO˜G¬5¯<©<Ñ8Ø#ØØñ	
ˆô Ø¨wÀAÜ—z‘z×.Ñ.Ó0ñ
ð 	
ô Ø
¨5¸aÜ—:‘:×*Ñ*Ó,ñð r   c           
     ó°   • U R                  5        VVs0 s H3  u  p#U[        R                  " U5      (       a  UR                  USS9OU_M5     snn$ s  snnf )NT)Únon_blocking)Úitemsr   Ú	is_tensorÚto)Úbatchr   ÚkÚvs       r   Ú
move_batchro   U   sK   € ØZ_×ZeÑZeÔZgÔhÒZgÑRVÐRSˆA´5·?²?À1×3EÑ3E�—‘�V¨$�Ñ/È1ÒLÑZgÒhÐhùÓhs   ”:Ac                óÈ   • [         R                  " U [        5      n [         R                  " U 5      R                  S:”  a  [        [        X5      5      $ [         R                  $ ©Né   )r   r)   r*   ÚuniqueÚsizerD   r   Únan©r?   Úps     r   Úsafe_aprx   Y   sA   € Ü
�
Š
�1”cÓ€AÜ35·9²9¸Q³<×3DÑ3DÀqÓ3HŒ5Ô(¨Ó.Ó/ÐTÌbÏfÉfÐTr   c                óÈ   • [         R                  " U [        5      n [         R                  " U 5      R                  S:”  a  [        [        X5      5      $ [         R                  $ rq   )r   r)   r*   rs   rt   rD   r   ru   rv   s     r   Úsafe_aucrz   ^   s@   € Ü
�
Š
�1”cÓ€AÜ)+¯ª°1«×):Ñ):¸QÓ)>Œ5”˜qÓ$Ó%ÐJÄBÇFÁFÐJr   c                ón  • [         R                  " U [        5      n [        [	        [        U5      [        U 5      -  5      5      n[        S[        [        U 5      U5      5      n[         R                  " [        U 5      [         R                  5      nU(       a  SU[         R                  " U * SS9S U '   U$ )Nr   rr   Ú	mergesort)Úkind)r   r)   rD   r*   Úroundr2   ÚmaxÚminÚzerosÚint8Úargsort)ÚscoreÚraterm   Úouts       r   Úwarn_by_rater‡   c   sƒ   € Ü�JŠJ�uœeÓ$€EÜŒE”%˜“+¤ E£
Ñ*Ó+Ó,€AÜˆAŒs”3�u“:˜qÓ!Ó"€AÜ
�(Š(”3�u“:œrŸw™wÓ
'€CÞØ89ˆŒB�JŠJ˜�v KÑ0°°!Ð4Ñ5Ø€Jr   c                óÀ  • [         R                  " U [        5      n [         R                  " U[        5      n[        U S:H  US:H  -  R                  5       5      n[        U S:H  US:H  -  R                  5       5      n[        U S:H  US:H  -  R                  5       5      nU[	        X4-   S5      -  nU[	        X5-   S5      -  nX"-  nSU-   U-  U-  [	        X†-  U-   S5      -  $ )Nrr   r   gê-�™—q=)r   r)   r*   Úsumr   )	r?   ÚpredÚbetaÚtpÚfpÚfnrw   ÚrÚb2s	            r   Úfbeta_from_predictionsr‘   m   sÒ   € Ü
�
Š
�1”cÓ€AÜ�:Š:�dœCÓ €DÜ	ˆq�A‰v˜$ !™)Ñ$×)Ñ)Ó+Ó	,€BÜ	ˆq�A‰v˜$ !™)Ñ$×)Ñ)Ó+Ó	,€BÜ	ˆq�A‰v˜$ !™)Ñ$×)Ñ)Ó+Ó	,€BØ
ŒS�‘˜!‹_Ñ€AØ
ŒS�‘˜!‹_Ñ€AØ	‰€BØ�‰F�a‰<˜!Ñœc "¡&¨1¡*¨eÓ4Ñ4Ð4r   c                ó”  • [         R                  " [         R                  " U[        5      5      S   nU R                  U   nU R
                  U   nU R                  U   n/ n[        U R                  5       H¹  u  pšXy:H  nUR                  5       (       a&  [         R                  " X[   5      R                  S:  a  MF  [        X[   X+   5      n[        X[   Xk   5      n[        X[   [        X+   S5      U5      n[        X[   [        Xk   S5      U5      nUR                  U
UUXÍ-
  UUXï-
  S.5        M»     [         R"                  " U5      $ )Nr   é   çš™™™™™É?)ÚfacultyÚcandidate_apÚcommittee_apÚdelta_apÚcandidate_f2_at_20Úcommittee_f2_at_20Údelta_f2_at_20)r   rZ   r)   r[   r?   Ú	committeer<   Ú	enumerater]   Úanyrs   rt   rx   r‘   r‡   ÚappendÚpdÚ	DataFrame)r-   r`   Ú	candidater‹   r+   r?   ÚqÚfÚrowsÚfiÚnameÚmÚcapÚbapÚcf2Úbf2s                   r   Úfaculty_validation_deltar­   y   s"  € Ü
�(Š(”2—:’:˜d¤DÓ)Ó
*¨1Ñ
-€CØ�‰�‰€AØ×Ñ˜Ñ€AØ×Ñ˜3Ñ€AØ€DÜ˜f×2Ñ2Ö3‰ˆØ‰GˆØ�u‰u�w‰wœ"Ÿ)š) A¡D›/×.Ñ.°Ó2ÙÜ�a‘d˜I™LÓ)ˆÜ�a‘d˜A™DÓ!ˆÜ$ Q¡T¬<¸	¹ÀcÓ+JÈDÓQˆÜ$ Q¡T¬<¸¹¸cÓ+BÀDÓIˆØ�‰ØØØØ™	Ø"%Ø"%Ø!™iñ
ö 	ñ 4ô" �<Š<˜ÓÐr   c                ó  • U b  [        U 5      (       d  [        R                  * 0 4$ U R                  R	                  [
        5      nU R                  R	                  [
        5      n[        [        R                  " U5      5      n[        [        R                  " U5      5      n[        [        R                  " US5      5      n[        [        R                  " U5      5      n[        [        R                  " U5      5      n[        [        R                  " US:„  5      5      nSU-  SU-  -   SU-  -   SU-  -   n	US:  a  U	S[        US-   5      -  -  n	[        U	5      UUUUUU[        [        U 5      5      S	.n
[        U	5      U
4$ )
Ng      Ð?r   gÍÌÌÌÌÌÜ?g333333Ó?g333333Ã?gš™™™™™¹?gš™™™™™©¿gš™™™™™©?)Úrobust_scoreÚmean_delta_apÚmedian_delta_apÚq25_delta_apÚworst_delta_apÚmean_delta_f2_at_20Úap_winsÚ	faculties)r2   r   Úinfr˜   Úto_numpyrD   r›   ÚnanmeanÚ	nanmedianÚnanquantileÚnanminr*   r‰   Úabs)Údelta_dfÚdaÚdf2ÚmeanÚmedianÚq25ÚworstÚmean_f2Úwinsr„   Ústatss              r   Úrobust_validation_scorerÈ   “   s@  € ØÑœs 8Ÿ}™}Ü—‘ˆw˜ˆ{ÐØ	×	Ñ	×	#Ñ	#¤EÓ	*€BØ
×
!Ñ
!×
*Ñ
*¬5Ó
1€CÜ”—’˜B“Ó €DÜ”2—<’< Ó#Ó$€FÜ
”—’˜r 3Ó'Ó
(€CÜ”"—)’)˜B“-Ó €EÜ”B—J’J˜s“OÓ$€GÜŒr�vŠv�b˜1‘f‹~Ó€Dà�$‰J˜˜v™Ñ%¨¨c©	Ñ1°C¸'±MÑA€EØˆtƒ|Ø�”s˜5 3™;Ó'Ñ'Ñ'ˆä˜e›ØØ!ØØØ&ØÜœ˜X›Ó'ñ	€Eô �‹<˜ÐÐr   c                ó  • U S   U S   R                  S5      -   nU S   R                  5       n/ n[        R                  " U5       Hû  nX':H  n[        R                  " X�S:„  -  5      S   n	[        R                  " X�S:*  -  5      S   n
[        U	5      S:X  d  [        U
5      S:X  a  Mc  U	[        R                  " XY   5      S[        U5          n	U
[        R                  " XZ   SS9S[        U5          n
XI   SS2S4   XJ   SSS24   -
  nUR                  [        R                  " U* 5      R                  5       5        Mý     U(       d  [        R                  " S	UR                  S
9$ [        R                  " U5      R                  5       $ )a  Pairwise ranking loss focused on Committee mistakes, within faculty.

For each faculty in the batch, use the lowest-Committee-risk positives and
highest-Committee-risk negatives. This targets precisely the ordering errors
that a residual model must fix to improve AP.
Ú
base_logitÚcorrection_membersrr   ç      à?r   NT)Ú
descendingrP   ©r   )rÁ   Údetachr   rs   rZ   r2   rƒ   r*   rŸ   ÚFÚsoftplusr�   r   Ústack)r†   r?   r<   Úmax_per_classÚfinal_logitÚbaseÚlossesr¦   r¨   ÚposÚnegÚdiffs               r   Ú committee_hard_pair_ranking_lossrÚ   ±   s[  € ð �lÑ# cÐ*>Ñ&?×&DÑ&DÀQÓ&GÑG€KØˆ|Ñ×#Ñ#Ó%€DØ€FÜ�lŠl˜;Ö'ˆØÑˆÜ�kŠk˜! 2™v™,Ó'¨Ñ*ˆÜ�kŠk˜! B™w™-Ó(¨Ñ+ˆÜˆs‹8�q‹=œC ›H¨›MÙØ”%—-’- ¡	Ó*Ð+?¬S°Ó-?Ð@ÑAˆØ”%—-’- ¡	°dÑ;Ð<P¼cÀ-Ó>PÐQÑRˆØÑ¢ 4 Ñ(¨;Ñ+;¸DÂ!¸GÑ+DÑDˆØ�‰”a—j’j $ Ó'×,Ñ,Ó.Ö/ñ (ö Ü�{Š{˜2 a§h¡hÑ/Ð/Ü�;Š;�vÓ×#Ñ#Ó%Ð%r   c                ó¤  • US S 2S 4   R                  U S   5      nU S   S S 2S 4   U S   -   n	[        R                  " X˜5      n
U S   R                  S5      R	                  5       nUS:„  nUR                  5       (       aA  U	R	                  S5      n[        R                  " U S   U   XÜ   -
  5      R	                  5       nO[        R                  " SUR                  S9nUS:”  aU  U S	   R                  (       aA  [        R                  " [        U5      UR                  S9n[        R                  " U S	   XS
9nO[        R                  " SUR                  S9nUS:”  a  [        XU5      O[        R                  " SUR                  S9nU
[        U5      U-  -   [        U5      U-  -   [        U5      U-  -   [        U5      U-  -   nUX«UUUS.4$ )NrË   rÊ   r“   rÌ   rr   rP   rÎ   r   Útemporal_aux_logit)Ú
pos_weight)ÚbceÚresidualÚpositive_preserveÚauxÚranking)Ú	expand_asrÐ   Ú binary_cross_entropy_with_logitsÚpowrÁ   rž   r   Úrelur�   r   Úrequires_gradrB   rD   rÚ   )r†   r?   r<   Úresidual_penaltyÚpositive_preserve_penaltyÚtemporal_aux_weightÚaux_pos_weightÚranking_weightÚtargetÚmember_logitsrÞ   rß   Ú	positivesÚfinal_mean_logitÚpreserveÚpwrá   râ   Útotals                      r   Úloss_componentsrô   É   s¼  € ð Šq�$ˆw‰Z×!Ñ! #Ð&:Ñ";Ó<€FØ˜Ñ%¢a¨ gÑ.°Ð5IÑ1JÑJ€MÜ
×
,Ò
,¨]Ó
C€CØÐ'Ñ(×,Ñ,¨QÓ/×4Ñ4Ó6€HØ�B‘€IØ‡}�}‡�Ø(×-Ñ-¨aÓ0ÐÜ—:’:˜c ,Ñ/°	Ñ:Ð=MÑ=XÑXÓY×^Ñ^Ó`‰ä—;’;˜r¨!¯(©(Ñ3ˆØ˜QÓ 3Ð';Ñ#<×#J×#JÜ�\Š\œ% Ó/¸¿¹ÑAˆÜ×0Ò0°Ð5IÑ1JÈAÑ]‰ä�kŠk˜" Q§X¡XÑ.ˆØGUÐXYÓGYÔ.¨s°{ÔCÔ_d×_jÒ_jÐkmÐvw×v~Ñv~Ñ_€GØ”5Ð)Ó*¨XÑ5Ñ5¼Ð>WÓ8XÐ[cÑ8cÑcÜÐ(Ó)¨CÑ/ñ0Ü27¸Ó2GÈ'Ñ2QñR€Eà˜#È(Ð[^ÐkrÑsÐsÐsr   c                ó  • U R                  5         S Vs0 s H  of/ _M     nn[        R                  " 5          [        XUSS5       GH*  n[	        X„5      n	U	S   n
U	S   nUS:X  a-  [        R
                  " U
S/S9n
[        R
                  " US/S9nO2US	:X  a,  [        R                  " U
5      n
[        R                  " U5      nU " U	S
   X«U	S   U	S   U	S   U	S   5      nU HŠ  nUS:X  aB  X}   R                  U	S   R                  5       R                  5       R                  5       5        MK  X}   R                  XÍ   R                  5       R                  5       R                  5       5        MŒ     GM-     S S S 5        U H;  nX}   (       a  [        R                  " X}   SS9O[        R                  " / 5      X}'   M=     [        R                  " US   5      nU H  nX}   U   X}'   M     U$ s  snf ! , (       d  f       N�= f)N)	Úbase_probabilityrÊ   rË   Ú	authorityÚguard_scaleÚ	attentionÚhas_historyrÜ   r@   Fr   r9   r:   Úreverse_historyrr   )ÚdimsÚzero_historyr8   r;   r<   r=   r>   r@   )Úaxis)Úevalr   Úno_gradrf   ro   ÚflipÚ
zeros_likerŸ   rÏ   r   Únumpyr   ÚconcatenateÚarrayrƒ   )Úmodelr-   r`   rU   r   Úperturbationrm   Úoutputsrl   r(   r9   r:   r†   ÚkeyÚorders                  r   Úpredict_rawr  è   sÕ  € Ø	‡J�J„Lñó ò ˜�"Šuñ €Gð ô 
�Š�Ü  ¨z¸5À!×DˆEÜ˜5Ó)ˆAØ˜MÑ*ˆKØ˜^Ñ,ˆLØÐ0Ó0Ü#Ÿjšj¨¸A¸3Ñ?�Ü$Ÿzšz¨,¸a¸SÑA‘Ø Ó/Ü#×.Ò.¨{Ó;�Ü$×/Ò/°Ó=�ÙØ�&‘	˜;°a¸Ñ6HÈ!ÈMÑJZØÐ#Ñ$ aÐ(9Ñ&:óˆCó �Ø˜'“>Ø‘L×'Ñ'¨¨'©
×(9Ñ(9Ó(;×(?Ñ(?Ó(A×(GÑ(GÓ(IÖJà‘L×'Ñ'¨©¯©Ó(9×(=Ñ(=Ó(?×(EÑ(EÓ(GÖHô	 ñ E÷ 
ó( ˆØ?F¿|”r—~’~ g¡l¸Ò;ÔQS×QYÒQYÐZ\ÓQ]ˆ‹ñ ä�JŠJ�w˜wÑ'Ó(€EÛˆØ‘| EÑ*ˆ‹ñ à€Nùò;÷ 
�ús   •G,¸D>G1Ç1
G?c                ó  • [         R                  " U S   [         R                  S9n[         R                  " U S   [         R                  S9n[        X#U5      u  pEnUR	                  5       UR	                  5       UR	                  5       4$ )NrÊ   r6   rË   )r   r^   rF   r   r  )ÚrawÚalpharÕ   Ú
correctionÚprobÚuncertaintyÚlogitss          r   Úprobabilities_from_rawr  
  sh   € Ü�?Š?˜3˜|Ñ,´E·M±MÑB€DÜ—’ Ð%9Ñ!:Ä%Ç-Á-ÑP€JÜ 6°tÈÓ OÑ€D�vØ�:‰:‹<˜×*Ñ*Ó,¨f¯l©l«nÐ<Ð<r   c                ó„  • [         R                  " U R                  [         R                  " U[        5         [        5      n[        [	        US:H  R                  5       5      S5      n[        [	        US:H  R                  5       5      S5      n[        [        [         R                  " XT-  5      [        U5      5      5      $ )Nrr   r   )
r   r)   r?   r[   r*   r   r‰   rD   r€   Úsqrt)r-   r`   r©   r?   Ún1Ún0s         r   Úauxiliary_positive_weightr    s}   € Ü
�
Š
�6—8‘8œBŸJšJ t¬TÓ2Ñ3´SÓ9€AÜ	ŒS�!�q‘&—‘“Ó  !Ó	$€BÜ	ŒS�!�q‘&—‘“Ó  !Ó	$€BÜ””R—W’W˜R™WÓ%¤u¨S£zÓ2Ó3Ð3r   c                ó�  • [         R                  R                  U R                  5       XxS9n[	        X5      n[
        R                  * nSnSn[        R                  " U R                  5       5      nSn/ n[        S[        U5      S-   5       GHZ  nU R                  5         SSSSSSS.nSn[        XU	SUU-   U5       GHM  n [        U U5      n!UR                  SS9  U " U!S   U!S	   U!S
   U!S   U!S   U!S   U!S   5      n"[!        U"U!S   U!S   UUU R"                  b  UOSUU5      u  n#n$U#R%                  5         [         R&                  R(                  R+                  U R                  5       S5        UR-                  5         [/        U!S   5      n%US==   [1        U#R3                  5       R5                  5       5      U%-  -  ss'   U$ H;  n&UU&==   [1        U$U&   R3                  5       R5                  5       5      U%-  -  ss'   M=     UU%-  nGMP     [7        XX:U5      n'S n(U HÑ  n)[9        U'U)5      u  n*  n+[;        XU*U5      n,[=        U,5      u  n-n.U[1        U)5      U-S.U.EU V&s0 s H  n&SU& 3UU&   [?        US5      -  _M     sn&En/URA                  U/5        U(b	  U-U(S   :”  a  U-[1        U)5      U.4n(U-US-   :”  d  Mœ  U-nUn[1        U)5      n[        R                  " U R                  5       5      nSnMÓ     U(bÀ  U(u  n0n1n2[C        SUS SU SUS   [?        US5      -  S SU1S SU0S SU2RE                  S[
        RF                  5      S  S!U2RE                  S"[
        RF                  5      S  S#U2RE                  S$[
        RF                  5      S  S%U2RE                  S&S5       SU2RE                  S'S5       35        UU:w  a  US-  nU[        U5      :¼  d  GMI  U[        U5      :¼  d  GM[    O   U RI                  U5        U[1        U5      :  a  Sn[        U5      [1        U5      [1        U5      [J        RL                  " U5      4$ s  sn&f )(N©ÚlrÚweight_decayrr   ç        r   )ÚlossrÞ   rß   rà   rá   râ   T©Úset_to_noner8   r9   r:   r;   r<   r=   r>   r?   ç      @r  )Úepochr  r¯   Útrain_gñhãˆµøä>z[SELECT] epoch=Ú02dÚ/ú loss=ú.5fz best_alpha=z.2fz robust=z+.5fu
    meanÎ”AP=r°   z+.4fu	    medÎ”AP=r±   z q25=r²   z wins=rµ   r¶   )'r   ÚoptimÚAdamWÚ
parametersr  r   r·   ÚcopyÚdeepcopyÚ
state_dictÚranger*   Útrainrf   ro   Ú	zero_gradrô   ÚtemporalÚbackwardÚnnÚutilsÚclip_grad_norm_Ústepr2   rD   rÏ   r   r  r  r­   rÈ   r   rŸ   ÚprintÚgetru   Úload_state_dictr    r¡   )3r  r-   Ú
train_maskÚval_maskr   ÚepochsÚ
min_epochsr  r  rU   Úpredict_batch_sizerb   Úpatiencer   Ú
alpha_gridr‹   rè   ré   rê   rì   Úmin_selection_scoreÚ	optimizerÚaux_pwÚ
best_scoreÚ
best_epochÚ
best_alphaÚ
best_stateÚbadr¥   r"  ÚsumsÚseenrl   r(   r†   r  ÚpartsÚnrm   r  Ú
epoch_bestr  rŠ   re   r¾   r„   rÇ   ÚrowÚsÚaÚsts3                                                      r   Útrain_select_epochsrR    sc  € ô. —‘×!Ñ! %×"2Ñ"2Ó"4¸Ð!ÐW€IÜ& vÓ:€FÜ—&‘&�€JØ€JØ€JÜ—’˜u×/Ñ/Ó1Ó2€JØ
€CØ€Dä�qœ#˜f›+¨™/×*ˆØ�‰ŒØ C°SÈsÐ[^ÐknÑoˆØˆÜ  °ZÀÀtÈeÁ|ÐUf×gˆEÜ˜5 &Ó)ˆAØ×Ñ¨DÐÑ1ÙØ�&‘	˜1˜]Ñ+¨Q¨~Ñ->ÀÀ/Ñ@RØ�-Ñ  !Ð$5Ñ"6¸Ð:KÑ8LóˆCô *Ø�Q�s‘V˜Q˜}Ñ-Ð/?ÐAZØ',§~¡~Ñ'AÑ#ÀsÈFÐTbó‰KˆD�%ð �M‰MŒOÜ�H‰H�N‰N×*Ñ*¨5×+;Ñ+;Ó+=¸sÔCØ�N‰NÔÜ�A�c‘F“ˆAØ�‹LœE $§+¡+£-×"3Ñ"3Ó"5Ó6¸Ñ:Ñ:‹LÛ�Ø�Q“œ5  q¡§¡Ó!2×!6Ñ!6Ó!8Ó9¸AÑ=Ñ=•ñ à�A‰I‹Dñ% hô( ˜%¨ÀvÓNˆØˆ
ÛˆEÜ/°°UÓ;‰JˆD�!�QÜ/°À$ÈÓMˆHÜ2°8Ó<‰LˆE�5àÜ˜u›Ø %ñð ð	ñ
 BFÓFÂ¸A�V˜A˜3�<  a¡¬3¨t°Q«<Ñ!7Ò7ÁÑFðˆCð �K‰K˜ÔØÑ! U¨Z¸©]Ó%:Ø#¤U¨5£\°5Ð9�
Ø�z DÑ(Õ(Ø"�
Ø"�
Ü" 5›\�
Ü!Ÿ]š]¨5×+;Ñ+;Ó+=Ó>�
Ø’ñ'  ð( Ñ!Ø!‰HˆAˆq�"ÜØ! %¨ ¨A¨f¨X°V¸DÀ¹LÌÈTÐRSËÑ<TÐUXÐ;Yð ZØ ˜W H¨Q¨t¨H°J¸r¿v¹vÀoÔWY×W]ÑW]Ó?^Ð_cÐ>dð eØŸ6™6Ð"3´R·V±VÓ<¸TÐBÀ%ÈÏÉÈ~Ô_a×_eÑ_eÓHfÐgkÐGlð mØŸ™˜y¨!Ó,Ð-¨Q¨r¯v©v°kÀ1Ó/EÐ.FðHôð ˜ÓØ�1‰HˆCØ”C˜
“OÖ#¨¬s°8«}Ö(<Ùñs +ðv 
×Ñ˜*Ô%Ø”EÐ-Ó.Ó.Øˆ
Üˆz‹?œE *Ó-¬u°ZÓ/@Ä"Ç,Â,ÈtÓBTÐTÐTùò7 Gs   É# Q
c                ó   • [         R                  R                  U R                  5       XVS9n[	        X5      n[        S[        U5      S-   5       GHz  nU R                  5         Su  nn[        XUSU	S-   U-   U5       GH  n[        UU5      nUR                  SS9  U " US   US   US	   US
   US   US   US   5      n[        UUS   US   X«U R                  b  UOSXý5      u  nnUR                  5         [         R                  R                  R!                  U R                  5       S5        UR#                  5         U[%        UR'                  5       R)                  5       5      [+        US   5      -  -  nU[+        US   5      -  nGM     US:X  d  U[        U5      :X  d  GMW  [-        SUS SU SU[/        US5      -  S 35        GM}     g )Nr  rr   )r  r   Tiè  r  r8   r9   r:   r;   r<   r=   r>   r?   r  r!  z[REFIT] epoch=r$  r%  r&  r'  )r   r(  r)  r*  r  r.  r*   r/  rf   ro   r0  rô   r1  r2  r3  r4  r5  r6  rD   rÏ   r   r2   r7  r   )r  r-   r:  r   r<  r  r  rU   rb   r   rè   ré   rê   rì   rB  rC  r"  ró   rJ  rl   r(   r†   r  re   s                           r   Útrain_fixed_epochsrT  y  s¿  € ô  —‘×!Ñ! %×"2Ñ"2Ó"4¸Ð!ÐW€IÜ& vÓ:€FÜ�qœ#˜f›+¨™/×*ˆØ�‰ŒØ‰ˆˆtÜ  °ZÀÀtÈdÁ{ÐUZÑGZÐ\m×nˆEÜ˜5 &Ó)ˆAØ×Ñ¨DÐÑ1ÙØ�&‘	˜1˜]Ñ+¨Q¨~Ñ->ÀÀ/Ñ@RØ�-Ñ  !Ð$5Ñ"6¸Ð:KÑ8LóˆCô &Ø�Q�s‘V˜Q˜}Ñ-Ð/?Ø',§~¡~Ñ'AÑ#ÀsÈFó‰GˆD�!ð �M‰MŒOÜ�H‰H�N‰N×*Ñ*¨5×+;Ñ+;Ó+=¸sÔCØ�N‰NÔØ”U˜4Ÿ;™;›=×,Ñ,Ó.Ó/´#°a¸±f³+Ñ=Ñ=ˆEØ”C˜˜#™“KÑ‹Dñ oð  �A‹:˜¤# f£+Ö-Ü�N 5¨ +¨Q¨v¨h°f¸UÄ3ÀtÈAÃ;Ñ=NÈsÐ<SÐT×Uò) +r   )r   r*   )r!   ÚstrÚreturnztorch.device)r   )r”   )g       @)r¾   zpd.DataFrame)é   )
rè   rD   ré   rD   rê   rD   rë   rD   rì   rD   )Únone)r  rD   )g      @)-Ú
__future__r   r+  r   Údataclassesr   r  r   Úpandasr    r   Útorch.nn.functionalr3  Ú
functionalrÐ   Úsklearn.metricsr   r   Útorch.utils.datar   r   r	   Úsuite21_datar
   r   Úsuite21_modelsr   r   r"   r$   rf   ro   rx   rz   r‡   r‘   r­   rÈ   rÚ   rô   r  r  r  rR  rT  rP   r   r   Ú<module>rb     sÑ   ðÝ "ã Û Ý !ã Û Û ß Ð ß Bß GÑ Gç @Ý 1ô+ôHô
�Gô 
ô.ò0iòUò
Kô
ô	5ôô4ô<&ð0tð ð	tð
  %ðtð ðtð ðtð ôtô>ôD=ô4ò^UóB&Vr   