ó
    =±ÛjÝd  ã                   óN  • S r SSKrSSKrSSKrSSKJr  SSKJrJrJ	r	  SSK
rSSKrSSKJr  SSKJr  SSKJr  SS	KJrJrJr  SS
KJrJr  \ " S S5      5       r\ " S S5      5       rS rS rS rS rS r S S jr!S r"S r#S r$S r%S r&S r'S!S jr(S"S jr)S r*S"S jr+S#S jr,g)$zåDeterministic masked denoising and chronological downstream training.

All preprocessing and vocabulary construction belong to the caller. Validation
only selects an epoch budget; fixed_epochs always builds a fresh training run.
é    N)Ú	dataclass)ÚAnyÚDictÚList)Únn)Ú
functional)Úaverage_precision_scoreé   )ÚHistoryEncoderÚMaskedEventModelÚNeuralRiskModel)ÚIndexedHistoryÚhistory_rowsc                   ób   • \ rS rSr% \\S'   \\S'   \\\	\
4      \S'   \\	\
4   \S'   \\S'   Srg)	Ú	SSLResulté   ÚencoderÚepochsÚhistoryÚdiagnosticsÚmodel© N)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   Ú__annotations__Úintr   r   Ústrr   r   Ú__static_attributes__r   ó    ÚB/root/disk_3tb/earlywarning/30072026/suite35_pace/pace/training.pyr   r      s4   ‡ àÓØƒKØ�$�s˜C�x‘.Ñ!Ó!Ø�c˜3�h‘ÓØÖr!   r   c                   óD   • \ rS rSr% \\S'   \\S'   \\\	\
4      \S'   Srg)ÚNeuralResulté    r   r   r   r   N)r   r   r   r   r   r   r   r   r   r   r   r    r   r!   r"   r$   r$       s    ‡ àÓØƒKØ�$�s˜C�x‘.Ñ!Ö!r!   r$   c                 ó   • [         R                  " U 5        [        R                   R                  U S-  5        [        R                  " U 5        [        R
                  R                  5       (       a  [        R
                  R                  U 5        S[        R                  R                  l
        S[        R                  R                  l        g )Nl        TF)ÚrandomÚseedÚnpÚtorchÚmanual_seedÚcudaÚis_availableÚmanual_seed_allÚbackendsÚcudnnÚdeterministicÚ	benchmark)r(   s    r"   Ú_seedr3   '   sz   € Ü
‡K‚K�ÔÜ‡I�I‡N�N�4˜7Ñ#Ô$Ü	×Ò�dÔÜ‡z�z×Ñ× Ñ Ü�
‰
×"Ñ" 4Ô(Ø)-„E‡N�N×ÑÔ&Ø%*„E‡N�N×ÑÕ"r!   c           
      ó\  • U c  g [        U [        5      (       a)  [        [        U R                  5      U R                  5      $ U R                  5        VVs0 s HU  u  pU[        R                  " U5      (       a  UR                  5       R                  5       O[        R                  " U5      _MW     nnn1 SknUR                  U5      (       d6  [        SSR                  [        XCR                  5       -
  5      5      -   5      eUS   R                   n[#        U5      S:w  a  [        S5      eS H#  nX6   R                   U:w  d  M  [        US-   5      e   US	   R                   / UQSP7:w  a  [        S
5      eS H&  nX6   R                   US S :w  d  M  [        US-   5      e   U$ s  snnf )N>   ÚgapsÚcourseÚnumericÚ
event_maskÚ
grade_bandÚsemester_maskzhistory batch missing: z, r6   é   zcourse must have shape [N,S,C])r9   r8   z shape does not match courser7   z!numeric must have shape [N,S,C,3])r:   r5   é   z must have shape [N,S])Ú
isinstancer   Ú_tensorsÚuniqueÚ	row_indexÚitemsr*   Ú	is_tensorÚdetachÚcpuÚ	as_tensorÚissubsetÚ
ValueErrorÚjoinÚsortedÚkeysÚshapeÚlen)ÚbatchÚkÚvÚoutputÚneededrK   Úkeys          r"   r>   r>   1   st  € Ø�}ØÜ�%œ×'Ñ'Üœh u§|¡|Ó4°U·_±_ÓEÐEØ^c×^iÑ^iÔ^kÔlÒ^kÑVZÐVWˆa¤e§o¢o°a×&8Ñ&8�!—(‘(“*—.‘.Ô"¼e¿oºoÈaÓ>PÒPÑ^k€FÑlÚW€FØ�?‰?˜6×"Ñ"ÜÐ2°T·Y±Y¼vÀfÏ{É{Ë}ÑF\Ó?]Ó5^Ñ^Ó_Ð_Ø�8Ñ×"Ñ"€EÜ
ˆ5ƒz�QƒÜÐ9Ó:Ð:Û+ˆØ‰;×Ñ Õ%Ü˜SÐ#AÑAÓBÐBñ ,ð ˆiÑ×Ñ + E +¨1¡+Ó-ÜÐ<Ó=Ð=Û(ˆØ‰;×Ñ  b q 	Õ)Ü˜SÐ#;Ñ;Ó<Ð<ñ )ð €Mùó ms   ÁAF(c           	      ó„  • U c  g [        U [        5      (       aX  U R                  U5      R                  5        VVs0 s H+  u  p4U[        R
                  " U5      R                  U5      _M-     snn$ U R                  5        VVs0 s H&  u  p4X4R                  SU5      R                  U5      _M(     snn$ s  snnf s  snnf )Nr   )r=   r   ÚtakerA   r*   rE   ÚtoÚindex_select)rM   ÚindicesÚdevicerN   rO   s        r"   Ú_takerY   H   sš   € Ø�}ØÜ�%œ×'Ñ'Ø;@¿:¹:ÀgÓ;N×;TÑ;TÔ;VÔWÒ;V±C°A�”%—/’/ !Ó$×'Ñ'¨Ó/Ò/Ñ;VÒWÐWØAFÇÁÄÔOÂ¹¸ˆA�~‰~˜a Ó)×,Ñ,¨VÓ4Ò4ÁÒOÐOùó XùÛOs   ¼2B6Â-B<c                 ón   • U S   R                  5       U S   R                  5       R                  S5      -  $ )Nr8   r:   éÿÿÿÿ)ÚboolÚ	unsqueeze)rM   s    r"   Ú	_observedr^   P   s5   € Ø�Ñ×#Ñ#Ó%¨¨oÑ(>×(CÑ(CÓ(E×(OÑ(OÐPRÓ(SÑSÐSr!   c                 ó¤  • [         R                  " U 5      R                  5       (       d  [        SU S35      eUR	                  SS9  U R                  5          [        R                  R                  UR                  5       [        U5      SS9  UR                  5         g! [         a%  nS[        U5      ;   a  [        SU S35      Uee SnAff = f)	zHFail before updating weights if either loss or gradient norm is invalid.znon-finite z lossT)Úset_to_none)Úerror_if_nonfinitez
non-finitez gradient normN)r*   ÚisfiniteÚallÚFloatingPointErrorÚ	zero_gradÚbackwardr   ÚutilsÚclip_grad_norm_Ú
parametersÚfloatÚRuntimeErrorr   Ústep)Úlossr   Ú	optimizerÚclipÚcontextÚerrors         r"   Ú_optimizer_steprr   T   s¸   € ä�>Š>˜$Ó×#Ñ#×%Ñ%Ü  ;¨w¨i°uÐ!=Ó>Ð>Ø×Ñ DÐÑ)Ø‡M�M„OðÜ
�‰× Ñ  ×!1Ñ!1Ó!3´U¸4³[ÐUYÐ ÑZð
 ‡N�NÕøô	 ó Øœ3˜u›:Ó%Ü$ {°7°)¸>Ð%JÓKÐQVÐVØûðús   Á6B  Â 
CÂ* C
Ã
Cc                 óæ  ^^• US;  a  [        S5      eSTs=::  a  S::  d  O  [        S5      e[        U 5      nXPS   S:¬  -  U S   S:*  -  nXPS	   S:¬  -  nUU4S
 jnUc  U" XaS;   5      n	U" XqS;   5      n
O–US   R                  UR                  5      R	                  5       U-  n	US   R                  UR                  5      R	                  5       U-  n
US:X  a  [
        R                  " U
5      n
US	:X  a  [
        R                  " U	5      n	U R                  5        VVs0 s H  u  p¼X¼R                  5       _M     nnnSUS   U	'   SUS   S   U	'   SUS	   U
'   SUS   SSS24   U
'   XÙU
4$ s  snnf )ae  Clone and corrupt only known, observed grade/course targets.

Masks are sampled independently. Each eligible minibatch gets at least one
selected token per active task, including at a zero rate. Explicit masks
allow validation corruption to remain identical across epochs and batches.
Course corruption hides credits and attempt as well as course identity.
>   ÚgradeÚjointr6   ú$task must be grade, course, or jointr   r
   z&mask rate must be between zero and oner9   r;   é   r6   c                 ó   >• U(       d  [         R                  " U 5      $ [         R                  " U R                  TSS9R	                  U R
                  5      T:  U -  nU R                  5       (       a‹  UR                  5       (       dv  U R                  5       R                  SS9R                  5       n[        [         R                  " [        U5      STS9R                  5       5      nSUR                  5       X4   '   U$ )NrD   )Ú	generatorrX   F)Úas_tuple)r
   ©ry   T)r*   Ú
zeros_likeÚrandrK   rU   rX   ÚanyÚflattenÚnonzeror   ÚrandintrL   Úitem)ÚeligibleÚactiveÚchosenÚ	locationsÚpickry   Úrates        €€r"   ÚsampleÚcorrupt_batch.<locals>.samples   sÁ   ø€ ÞÜ×#Ò# HÓ-Ð-Ü—*’*˜XŸ^™^°yÈÑO×RÑRÐS[×SbÑSbÓcÐfjÑjÐnvÑvˆØ�<‰<�>‰> &§*¡*§,¡,Ø ×(Ñ(Ó*×2Ñ2¸EÐ2ÐB×JÑJÓLˆIÜ”u—}’}¤S¨£^°TÀYÑO×TÑTÓVÓWˆDØ04ˆF�N‰NÓ˜Y™_Ñ-Øˆr!   N>   rt   ru   >   ru   r6   rt   r<   ç        r7   ).r   .)	rG   r^   rU   rX   r\   r*   r|   rA   Úclone)rM   Útaskrˆ   ry   ÚmasksÚobservedÚgrade_eligibleÚcourse_eligibler‰   Ú
grade_maskÚcourse_maskrN   rO   Ú	corrupteds     ``          r"   Úcorrupt_batchr•   c   s‘  ù€ ð Ð/Ó/ÜÐ?Ó@Ð@Ø��>˜�>ÜÐAÓBÐBÜ˜Ó€HØ |Ñ!4¸Ñ!9Ñ:¸eÀLÑ>QÐUVÑ>VÑW€NØ¨¡/°QÑ"6Ñ7€Oöð �}Ù˜NÐ4FÑ,FÓGˆ
Ù˜_Ð6IÑ.IÓJ‰à˜1‘X—[‘[ §¡Ó1×6Ñ6Ó8¸>ÑIˆ
Ø˜A‘h—k‘k (§/¡/Ó2×7Ñ7Ó9¸OÑKˆØ�7‹?Ü×*Ò*¨;Ó7ˆKØ�8ÓÜ×)Ò)¨*Ó5ˆJØ*/¯+©+¬-Ô8ª-¡$ !�—G‘G“I’©-€IÑ8Ø*+€IˆlÑ˜JÑ'Ø/1€IˆiÑ˜Ñ  Ñ,Ø'(€IˆhÑ˜Ñ$Ø13€IˆiÑ˜˜a™b˜Ñ! +Ñ.Ø +Ð-Ð-ùó 9s   Ä E-c                 ól   • [        S[        U R                  SU R                  SS5      5      5      5      $ )Nr
   Ússl_batch_sizeÚ
batch_sizeé@   )Úmaxr   Úget)Úcfgs    r"   Ú_ssl_batch_sizer�   �   s+   € Üˆq”#�c—g‘gÐ.°·±¸ÀbÓ0IÓJÓKÓLÐLr!   c                 ó  • [         R                  " 5       R                  [        U5      S-   5      n[         R                  " U S   [         R
                  S9n[         R                  " U5      n[        U5      n[        S[        U5      U5       Hm  n[        X‡-   [        U5      5      n	U R                  5        V
Vs0 s H	  u  p«X«X‰ _M     nn
n[        XÁ[        UR                  SS5      5      U5      u  oÕX‰& XhU	& Mo     XV4$ s  snn
f )zGFix corruption once and force a target in each eligible eval minibatch.i™ r8   ©Údtyper   Ú	mask_rateçš™™™™™É?)r*   Ú	Generatorr+   r   r|   r\   r�   ÚrangerL   ÚminrA   r•   rj   r›   )rM   r�   rœ   r(   ry   ÚgmÚcmÚwidthÚstartÚstoprN   rO   ÚsubsetÚ_s                 r"   Ú_fixed_masksr­   “   sß   € ä—’Ó!×-Ñ-¬c°$«i¸&Ñ.@ÓA€IÜ	×	Ò	˜% Ñ-´U·Z±ZÑ	@€BÜ	×	Ò	˜"Ó	€BÜ˜CÓ €EÜ�qœ#˜b›' 5Ö)ˆÜ�5‘=¤# b£'Ó*ˆØ/4¯{©{¬}Ô=ª}¡t q�!�u�]Ò"©}ˆÑ=Ü,9¸&ÌÈcÏgÉgÐVaÐceÓNfÓHgÐirÓ,sÑ)ˆˆeˆ>˜2 Dš>ñ *ð ˆ6€Mùó >s   Â;Dc           
      ó‚  • [        U 5      n[        UR                  5       5      n[        XS   S:H  -  R                  5       5      nU[        XS   S:¬  -  U S   S:*  -  R                  5       5      [        XS   S:¬  -  R                  5       5      UU(       a  X2-  OS [        XS   S:H  -  R                  5       5      SS.$ )Nr6   r
   r9   r;   rw   zNUNK/PAD/MASK course identities are excluded from course reconstruction targets)Úobserved_eventsÚgrade_targetsÚcourse_targetsÚunknown_course_eventsÚunknown_course_fractionÚunknown_grade_eventsÚcourse_exclusion_policy)r^   r   Úsum)rM   r�   ÚtotalÚunknown_courses       r"   Ú_target_eligibilityr¹       sÄ   € Ü˜Ó€HÜ�—‘“Ó€EÜ˜(¨H¡o¸Ñ&:Ñ;×@Ñ@ÓBÓC€NØ$Ü  (°LÑ.AÀQÑ.FÑ"GÈ5ÐQ]ÑK^ÐbcÑKcÑ"d×!iÑ!iÓ!kÓlÜ! 8°X©À!Ñ/CÑ#D×"IÑ"IÓ"KÓLØ%3ÞAF ~Ò'=ÈDÜ$'¨¸<Ñ5HÈAÑ5MÑ)N×(SÑ(SÓ(UÓ$VØ'wñyð yr!   c           
      ó|   • US:X  a  SOU4 H-  nXS-      S:X  d  M  US:X  a  SOSn[        SU S	U S
U S35      e   g )Nru   ©rt   r6   Ú_targetsr   r6   zknown-coursezobserved gradezSSL z has no eligible z) reconstruction targets for active task 'zÈ'. Provide more historical overlap/observed grades or configure an explicit alternate split. UNK/PAD/MASK tokens are excluded from reconstruction targets; an absent task cannot be scored as zero loss.)rG   )Úeligibilityr�   ÚsplitÚnameÚtargets        r"   Ú_require_active_ssl_targetsrÁ   ­   sk   € Ø(,°«Ñ$¸d¸WÒDˆØ˜jÑ(Ñ)¨QÕ.Ø'+¨xÓ'7‘^Ð=MˆFÜØ�u�gÐ.¨v¨hÐ6_Ð`dÐ_eð f~ð ~óð ò Er!   c                 óš  • [        U 5      nX S   S:¬  -  U S   S:*  -  nX S   S:¬  -  nU S   U   R                  5       nUR                  5       (       a(  [        UR	                  5       5      U:¼  a  [        S5      e[        R                  " U S   U   S-
  R                  5       SS9R                  5       n[        R                  " US-
  [	        US-
  S5      S9R                  5       nUS	-   UR                  5       [        U5      -   -  nUS	-   UR                  5       [        U5      -   -  n	UR                  5       UR                  5       UR                  5       U	R                  5       [        UR                  5       5      [        UR                  5       5      [        UR                  5       5      [        UR                  5       5      S
S.	$ )Nr9   r;   rw   r6   z1training course index exceeds supplied vocabularyé   )Ú	minlengthr
   ç      ð?z Laplace +1, training counts only)	Úgrade_countsÚcourse_countsÚgrade_probabilitiesÚcourse_probabilitiesÚgrade_majority_classÚcourse_majority_classÚgrade_training_tokensÚcourse_training_tokensÚ	smoothing)r^   ÚlongÚnumelr   rš   rG   r*   ÚbincountÚnumpyr¶   rL   ÚtolistÚargmax)
rM   Ú
vocab_sizer�   Úgrade_validÚcourse_validÚcourse_valuesrÆ   rÇ   Ú
grade_probÚcourse_probs
             r"   Ú_frequency_baselinesrÛ   ¸   s©  € Ü˜Ó€HØ LÑ1°QÑ6Ñ7¸5ÀÑ;NÐRSÑ;SÑT€KØ X™°!Ñ3Ñ4€LØ˜(‘O LÑ1×6Ñ6Ó8€MØ×Ñ×Ñ¤ ]×%6Ñ%6Ó%8Ó!9¸ZÓ!GÜÐLÓMÐMÜ—>’> 5¨Ñ#6°{Ñ#CÀaÑ#G×"MÑ"MÓ"OÐ[\Ñ]×cÑcÓe€LÜ—N’N =°1Ñ#4ÄÀJÐQRÁNÐTUÓ@VÑW×]Ñ]Ó_€Mð  Ñ#¨×(8Ñ(8Ó(:¼SÀÓ=NÑ(NÑO€JØ  2Ñ%¨-×*;Ñ*;Ó*=ÄÀMÓ@RÑ*RÑS€Kà$×+Ñ+Ó-À×@TÑ@TÓ@VØ)×0Ñ0Ó2ÈK×L^ÑL^ÓL`Ü # L×$7Ñ$7Ó$9Ó :Ü!$ ]×%9Ñ%9Ó%;Ó!<Ü!$ \×%5Ñ%5Ó%7Ó!8ÔTWÐXe×XiÑXiÓXkÓTlØ7ñð r!   c                 óâ  ^^^• U (       d  SS S SS.$ [         R                  " U 5      R                  [        5      m[         R                  " U5      R                  [        5      m[         R                  " T5      m[         R                  " U5      n[         R                  " X4S-      5      n[         R                  " X4S-      5      nUT   n	X4S-      n
UUU4S jn[        [        T5      5      [        TR                  5       5      [        TT:H  R                  5       5      [        [         R                  " UT   5      R                  5       * 5      [        TUR                  5       :H  R                  5       5      [        TU
:H  R                  5       5      U" US:*  5      U" US:„  US	:*  -  5      U" US	:„  5      S
.U" U	S:H  5      U" U	S:„  U	S:  -  5      U" U	S:¬  U	S:  -  5      U" U	S:¬  5      S.S.nUS:X  aq  [        S5       Vs0 s HL  n[        US-   5      TU:H  R                  5       (       a"  [        TTU:H     U:H  R                  5       5      OS _MN     snUS'   SSSSSS.US'   U$ s  snf )Nr   zno observed masked targets)Útokensrm   ÚaccuracyÚreasonÚ_countsÚ_probabilitiesÚ_majority_classc                 ó  >• [        U R                  5       5      U R                  5       (       a"  [        TU    TU    :H  R	                  5       5      OS U R                  5       (       a  [        TU    R	                  5       5      S.$ S S.$ )N)rÝ   rÞ   rm   )r   r¶   r~   rj   Úmean)ÚmaskÚlossesÚpÚys    €€€r"   r«   Ú_task_summary.<locals>.subsetÛ   sy   ø€ Ü˜dŸh™h›j›/Ð]a×]eÑ]e×]gÑ]g´u¸aÀ¹gÈÈ4ÉÑ>P×=VÑ=VÓ=XÔ7YÐmqØ6:·h±h·j±jœ˜f T™l×/Ñ/Ó1Ó2ñLð 	LØFJñLð 	Lr!   é   é   )Ú
1_4_eventsÚ5_16_eventsÚ17_plus_eventsrÃ   é   )ÚunseenÚ1_4Ú5_19Ú20_plus)rÝ   rm   rÞ   Úfrequency_baseline_lossÚfrequency_baseline_accuracyÚmajority_baseline_accuracyÚhistory_strataÚtraining_frequency_stratart   r;   Úper_band_recallz[0]z(0,4)z[4,5)z[5,7)z[7,10])Ú3Ú4Ú5Ú6Ú7Úband_labels)r)   ÚconcatenateÚastyper   ÚarrayrL   rj   rä   ÚlogrÔ   r¤   r   r~   )ÚtargetsÚpredictionsræ   Ú	baselinesr¿   Úhistory_lengthsÚlengthÚcountsÚprobabilitiesÚ	frequencyÚmajorityr«   ÚresultrN   rç   rè   s     `           @@r"   Ú_task_summaryr  Ï   sN  ú€ ÞØ T°tÐGcÑdÐdÜ
�Š�wÓ×&Ñ&¤sÓ+€AÜ
�Š�{Ó#×*Ñ*¬3Ó/€AÜ�^Š^˜FÓ#€FÜ�^Š^˜OÓ,€FÜ�XŠX�i yÑ 0Ñ1Ó2€FÜ—H’H˜YÐ.>Ñ'>Ñ?Ó@€MØ�q‘	€IØÐ 1Ñ1Ñ2€H÷Lô
 ”c˜!“f“+¤u¨V¯[©[«]Ó';ÌÐPQÐUVÑPVÏ}É}ËÓI_Ü#(¬"¯&ª&°¸qÑ1AÓ*B×*GÑ*GÓ*IÐ)IÓ#JÜ',¨a°=×3GÑ3GÓ3IÑ.I×-OÑ-OÓ-QÓ'RÜ&+¨Q°(©]×,@Ñ,@Ó,BÓ&CÙ)/°¸!±Ó)<ÉVÐU[Ð^_ÑU_ÐdjÐnpÑdpÑTqÓMrÙ-3°F¸R±KÓ-@ñBá06°yÀA±~Ó0FÉvÐW`ÐcdÑWdÐirÐuvÑivÑVwÓOxÙ.4°iÀ1±nÈÐUWÉÑ5XÓ.YÑflÐmvÐz|Ñm|Óf}ñ&ñ	€Fð ˆwƒÜuzÐ{|Ôu}Ó$~Òu}Ðpq¤S¨¨Q©£ZÐTUÐYZÑTZ×S_ÑS_×SaÑSa´¸¸!¸q¹&¹	ÀQ¹×7LÑ7LÓ7NÔ1OÐgkÒ%kÑu}Ñ$~ˆÐ Ñ!Ø&+°'ÀÈgÐ\dÑ eˆˆ}ÑØ€Mùò %s   ÈAI,c	                 ó¬  ^^&^'• US Ln	U R                  U	5        [        US   5      n
[        T5      nU	(       a  [        R                  " X¥S9O[        R
                  " U
5      nSSS.nSSS.nSSS.nU VVs0 s H  nUS Vs0 s H  nU/ _M     sn_M     nnn[        SX«5       GH¡  nUUUU-    m&[        UT&U5      nUb  [        U&4S jU 5       5      OS n[        UU[        TR                  SS	5      5      UU5      u  nnn[        R                  " U	5         U " UUUS
9nS n[        U5      R                  S5      R                  SSS5      R!                  U5      nSUS4SUS44 GH¨  u  nnn[#        UR                  5       5      nUS:X  a  M)  UU   U   R%                  5       S-
  n[&        R(                  " UU   USS9n [        R*                  " U 5      R-                  5       (       d  [/        S5      eUU   R1                  S5      n![        TR                  US-   S5      5      U R3                  5       -  n"Uc  U"OUU"-   nUU==   [        U R5                  5       R                  5       5      -  ss'   UU==   U-  ss'   UU==   [#        U!U:H  R                  5       5      -  ss'   U	(       a  GML  SU4SU!4SU 4SUU   44 HG  u  nn#UU   U   R7                  U#R5                  5       R9                  5       R;                  5       5        MI     GM«     U	(       a!  Ub  [=        UXTR                  SS5      S5        S S S 5        GM¤     0 m'U H†  nUU   (       a  UU   UU   -  OST'US-   '   UU   T'US-   '   UU   (       a  UU   UU   -  OS T'US-   '   T'US-      [>        R@                  " [C        [        UUS-      5      S 5      5      -  T'US!-   '   Mˆ     [        UU'4S" jU 5       5      T'S#'   0 n$U	(       d9  URE                  5        H%  u  nn%[G        U%S   U%S   U%S   UUU%S   5      U$U'   M'     T'U$4$ s  snf s  snnf ! , (       d  f       GM®  = f)$Nr6   r{   r‹   r»   r   )r  r  ræ   Úlengthsc              3   óF   >#   • U  H  oR                  S T5      v •  M     g7f)r   N)rV   )Ú.0ÚmrW   s     €r"   Ú	<genexpr>Ú_ssl_pass.<locals>.<genexpr>ü   s   øé € ÐFº+°Q—n‘n Q¨×0Ð0º+ùs   ƒ!r¡   r¢   )r’   r“   )r
   r<   r[   r
   rt   r9   r;   Únone)Ú	reductionznon-finite SSL lossÚ_weightrÅ   r  r  ræ   r  Ú	clip_gradÚSSLÚ_lossÚ_tokensÚ	_accuracyrà   r<   Ú_normalized_cec              3   ór   >#   • U  H,  n[        TR                  US -   S5      5      TUS-      -  v •  M.     g7f)r  rÅ   r  N)rj   r›   )r  r¿   rœ   Ústatss     €€r"   r  r    s7   øé € ÐfÒaeÐY]œ˜cŸg™g d¨YÑ&6¸Ó;Ó<¸uÀTÈGÁ^Ñ?TÖTÒaeùs   ƒ47rm   )$ÚtrainrL   r�   r*   ÚrandpermÚaranger¤   rY   Útupler•   rj   r›   Úset_grad_enabledr^   r¶   ÚviewÚ	expand_asr   rÏ   ÚFÚcross_entropyrb   rc   rd   rÔ   rä   rC   ÚappendrD   rÒ   rr   r)   r  rš   rA   r  )(r   rM   r�   rœ   rX   ry   Úbaselinern   Úfixed_masksÚtrainingÚsizer˜   ÚorderÚsumsÚtotalsÚcorrectr¿   rR   Ú	collectedr©   ÚoriginalrŽ   r”   r’   r“   ÚlogitsÚ	objectiver  rå   Ú
target_keyÚcountrÀ   Ú
individualÚ
predictionÚtermÚvaluer   ÚvaluesrW   r   s(      `                                  @@r"   Ú	_ssl_passr>  ï   s‡  ú€ Ø Ð$€HØ	‡K�K�ÔÜˆu�X‰Ó€DÜ  Ó%€JÞ9AŒE�NŠN˜4Ò5ÄuÇ|Â|ÐTXÓGY€EØ 2Ñ&€DØ AÑ&€FØ QÑ'€GÙhlÔmÒhlÐ`d�Ñ+ZÓ[Ò+Z C˜˜RšÑ+ZÑ[Ò[Ñhl€IÑmÜ�q˜$×+ˆØ˜˜e jÑ0Ð1ˆÜ˜ ¨Ó0ˆØJUÑJa”ÔF¹+ÓFÔFÐgkˆÜ-:¸8ÀTÌ5ÐQT×QXÑQXÐYdÐfhÓQiÓKjÐluÐw|Ó-}Ñ*ˆ	�:˜{Ü×#Ò# HÕ-Ù˜9°ÈÑUˆFØˆIÜ Ó)×-Ñ-¨fÓ5×:Ñ:¸2¸qÀ!ÓD×NÑNÈzÓZˆGØ,3°ZÀÐ+NÐQYÐ[fÐhpÐPqÔ*rÑ&��d˜JÜ˜DŸH™H›J›�Ø˜A“:ÙØ! *Ñ-¨dÑ3×8Ñ8Ó:¸QÑ>�ÜŸ_š_¨V°D©\¸6ÈVÑT�
Ü—~’~ jÓ1×5Ñ5×7Ñ7Ü,Ð-BÓCÐCØ# D™\×0Ñ0°Ó4�
Ü˜SŸW™W T¨IÑ%5°rÓ:Ó;¸j¿o¹oÓ>OÑO�Ø$-Ñ$5™D¸9ÀtÑ;K�	Ø�T“
œe J×$5Ñ$5Ó$7×$;Ñ$;Ó$=Ó>Ñ>“
Ø�t“ Ñ%“Ø˜“¤ j°FÑ&:×%?Ñ%?Ó%AÓ!BÑB“ß‘xØ(1°6Ð':¸]ÈJÐ<WÐZbÐdnÐYoÐr{ð  ~Eð  FJñ  ~Kð  rLó  'M™
˜˜UØ! $™¨Ñ,×3Ñ3°E·L±L³N×4FÑ4FÓ4H×4NÑ4NÓ4PÖQô 'Mñ +sö" ˜IÑ1Ü 	¨5¸S¿W¹WÀ[ÐRTÓ=UÐW\Ô]÷- .Ò-ñ ,ð8 €EÛˆØ=CÀD¿\  T¡
¨V°D©\Ò 9Èrˆˆd�W‰nÑØ"(¨¡,ˆˆd�YÑÑØDJÈ4ÇL G¨D¡M°F¸4±LÒ$@ÐVZˆˆd�[Ñ Ñ!Ø).¨t°g©~Ñ)>ÄÇÂÌÌCÐPXÐY]Ð`iÑYiÑPjÓLkÐmnÓHoÓApÑ)pˆˆdÐ%Ñ%Ó&ñ	 ô
 ÕfÑaeÓfÓf€Eˆ&�MØ€KÞØ%ŸO™OÖ-‰LˆD�&Ü -¨f°YÑ.?ÀÈÑAVÐX^Ð_gÑXhÐjrÐtxð  {Að  BKñ  {Ló  !MˆK˜Óñ .à�+ÐÐùòQ \ùÓm÷ .×-ús,   Á7P=ÂP8ÂP=ÄFQÊ5B	QÐ8P=Ñ
Q	c
                 óL
  • US;  a  [        S5      eU	c  Uc  [        S5      e[        U	b  U	OUR                  SS5      5      n
U
S:  a  [        S5      e[        [        U5      5        [        R
                  " U5      n[        U 5      U	c  [        U5      OSpËUb  [        US	   5      S
:X  a  [        S5      eUb  [        US	   5      S
:X  a  [        S5      eS[        U5      0n[        US   US5        Ub  [        U5      US'   [        US   US5        [        X#[        UR                  SS5      5      [        UR                  SS5      5      [        UR                  SS5      5      [        UR                  SS5      5      5      n[        U5      R                  U5      n[        R                  R                  UR!                  5       [        UR                  SS5      5      [        UR                  SS5      5      S9n[        R"                  " 5       R%                  [        U5      S-   5      n['        X²5      nSnSnUbr  [)        XÄXV5      u  nnUU4n[*        R,                  " UR/                  5       R1                  5       UR/                  5       R1                  5       -   5      R3                  5       nU" SU SU S[5        S  UR!                  5        5       5       S![        US	   5       S"U	 3
5        / Snn[        S#5      U
S
nnn[7        SU
S-   5       GH5  n[9        XûXEUUUUS$9u  nnS%U0UR;                  5        VV s0 s H  u  nn S&U-   U _M     sn nEn!Ub‰  [9        XüXEUUUUS'9u  n"nU!R=                  U"R;                  5        VV s0 s H  u  nn S(U-   U _M     sn n5        U"S)   US*-
  :  a.  U"S)   US
nnn[>        R@                  " URC                  5       5      nOUS-  nURE                  U!5        Ub	  S+U!S,   S- 3OS.n#U" S/U S0US)   S- U# S1US2    S3US4    3	5        Uc  GM  U[        UR                  S5S5      5      :¼  d  GM6    O   Ub  URG                  U5        URI                  5         UUUb  S6OS7S8S9[5        S: UR!                  5        5       5      [5        S; UR!                  5        5       5      US<[K        U5      S=.
n$Ub  [9        XüXEUUUUS'9u  nU$S'   O%[)        X´XV5      u  nn[9        XûXEUUUUU4S'9u  nU$S'   [M        UUUU$U5      $ s  sn nf s  sn nf )>zDSelect SSL epochs by fixed-mask held-out token loss, or refit fresh.>   rt   ru   r6   rv   Nz6validation batch required unless fixed_epochs suppliedÚ
ssl_epochsrï   r
   zat least one SSL epoch requiredr6   r   z.SSL training requires at least one history rowz0SSL validation requires at least one history rowr-  Ú
validationÚdimé€   Úlayersr<   Úheadsrê   Údropoutçš™™™™™¹?Ússl_lrça2U0*©3?Úweight_decayçü©ñÒMbP?©ÚlrrJ  é   z	SSL arch=z task=ú parameters=c              3   ó@   #   • U  H  oR                  5       v •  M     g 7f©N©rÐ   ©r  rç   s     r"   r  Útrain_ssl.<locals>.<genexpr>D  s   é € Ð5\ÒI[ÀA·g±g·i°iÒI[ùó   ‚z rows=ú fixed_epochs=Úinf)rn   ÚepochÚtrain_)r,  Úval_rm   çê-�™—q=z
 val_loss=Úval_lossú.6fÚ z
SSL epoch=z train_loss=z grade_tokens=Úgrade_tokensz course_tokens=Úcourse_tokensÚssl_patiencezfixed-mask validation token CEzfresh fixed-epoch refitz-weighted sum of per-task mean masked-token CETc              3   ó@   #   • U  H  oR                  5       v •  M     g 7frQ  rR  rS  s     r"   r  rT  ]  s   é € Ð$KÒ8J°1§W¡W§Y YÒ8JùrU  c              3   ó@   #   • U  H  oR                  5       v •  M     g 7frQ  rR  rS  s     r"   r  rT  ^  s   é € Ð,UÒ@T¸1¯W©W¯Y¨YÒ@TùrU  z9selected masked targets only; inactive task heads skipped)
Úfrequency_baselinesÚvalidation_mask_hashÚ	selectionr6  Ú normalized_ce_is_diagnostic_onlyri   Úencoder_parametersÚtarget_eligibilityÚhead_projectionr—   )'rG   r   r›   r3   r*   rX   r>   rL   r¹   rÁ   r   rj   r   rU   ÚoptimÚAdamWri   r£   r+   rÛ   r­   ÚhashlibÚsha256rÒ   ÚtobytesÚ	hexdigestr¶   r¤   r>  rA   ÚupdateÚcopyÚdeepcopyÚ
state_dictr*  Úload_state_dictÚevalr�   r   )%Útrain_batchÚ	val_batchrÕ   Úarchr�   rœ   r(   rX   r  Úfixed_epochsr   r!  rA  r½   r   r   rn   ry   r+  rŽ   Ú	mask_hashr¦   r§   r   Ú
best_stateÚ	best_lossÚ
best_epochÚstalerX  Útrain_statsr¬   rN   rO   ÚrowÚ	val_statsÚval_messager   s%                                        r"   Ú	train_sslr„  #  s  € àÐ/Ó/ÜÐ?Ó@Ð@ØÑ 	Ñ 1ÜÐQÓRÐRÜ Ñ!9‘¸s¿w¹wÀ|ÐUWÓ?XÓY€FØ�ƒzÜÐ:Ó;Ð;Ü	Œ#ˆd‹)ÔÜ�\Š\˜&Ó!€FÜ  Ó-ÀlÑFZ¬x¸	Ô/BÐ`dˆ:Ø�}œ˜E (™OÓ,°Ó1ÜÐIÓJÐJØÑ¤# j°Ñ&:Ó";¸qÓ"@ÜÐKÓLÐLØÔ2°5Ó9Ð:€KÜ ¨JÑ 7¸¸zÔJØÑÜ$7¸
Ó$Cˆ�LÑ!Ü# K°Ñ$=¸tÀ\ÔRÜ˜Z¬s°3·7±7¸5À#Ó3FÓ/GÌÈSÏWÉWÐU]Ð_`ÓMaÓIbÜ  §¡¨°!Ó!4Ó5´u¸S¿W¹WÀYÐPRÓ=SÓ7TóV€Gä˜WÓ%×(Ñ(¨Ó0€EÜ—‘×!Ñ! %×"2Ñ"2Ó"4¼¸s¿w¹wÀxÐQUÓ?VÓ9WÔfkÐlo×lsÑlsð  uCð  EIó  mJó  gKÐ!ð  L€IÜ—’Ó!×-Ñ-¬c°$«i¸"©nÓ=€IÜ# EÓ6€HØ€EØ€IØÑÜ˜j°Ó:‰ˆˆBØ�R�ˆÜ—N’N 2§8¡8£:×#5Ñ#5Ó#7¸"¿(¹(»*×:LÑ:LÓ:NÑ#NÓO×YÑYÓ[ˆ	Ùˆ)�D�6˜ ˜v \´#Ñ5\È×IYÑIYÔI[Ó5\Ó2\Ð1]Ð]cÔdgÐhmÐnvÑhwÓdxÐcyð  zHð  IUð  HVð  	Wô  XØ˜dˆZ€GÜ#(¨£<°¸˜5ˆz€IÜ�q˜& 1™*×%ˆÜ" 5°¸FÀIÈxÐclÑm‰ˆ�QØ˜ÐS¸k×>OÑ>OÔ>QÔ!RÒ>Q±d°a¸ (¨Q¡,°¢/Ñ>QÒ!RÐSˆØÑ!Ü$ U¸À6È9ÐV^ÐlqÑr‰LˆI�qØ�J‰J°)·/±/Ô2CÔDÒ2C©$¨!¨Q˜ ™
 AšÑ2CÒDÔEØ˜Ñ  9¨uÑ#4Ó4Ø/8¸Ñ/@À%È u˜:�	Ü!Ÿ]š]¨5×+;Ñ+;Ó+=Ó>‘
à˜‘
�Ø�‰�sÔØ<FÑ<R˜
 3 z¡?°3Ð"7Ñ8ÐXZˆÙˆj˜˜˜|¨K¸Ñ,?ÀÐ+DÀ[ÀMÐQ_Ð`kÐlzÑ`{Ð_|ð  }Lð  MXð  Yhñ  Mið  Ljð  kô  	lØÔ! e¬s°3·7±7¸>È1Ó3MÓ/NÖ&NÙñ &ð  ÑØ×Ñ˜jÔ)Ø	‡J�J„LØ*2ÈIØDNÑDZÑ @Ð`yØ OÐuyÜ!$Ñ$K¸×8HÑ8HÔ8JÓ$KÓ!KÜ),Ñ,UÀ×@RÑ@RÔ@TÓ,UÓ)UØ)4Ø&aÜ%4°SÓ%9ñ;€Kð ÑÜ'0°ÀDÈvÐW`ÐbjÐx}Ñ'~Ñ$ˆˆ;�|Ò$ô ˜e¨3Ó5‰ˆˆBÜ%.¨u¸TÈÐPYÐ[cÐrtÐvxÐqyÑ%zÑ"ˆˆ;�zÑ"Ü�W˜j¨'°;ÀÓFÐFùó? "Sùó Es   ÍT
ÎT c                 óˆ  • [         R                  " [        R                  " U 5      [         R                  S9n [         R                  " [        R                  " U5      [         R                  S9R                  S5      nU R                  S:w  d'  [        U 5      [        U5      :w  d  [        U5      S:X  a  [        US-   5      e[         R                  " U 5      R                  5       (       aG  [         R                  " U5      R                  5       (       a  US:H  US:H  -  R                  5       (       d  [        US-   5      eX4$ )NrŸ   r[   r<   r   z6 needs nonempty, aligned [N,D] features and [N] labelsr
   z( needs finite features and binary labels)r*   rE   r)   ÚasarrayÚfloat32ÚreshapeÚndimrL   rG   rb   rc   )Úxrè   r¿   s      r"   Ú_xyr‹  k  sà   € Ü�ŠœŸ
š
 1›¬U¯]©]Ñ;€AÜ�ŠœŸ
š
 1›¬U¯]©]Ñ;×CÑCÀBÓG€AØ‡v�v�ƒ{”c˜!“f¤ A£Ó&¬#¨a«&°A«+Ü˜Ð XÑXÓYÐYÜ�>Š>˜!Ó× Ñ ×"Ñ"¬%¯.ª.¸Ó*;×*?Ñ*?×*AÑ*AÈ1ÐPQÉ6ÐVWÐ[\ÑV\ÑJ]×IbÑIb×IdÑIdÜ˜Ð JÑJÓKÐKØˆ4€Kr!   c                 óÐ  • US;  a  [        S5      eUS:w  a  Uc  [        SU-   5      eUc  Ub  Uc  [        S5      e[        [        U	5      5        [        R                  " U
5      n
[        XS5      u  pUS:w  a  [        U5      OSnUS:w  a&  Ub  [        U5      [        U5      :w  a  [        S5      eUcy  [        X4S	5      u  p4U R                  S
   UR                  S
   :w  a  [        S5      eUS:w  a  [        U5      OSnUS:w  a&  Ub  [        U5      [        U5      :w  a  [        S5      eOSnUS:X  a  SnO}US:X  aM  [        UR                  UR                  UR                  UR                  UR                  UR                   5      nO*["        R$                  " U5      nUR'                  US:H  5        [)        U R                  S
   X÷[        UR+                  SS5      5      [-        UR+                  SS5      5      5      R/                  U
5      nSnUS:X  aG  S
SKJn  [        R4                  " U" UR6                  XÚ[        UR+                  SS5      5      5      5      n[        R8                  R;                  S UR=                  5        5       [-        UR+                  SS5      5      [-        UR+                  SS5      5      S9n[        Ub  UOUR+                  SS5      5      nUS
:  a  [        S5      e[?        S
[        UR+                  SS5      5      5      n[        R@                  " 5       RC                  [        U	5      S -   5      n/ S[-        S!5      * US"4u  nnnnnU" S#U S$[E        S% UR=                  5        5       5       S&[E        S' UR=                  5        5       5       S(U 35        [G        S
US
-   5       GHí  nURI                  5         [        RJ                  " [        U5      US)9nS*n[G        S"[        U5      U5       GH  nUUUU-    n Uc'  U" U U    R/                  U
5      [M        UU U
5      5      n!O[URO                  [        RP                  " U U    R/                  U
5      UU    R/                  U
5      4S+5      5      RS                  S+5      n![T        RV                  " U!UU    R/                  U
5      5      n"[Y        U"UUUR+                  S,S-5      S.5        U[-        U"R[                  5       5      [        U 5      -  -  nGM     UU[        U5      -  S/.n#UGc/  []        UUR_                  5       XêU5      n$UR_                  5       n%U%S
:H  Ra                  5       (       a  [-        [c        U%U$5      5      OSn&[-        U%[d        Rf                  " [d        Rh                  " U$S0S15      5      -  S
U%-
  [d        Rf                  " [d        Rh                  " S
U$-
  S0S15      5      -  -   Rk                  5       * 5      n'U&b  U&OU'* n(U#Rm                  U&U'U&b  S2OS3S49  U(US5-   :”  a+  U(US"nnn["        R$                  " URo                  5       5      nOUS
-  nURq                  U#5        Uc  S6U#S7    3OS8n)U" S9U S:U#S;   S< U) 35        Ub  GMÌ  U[        UR+                  S=S>5      5      :¼  d  GMî    O   Ub  URs                  U5        URu                  5         [w        UUU5      $ )?zCFit BCE risk models, select by validation AP, or run a fresh refit.>   r  ÚfrozenÚscratchÚfinetunez/mode must be none, scratch, frozen, or finetuner  Nzencoder required for z5validation data required unless fixed_epochs suppliedr-  z.training history rows must align with featuresrA  r
   z-training and validation feature widths differz0validation history rows must align with featuresrŽ  r�  Ú
hidden_dimrC  rF  rG  r�  ©Úencoder˜   r™   c              3   óJ   #   • U  H  oR                   (       d  M  Uv •  M     g 7frQ  )Úrequires_gradrS  s     r"   r  Úfit_neural.<locals>.<genexpr>˜  s   é € Ð"TÒ.@¨ÇOÅO§1¡1Ò.@ùs   ‚#š	#Ú	neural_lrrI  rJ  rK  rL  Úneural_epochsé   z"at least one neural epoch requiredé)   rW  r   zneural mode=rO  c              3   ó@   #   • U  H  oR                  5       v •  M     g 7frQ  rR  rS  s     r"   r  r•     s   é € Ð,SÒ@R¸1¯W©W¯Y¨YÒ@RùrU  z trainable=c              3   óf   #   • U  H'  oR                   (       d  M  UR                  5       v •  M)     g 7frQ  )r”  rÐ   rS  s     r"   r  r•     s=   é € ð  d^ò  xJÐrs÷  N]õ  N]ÓdmÐde×dkÑdk×dmÐdmò  xJùs   ‚1š1rV  r{   r‹   r[   r  rÅ   Úneural)rX  Ú
train_lossgH¯¼šò×z>gËPÊÿÿï?ÚAPz BCE (AP undefined: no positives))Úval_apr\  Úselection_metricr[  z val_ap=rŸ  r^  zneural epoch=z train_bce=r�  r]  Úneural_patiencerÃ   )<rG   r3   r   r*   rX   r‹  r>   r   rL   rK   r   rÕ   ry  rB  rD  rE  rF  rr  rs  Úrequires_grad_r   r›   rj   rU   Úrunnerr’  rE   r   rk  rl  ri   rš   r£   r+   r¶   r¤   r!  r"  rY   ÚheadÚcatÚsqueezer(  Ú binary_cross_entropy_with_logitsrr   rC   Úpredict_neuralrÒ   r~   r	   r)   r  ro   rä   rq  rt  r*  ru  rv  r$   )*ÚxtrÚytrÚbtrÚxvalÚyvalÚbvalr   Úmoderœ   r(   rX   r  rz  rw  rx  Útrained_encoderr   Úfrozen_embeddingsr’  rn   r   r˜   ry   r   r|  Ú
best_scorer~  r  rX  r/  r·   r©   rW   r5  rm   r�  rç   ÚyyrŸ  r\  Úscorerƒ  s*                                             r"   Ú
fit_neuralrµ  u  s�  € àÐ<Ó<ÜÐJÓKÐKØˆvƒ~˜'™/ÜÐ0°4Ñ7Ó8Ð8ØÑ ¡°±ÜÐPÓQÐQÜ	Œ#ˆd‹)ÔÜ�\Š\˜&Ó!€FÜ�3˜ZÓ(�H€CØ#'¨6£>”(˜3”-°t€KØˆvƒ~˜;Ñ.´,¸{Ó2KÌsÐSVËxÓ2WÜÐIÓJÐJØÑÜ˜ \Ó2‰
ˆØ�9‰9�Q‰<˜4Ÿ:™: a™=Ó(ÜÐLÓMÐMØ&*¨f£n”H˜T”N¸$ˆ	Ø�6‹>˜yÑ0´LÀÓ4KÌsÐSWËyÓ4XÜÐOÓPÐPøàˆ	Øˆvƒ~Ø‰Ø	�Ó	Ü(¨×);Ñ);¸W¿\¹\È7Ï;É;ÐX_×XfÑXfÐho×huÑhuÐw~÷  xGñ  xGó  H‰äŸ-š-¨Ó0ˆØ×&Ñ& t¨zÑ'9Ô:Ü˜CŸI™I a™L¨/ÄÀSÇWÁWÈ\Ð[^ÓE_ÓA`ÔbgÐhk×hoÑhoÐpyÐ{}Óh~Óbó  A÷  Dñ  Dð  EKó  L€EØÐØˆXƒ~Ý"ÜŸ/š/©&°·±¸{ÔRUÐVY×V]ÑV]Ð^jÐkmÓVnÓRoÓ*pÓqÐÜ—‘×!Ñ!Ñ"T¨e×.>Ñ.>Ô.@Ó"TÜ$)¨#¯'©'°+¸tÓ*DÓ$EÔTYÐZ]×ZaÑZaÐbpÐrvÓZwÓTxð "ð z€Iä Ñ!9‘¸s¿w¹wÀÐXZÓ?[Ó\€FØ�ƒzÜÐ=Ó>Ð>Ü�Qœ˜CŸG™G L°"Ó5Ó6Ó7€JÜ—’Ó!×-Ñ-¬c°$«i¸"©nÓ=€IØ9;¸TÄEÈ%ÃLÀ=ÐRXÐZ[Ð9[Ñ6€GˆZ˜ Z°Ùˆ,�t�f˜L¬Ñ,SÀ×@PÑ@PÔ@RÓ,SÓ)SÐ(TÐT_Ô`cñ  d^Ðw|÷  xHñ  xHô  xJó  d^ó  a^ð  `_ð  _mð  nzð  m{ð  	|ô  }Ü�q˜& 1™*×%ˆØ�‰ŒÜ—’œs 3›x°9Ñ=ˆØˆÜ˜1œc #›h¨
×3ˆEØ˜E %¨*Ñ"4Ð5ˆGØ Ñ(Ù˜s 7™|Ÿ™¨vÓ6¼¸kÈ7ÐTZÓ8[Ó\‘à—z‘z¤%§)¢)¨S°©\¯_©_¸VÓ-DÐEVÐW^ÑE_×EbÑEbÐciÓEjÐ,kÐlnÓ"oÓp×xÑxÐy{Ó|�Ü×5Ò5°f¸cÀ'¹l¿o¹oÈfÓ>UÓVˆDÜ˜D %¨°C·G±G¸KÈÓ4LÈhÔWØ”U˜4Ÿ;™;›=Ó)¬C°«LÑ8Ñ8‹Eñ 4ð ¨U´S¸³XÑ-=Ñ>ˆØÒÜ˜u d§j¡j£l°IÀzÓRˆAØ—‘“ˆBØ?AÀQ¹w¿m¹m¿o¹o”UÔ2°2°qÓ9Ô:ÐSWˆFÜ˜r¤B§F¢F¬2¯7ª7°1°d¸HÓ+EÓ$FÑFÈ!ÈbÉ&ÔTV×TZÒTZÔ[]×[bÒ[bÐcdÐghÑchÐjnÐpxÓ[yÓTzÑIzÑz÷  Añ  Aó  Cð  Có  DˆHð %Ñ0‘F°x°iˆEØ�J‰J˜f¨xØ06Ñ0B©ÐHjð ñ là�z EÑ)Ó)Ø05°u¸a¨˜J�
Ü!Ÿ]š]¨5×+;Ñ+;Ó+=Ó>‘
à˜‘
�Ø�‰�sÔØ4@Ñ4H˜  X¡ Ñ0ÈbˆÙˆm˜E˜7 +¨c°,Ñ.?ÀÐ-DÀ[ÀMÐRÔSØÔ E¬S°·±Ð9JÈAÓ1NÓ-OÖ$OÙñC &ðD ÑØ×Ñ˜jÔ)ð 
‡J�J„LÜ˜˜z¨7Ó3Ð3r!   c                 óÞ  • [         R                  " U5      n[         R                  " [        R                  " U5      [         R
                  S9nUR                  S:w  a  [        S5      eU R                  b  [        U5      OSnU R                  b&  Ub  [        U5      [        U5      :w  a  [        S5      eU R                  U5        U R                  5         Sn[        U[        5      (       a.  SSKJn  [         R                  " U" U R                  XcU5      5      n/ n	[         R$                  " 5          ['        S[        U5      [)        S[+        U5      5      5       GH4  n
[         R,                  " U
[/        U
[)        S[+        U5      5      -   [        U5      5      5      nUc%  U " X[   R                  U5      [1        XkU5      5      nOYU R3                  [         R4                  " X[   R                  U5      X{   R                  U5      4S	5      5      R7                  S	5      n[         R8                  " U5      R;                  5       (       d  [=        S
5      eU	R?                  URA                  5       RC                  5       RE                  5       5        GM7     SSS5        U	(       a  [        RF                  " U	5      $ [        RH                  " S[        R
                  S9$ ! , (       d  f       NN= f)zEReturn aligned probabilities; no labels or fitted preprocessing used.rŸ   r<   z)prediction features must have shape [N,D]Nz0prediction history rows must align with featuresr
   r‘  r   r[   z#non-finite neural prediction logits)%r*   rX   rE   r)   r†  r‡  r‰  rG   r   r>   r   rL   rU   rv  r=   r   r£  r’  Úno_gradr¤   rš   r   r#  r¥   rY   r¤  r¥  r¦  rb   rc   rd   r*  ÚsigmoidrD   rÒ   r   Úempty)r   rŠ  rM   rX   r˜   Úfeaturesr   Ú
embeddingsr’  rP   r©   rW   r5  s                r"   r¨  r¨  Ë  s  € ä�\Š\˜&Ó!€FÜ�ŠœrŸzšz¨!›}´E·M±MÑB€HØ‡}�}˜ÓÜÐDÓEÐEØ!&§¡Ñ!:Œh�uŒoÀ€GØ‡}�}Ñ  g¡o¼ÀgÓ9NÔRUÐV^ÓR_Ó9_ÜÐKÓLÐLØ	‡H�HˆVÔØ	‡J�J„LØ€JÜ�'œ.×)Ñ)Ý"Ü—?’?¡6¨%¯-©-¸ÀzÓ#RÓSˆ
Ø€FÜ	�Š�Ü˜1œc (›m¬S°´C¸
³OÓ-D×EˆEÜ—l’l 5¬#¨e´c¸!¼SÀ»_Ó6MÑ.MÌsÐS[Ë}Ó*]Ó^ˆGØÑ!Ù˜xÑ0×3Ñ3°FÓ;¼UÀ7ÐU[Ó=\Ó]‘à—z‘z¤%§)¢)¨XÑ->×-AÑ-AÀ&Ó-IÈ*ÑJ]×J`ÑJ`ÐagÓJhÐ,iÐjlÓ"mÓn×vÑvÐwyÓz�Ü—>’> &Ó)×-Ñ-×/Ñ/Ü(Ð)NÓOÐOØ�M‰M˜&Ÿ.™.Ó*×.Ñ.Ó0×6Ñ6Ó8×9ñ F÷ 
ö &,Œ2�>Š>˜&Ó!ÐN´·²¸!Ä2Ç:Á:Ñ1NÐN÷ 
�ús   Ä3E#KË
K,)r¢   NN)NNrQ  )é   )-Ú__doc__rr  rm  r'   Údataclassesr   Útypingr   r   r   rÒ   r)   r*   r   Útorch.nnr   r(  Úsklearn.metricsr	   Úmodelsr   r   r   Údatar   r   r   r$   r3   r>   rY   r^   rr   r•   r�   r­   r¹   rÁ   rÛ   r  r>  r„  r‹  rµ  r¨  r   r!   r"   Ú<module>rÄ     sÊ   ðñó Û Û Ý !ß "Ñ "ã Û Ý Ý $Ý 3ç EÑ Eß -ð ÷ð ó ðð ÷"ð "ó ð"ò+òò.PòTòô).òXMò
ò
yòòò.ô@1ôhEGòPôS4õlOr!   