ó
    Ž”jP=  ã                  óx  • S SK Jr  S SKJr  S SKrS SKrS SKrS SKrS SK	J
s  Jr  S SKJrJrJr  S SKJrJrJr  S SKJrJrJr  S SKJrJrJrJrJr  S SKJ r   S S	K!J"r"  S
 r#S S jr$S!S jr%S r&\ " S S5      5       r'S r(S r)S r*S r+S r,S"S jr- " S S5      r.S r/S#S jr0S$S jr1S r2S%S jr3S r4S%S jr5S r6g)&é    )Úannotations)Ú	dataclassN)Ú
DataLoaderÚTensorDatasetÚWeightedRandomSampler)Úaverage_precision_scoreÚprecision_recall_curveÚf1_score)Úbuild_temporal_windowsÚbuild_crossfit_windowsÚaggregate_window_stats)ÚNewtonHGBStageÚlogitÚsigmoidÚapply_stage_deltaÚlogistic_newton_target)ÚStraightThroughTreeEnsemble)Úfaculty_class_sampling_weightsc                ó  • [         R                  " U [        5      n [         R                  " U[        5      n[	        U 5      (       a8  [         R
                  " U 5      R                  S:”  a  [        [        X5      5      $ [         R                  $ )Né   )	ÚnpÚasarrayÚintÚfloatÚlenÚuniqueÚsizer   Únan)ÚyÚss     Ú@/root/disk_3tb/earlywarning/30072026/suite16/suite16_training.pyÚ_safe_apr"      s[   € Ü‡j‚j�”3Ó€Aœ"Ÿ*š* Q¤uÓ-˜Ü25°a·&±&¼R¿YºYÀq»\×=NÑ=NÈqÓ=PŒ5Ô(¨Ó-Ó.Ð\ÔVX×V\ÑV\Ð\ó    c                ó–  • [         R                  " U [        5      n [         R                  " U[        5      n[	        U 5      S:X  d$  [         R
                  " U 5      R                  S:  a  [         R                  $ [        X5      u  p4n[        U5      S-  nSU-   U-  U-  Xc-  U-   S-   -  n[        [         R                  " U5      5      $ )Nr   é   r   gê-�™—q=)
r   r   r   r   r   r   r   r   r	   Únanmax)r   r    ÚbetaÚpÚrÚtÚb2Úvs           r!   Ú_best_fbetar-      sš   € Ü‡j‚j�”3Ó€Aœ"Ÿ*š* Q¤uÓ-˜Ü
ˆ1ƒvˆqƒy”B—I’I˜a“L×%Ñ% aÓ'¬r¯v©v¨Ü
  Ó
%�E€Aˆ¬¨t«°a© b¸1¸R¹4À¹(À1¹*ÀbÁdÈ1ÁfÈUÁlÑ:S¸Ô[`Ôac×ajÒajÐklÓamÓ[nÐTnr#   c                ó¬   • [        [        R                  " U [        5      [        R                  " U[        5      [	        U5      [        U5      5      S   $ ©Nr   )r   r   r   r   Úlistr   )r   ÚfacultyÚfaculty_namesr'   s       r!   Ú_sampling_weightsr3      s=   € Ü)¬"¯*ª*°Q´sÓ*;¼B¿JºJÀwÌsÓ<SÔTXÐYfÓTgÔhmÐnrÓhsÓtÐuvÑwÐwr#   c           	     ó"  • / n/ n/ nSn[         R                  " U 5      n [         R                  " U5      n[         R                  " U5      n[         R                  " U5      n[        U5       Hí  u  pšX9:H  nUR                  5       S:  d&  [         R                  " X   5      R
                  S:  a  ME  [        X   X   5      n[        X   X+   5      oÝU-
  oåR                  U5        U[        US:„  5      -  o†R                  [        X   X+   S5      [        X   X   S5      -
  5        UR                  [        X   X+   S5      [        X   X   S5      -
  5        Mï     U(       d'  [         R                  * [         R                  * SSSSS.$ [        [         R                  " U5      5      [        [         R                  " U5      5      [        [         R                  " U5      5      [        [         R                  " U5      5      U[        U5      S.$ )Nr   r%   r   ç        )Údelta_apÚdelta_ap_meanÚdelta_f1Údelta_f2ÚwinsÚ	faculties)r   r   Ú	enumerateÚsumr   r   r"   Úappendr   r-   Úinfr   ÚmedianÚmeanÚnanmeanr   )r   ÚbaseÚcandr1   r2   ÚapsÚf1Úf2r:   ÚfiÚ_ÚmÚaÚbÚds                  r!   Ú_window_metricrN      sb  € Ø
€Cˆbˆ2�B�˜A�tÜ‡j‚j�ƒm€AœŸš DÓ)�D¬r¯zªz¸$Ó/?¨$ÌÏ
Ê
ÐSZÓH[ÀÜ˜-Ö(‰ˆØ
‰+ˆØ�5‰5‹7�1‹9œŸ	š	 !¡$›×,Ñ,¨QÓ.©xÜ
�1‘4˜™Ó
 ˆ¤8¨A©D°±Ó#9 ¸a¹C¸!Ç
Á
È1ÄÈdÔTWÐXYÐZ[ÑX[ÓT\ÉnÈd×]fÑ]fÔgrÐstÑswÐx|Ñxð  ABó  hCô  DOð  PQñ  PTð  UYñ  U\ð  ]^ó  D_ñ  h_ô  ^`ð  ac÷  ajñ  ajô  kvð  wxñ  w{ð  |@ñ  |Cð  DEó  kFô  GRð  STñ  SWð  X\ñ  X_ð  `aó  Gbñ  kbö  acñ )ö ¤2§6¡6 '¼2¿6¹6¸'ÈRÐ[]ÐefÐstÑuÐuÜœRŸYšY s›^Ó,¼UÄ2Ç7Â7È3Ã<Ó=PÔ\aÔbd×blÒblÐmoÓbpÓ\qô  ~Cô  DF÷  DNò  DNð  OQó  DRó  ~Sð  [_ô  loð  psó  ltñ  uð  ur#   c                  óR   • \ rS rSr% S\S'   S\S'   S\S'   S\S	'   S
\S'   S
\S'   Srg)ÚStageSelectioné&   ÚstrÚfamilyr   Úetar   Ú
complexityÚdictÚstatsr0   Úwindow_rowsÚmeta_windows© N)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__annotations__Ú__static_attributes__rZ   r#   r!   rP   rP   &   s"   ‡ àƒJØƒIØƒNØ
ƒJØÓØÖr#   rP   c                óü   • / nU  Hs  nUR                  [        U5      " UR                  XR                     XR                     UR
                  UR                  UR                  UR                  5      5        Mu     U$ ©N)	r>   ÚtypeÚindexÚ	train_idxÚval_idxÚ
val_blocksr;   ÚfailuresÚrows)Úlocal_windowsÚidxÚoutÚws       r!   Ú_map_windows_to_globalrn   0   sa   € Ø
€CÛˆØ�
‰
”4˜”7˜1Ÿ7™7 3§{¡{Ñ#3°C¿	¹	±NÀ1Ç<Á<ÐPQ×P[ÑP[Ð\]×\fÑ\fÐgh×gmÑgmÓnÖoñ à€Jr#   c	           
     ó&  • [         R                  " [         R                  " U[        5      5      S   n	[	        [         R                  " U 5      U	   [         R                  " U5      U	   [         R                  " U5      U	   XEXgU5      n
[        X©5      $ r/   )r   Úwherer   Úboolr   rn   )Úblocksr   r1   ÚactiveÚ	n_windowsÚmin_prior_blocksÚmin_facultiesÚmin_failuresÚmin_rowsrk   Úwss              r!   Ú_meta_windowsrz   6   sx   € Ü
�Š”—’˜F¤4Ó(Ó)¨!Ñ,€CÜœbŸjšj¨Ó0°Ñ5´b·j²jÀ³mÀCÑ6HÌÏÊÐT[ÓI\Ð]`ÑIaÐbkð  ~Kð  Yaó  b€BÜ! "Ó)Ð)r#   c           	     ó$  • [         R                  " [         R                  " U[        5      5      S   n[	        [         R                  " U 5      U   [         R                  " U5      U   [         R                  " U5      U   XEXg5      n	[        X˜5      $ r/   )r   rp   r   rq   r   rn   )
rr   r   r1   rs   ru   rv   rw   rx   rk   ry   s
             r!   Ú_crossfit_windowsr|   ;   sq   € Ü
�Š”—’˜F¤4Ó(Ó)¨!Ñ,€CÜœbŸjšj¨Ó0°Ñ5´b·j²jÀ³mÀCÑ6HÌÏÊÐT[ÓI\Ð]`ÑIaÐbrð  BNó  X€BÜ! "Ó)Ð)r#   c                ó²  • [         R                  " U [        5      n U(       a  [        U 5      [        U5      ::  a=  U [	        [         R                  " U5      U    [         R                  " U5      U    X55      4$ [	        [         R                  " U5      U    [         R                  " U5      U    X55      n[         R
                  R                  U5      oˆR                  [         R                  " [        U 5      5      [        U5      SXwR                  5       -  S9o�U	   oª[	        [         R                  " U5      U
   [         R                  " U5      U
   X55      4$ )NF)r   Úreplacer(   )
r   r   r   r   r3   ÚrandomÚdefault_rngÚchoiceÚaranger=   )rk   r   r1   r2   Úmax_rowsr'   Úseedrm   ÚrngÚtakeÚsels              r!   Ú
_subsamplerˆ   @   sÒ  € Ü
�
Š
�3”sÓ€CÞ”s˜3“x¤ X£Ó.°cÔ:KÌBÏJÊJÐWXËMÐZ]ÑL^Ô_a×_iÒ_iÐjqÓ_rÐsvÑ_wð  yFó  ;Lð  7Lð  0LÜœŸ
š
 1› cÑ*¬2¯:ª:°gÓ+>¸sÑ+CÀMÓW€AÔ\^×\eÑ\e×\qÑ\qÐrvÓ\wÐX[÷  ~Hñ  ~Hô  IK÷  IRò  IRô  SVð  WZó  S[ó  I\ô  beð  fnó  boð  x}ð  @A÷  BGñ  BGó  BIñ  @Ið  ~Hð  ~JÐx|ð  SWñ  OXð  KNô  duô  vx÷  v@ò  v@ð  ABó  vCð  DGñ  vHô  IK÷  ISò  ISð  T[ó  I\ð  ]`ñ  Iað  boó  duð  `uð  Yur#   c           	     óî   • [        XQX4X¼U5      u  pï[        XgX‰X­5      R                  [        R                  " U 5      U   [        R                  " U5      U   [        R                  " U5      U   U5      nU$ rb   )rˆ   r   Úfitr   r   )ÚXr   rC   r1   r2   re   Úmax_iterÚmax_leaf_nodesÚlrÚl2Úboundrƒ   r'   r„   r‡   ÚswrJ   s                    r!   Ú_fit_hgb_oncer’   E   sé   € Ü�i '¸ÀdÓK�F€CÌnÐ]eÐuwð  |Aó  OG÷  OKñ  OKô  LN÷  LVò  LVð  WXó  LYð  Z]ñ  L^ô  _a÷  _iò  _ið  jkó  _lð  mpñ  _qô  rt÷  r|ò  r|ð  }Aó  rBð  CFñ  rGð  HJó  OKÈAð  STð  LTr#   c                ó(  • [        U5      nUc  [        R                  " U[        5      O[        R                  " U[        5      n[        XQUUXšX¼U5	      nU(       d  [        / 5      n[        SSSU/ / 5      $ / n[        S U 5       5      n[        U5       GH8  u  nn[        XX#UUR                  UXïUUUUUUS-  -   5      n0 n[        UR                  R                  [        R                  " U 5      UR                     5      S5       HL  u  nn UU;   d  M  [        R                  " [        R                  " U [         5      U* U5      U[#        U5      '   MN     [%        ['        S U 5       5      ['        U5      -
  5      n!U!(       a3  [)        S[+        U5       S	U! S
[-        UR                  SS 5       S35      eUR/                  UU45        GM;     S n"S[+        S U 5       5      -    GH‰  nU GH~  n#US:X  a  [!        U#5      S:w  a  M  / n$U Hû  u  nnUS:X  a)  [        R0                  " [        UR                  5      5      OUU   n%[3        [5        [7        [        R                  " U5      UR                     5      U%U#5      5      n&U$R/                  [9        [        R                  " U5      UR                     [        R                  " U5      UR                     U&[        R                  " U5      UR                     U5      5        Mý     [        U$5      n'U'S   U'S   U'S   [;        [!        U#5      5      * [#        U5      * 4n(U"b  U(U"S   :”  d  GMe  U([!        U#5      [#        U5      U'U$4n"GM�     GMŒ     [        SU"S   U"S   U"S   U"S   U5      $ )NÚHGBr5   r   c              3  ó8   #   • U  H  n[        U5      v •  M     g 7frb   ©r   ©Ú.0Úxs     r!   Ú	<genexpr>Ú#select_hgb_stage.<locals>.<genexpr>L   s   é € Ð7¢ !”s˜1—v�v¢ùó   ‚ée   r   c              3  ó8   #   • U  H  n[        U5      v •  M     g 7frb   r–   r—   s     r!   rš   r›   R   s   é € Ð;ª? aœ3˜qŸ6˜6ª?ùrœ   z*HGB checkpoint grid incomplete: requested=z	 missing=z fitted_iterations=Ún_iter_zH. Suite16 requires early_stopping=False so staged checkpoints are exact.)r   c              3  ó8   #   • U  H  n[        U5      v •  M     g 7frb   r–   r—   s     r!   rš   r›   W   s   é € Ð9ª Aœ˜QŸ˜ªùrœ   ÚscoreÚmean_delta_apÚmedian_delta_apr%   é   é   )r   r   Úonesrq   r   rz   r   rP   Úmaxr<   r’   re   ÚmodelÚstaged_predictrf   Úclipr   r   ÚsortedÚsetÚRuntimeErrorÚtupleÚgetattrr>   Úzerosr   r   r   rN   Úabs))r‹   r   Ú
base_scorer1   r2   rr   Úactive_maskÚeta_gridÚiter_candidatesrt   ru   rv   rw   rx   r�   Úlearning_rater�   Úcorrection_boundrƒ   Úsampling_betar„   Únrs   ÚwindowsÚzÚcacheÚmaxitÚwirm   r¨   ÚpredsÚitr(   ÚmissingÚbestrT   ri   rM   rD   ÚstÚkeys)                                            r!   Úselect_hgb_stagerÅ   H   si  € Ü	ˆ!ƒf€A {Ñ':”B—G’G˜Aœd”OÄÇ
Â
È;ÔW[Ó@\ˆVÔerÐsyð  }Dð  EKð  LUð  gtð  BJó  fKÐ]dÞÜ
  Ó
$ˆ¬N¸5ÀÀAÀaÈÈ2Ó,NÐ%NØ
€E”3Ñ7¡Ó7Ó7ˆUÜ˜'×"‰ˆˆ1Ü˜A 
°=ÀÇÁÈUÐSaÐprð  tDð  EMð  N[ð  \`ð  acð  dgñ  agñ  \gó  hˆØˆÜ˜eŸk™k×8Ñ8¼¿ºÀA»ÀqÇyÁyÑ9QÓRÐSTÖU‰DˆBˆqØ�_Õ$´B·G²G¼B¿JºJÀqÌÓ<OÐQaÐPaÐbrÓ4s U¬3¨r«7£^ñ Vä”sÑ;©?Ó;Ó;¼CÀ»JÑFÓGˆÞÜÐ!KÌEÐRaÓLbÐKcÐclÐmtÐluð  vIô  JQð  RW÷  R]ñ  R]ð  ^gð  hló  Jmð  Inð  nvð   wó  xð  xØ�‰�a˜�Y×ñ #ð 
€DØ”5Ñ9©Ó9Ó9Õ9ˆÜˆCØ�1‹uœ˜s› Q›¡xØˆDÛ ‘��%Ø.0°!«e”"—(’(œ3˜qŸy™y›>Ô*¸¸r¹�ÌÔPaÔbgÔhj×hrÒhrÐs}Óh~ð  @A÷  @Iñ  @Iñ  iJó  cKð  LMð  NQó  QRó  ISÀ4ð  TX÷  T_ñ  T_ô  `nô  oq÷  oyò  oyð  z{ó  o|ð  }~÷  }Fñ  }Fñ  oGô  HJ÷  HRò  HRð  S]ó  H^ð  _`÷  _hñ  _hñ  Hið  jnô  oq÷  oyò  oyð  zAó  oBð  CD÷  CLñ  CLñ  oMð  N[ó  `\ö  T]ñ !ä% dÓ+ˆB°°G±¸RÀÑ=PÐQSÐTeÑQfÔhkÔlqÐruÓlvÓhwÐgwÔy|Ð}ó  zAð  yAð  1B¨CØ‰|˜s 4¨¡7ž{°´U¸3³ZÄÀBÃÈÈ4Ð0P«4ô ñ :ô ˜%  Q¡¨¨Q©°°Q±¸¸Q¹ÀÓHÐHr#   c                  óH   • \ rS rSrSrS	S jr\S 5       r\S 5       r	S r
Srg)
ÚStandardizeréa   aº  Finite, overflow-safe scaler for differentiable-tree inputs.

Suite16 view tensors may contain legitimate values above float16 range.  Statistics
are accumulated in float64 and transforms are chunked to avoid float32 variance
overflow or a full float64 copy of the training matrix. Non-finite raw values are
treated as missing/padded zeros; standardized outliers are clipped only for the
GRANDE-style branch, not for the HGB reference model.
c                óÌ   • [         R                  " U[         R                  5      U l        [         R                  " U[         R                  5      U l        [        U5      U l        g rb   )r   r   Úfloat64rA   Úscaler   Úclip_z)ÚselfrA   rË   rÌ   s       r!   Ú__init__ÚStandardizer.__init__j   s<   € Ü—*’*˜T¤"§*¡*Ó-ˆŒ	¼¿ºÀEÌ"Ï*É*Ó9U¨d¬jÔbgÐhnÓboÐVZÕVar#   c                óú   • [         R                  " U [         R                  5      n[         R                  " U5      R	                  5       (       a  U$ UR                  5       nSU[         R                  " U5      ) '   U$ )Nr5   )r   r   Úfloat32ÚisfiniteÚallÚcopy)r‹   r™   s     r!   Ú	_finite32ÚStandardizer._finite32l   sS   € ä
�*Š*�Q”r—z‘zÓ
"ˆÜ�;Š;�q‹>×Ñ×Ñ q Ø
�&‰&‹(ˆ b�1”b—k’k !“n�_Ñ%°¨r#   c                ó€  • U R                  U5      n[        R                  " US[        R                  S9n[        R                  " US[        R                  S9n[        R
                  " [        R                  " U5      US5      n[        R
                  " [        R                  " U5      US:„  -  US5      nU " X45      $ )Nr   )ÚaxisÚdtyper5   g�íµ ÷Æ°>ç      ð?)rÕ   r   rA   rÊ   Ústdrp   rÒ   )Úclsr‹   r™   rJ   r    s        r!   rŠ   ÚStandardizer.fitq   s‚   € à
�-‰-˜Ó
ˆÜ
�'Š'�!˜¤§¡Ñ
,ˆÜ
�&Š&�˜¤§
¡
Ñ
+ˆÜ
�(Š(”2—;’;˜q“> ! BÓ
'ˆÜ
�(Š(”2—;’;˜q“> 1 T¡6Ñ*¨1¨RÓ
0ˆÙ�1‹xˆr#   c                ó,  • U R                  U5      n[        R                  " UR                  [        R                  S9nSn[        S[        U5      U5       H¹  nX%XT-    R                  [        R                  5      U R                  -
  U R                  -  n[        R                  " USU R                  U R                  * S9n[        R                  " X`R                  * U R                  5      R                  [        R                  5      X5XT-   & M»     U$ )N©rÙ   i   r   r5   )r   ÚposinfÚneginf)rÕ   r   ÚemptyÚshaperÑ   Úranger   ÚastyperÊ   rA   rË   Ú
nan_to_numrÌ   rª   )rÍ   r‹   r™   rl   ÚchunkÚir»   s          r!   Ú	transformÚStandardizer.transformy   sÂ   € Ø
�.‰.˜Ó
ˆ¤§¢¨¯©´r·z±zÑ B˜CÈÀ5Ü�qœ˜Q› Ö&ˆAØ�1‘7ˆ|×"Ñ"¤2§:¡:Ó.¨t¯y©yÑ8¸$¿*¹*ÑDˆAÜ�mŠm˜A "¨D¯K©KÀÇÁ¸|ÑLˆAÜŸ7š7 1§k¡k \°$·+±+Ó>×EÑEÄbÇjÁjÓQˆC�!‘'ŠNñ 'ð ˆ
r#   )rÌ   rA   rË   N)g      4@)r[   r\   r]   r^   Ú__doc__rÎ   ÚstaticmethodrÕ   ÚclassmethodrŠ   ré   r`   rZ   r#   r!   rÇ   rÇ   a   s8   † ñôpàñ2ó ð2ð ñó ðõr#   rÇ   c                óL  • UR                  U5      n/ o`R                  5         [        R                  " 5          [	        S[        U5      [        U5      5       Hj  ovR                  U " [        R                  " XWXs-    5      R                  U5      5      R                  5       R                  5       R                  5       5        Ml     S S S 5        U(       a3  [        R                  " U5      R                  [        R                   5      O$[        R"                  " S[        R                   5      n[        R$                  " U5      R'                  5       (       d=  [        [        R$                  " U5      ) R)                  5       5      n	[+        SU	 S35      eU$ ! , (       d  f       NÕ= f)Nr   zGRANDE produced z9 non-finite correction values after finite robust scaling)ré   ÚevalÚtorchÚno_gradrä   r   r   r>   Ú
from_numpyÚtoÚdetachÚcpuÚnumpyr   Úconcatenaterå   rÑ   r°   rÒ   rÓ   r=   ÚFloatingPointError)
r¨   Úscalerr‹   Ú
batch_sizeÚdevicer»   rl   rè   rK   Úbads
             r!   Ú_predict_granderý   �   s3  € Ø×Ñ�qÓ€A˜b˜#§¡¤Ü	�Š�Ü�qœ˜Q›¤ J£Ö0ˆA·±¹EÄ%×BRÒBRÐSTÐWXÑWcÐSdÓBe×BhÑBhÐioÓBpÓ<q×<xÑ<xÓ<z×<~Ñ<~ó  =A÷  =Gñ  =Gó  =Iö  2JÑ0÷ 
æ03„b‡n‚n�SÓ× Ñ ¤§¡Ô,¼¿ºÀ!ÄBÇJÁJÓ9O€AÜ�;Š;�q‹>×Ñ×ÑÜ”"—+’+˜a“.�×%Ñ%Ó'Ó(ˆÔ/AÐDTÐUXÐTYð  ZSð  CTó  0Uð  *UØ€H÷ 
�ús   ¸BFÆ
F#c           
     ó4  • [         R                  " U[        5      n[         R                  " U[        5      n[        R	                  [         R                  " U 5      U   5      nUR                  [         R                  " U 5      U   5      n[         R                  " U5      U   R                  [         R                  5      n[        [         R                  " U5      U   5      R                  [         R                  5      n[         R                  " U5      U   n[        UR                  S   X‰X«XÍU5      R                  U5      n[        R                  R                  UR                  /US-  S.UR                   /US.UR"                  /US.UR$                  /US-  S./SS9n['        UUUU5      n[)        [        U5      [+        [-        U5      S5      5      n[/        [        R0                  " U[        R2                  S9US[        R4                  " 5       R7                  U5      S	9n[9        [        R:                  " U5      [        R:                  " U5      [        R:                  " U5      5      n [=        U [        U5      US
S9n!S
[         R>                  " [-        U5      [         R                  5      0n"[A        S[        U5      S-   5       GHA  n#URC                  5         U! Hñ  u  n$n%n&U$R                  U5      n$U%R                  U5      n%U&R                  U5      n&URE                  SS9  U" U$5      n'[F        RH                  " U&[K        U5      U'-  -   U%5      SU'RM                  5       RO                  5       -  -   n(U(RQ                  5         [        RR                  RT                  RW                  URY                  5       S5        UR[                  5         Mó     U(       d  GM  []        UU[         R                  " U 5      U   US-  U5      U"U#'   GMD     UUU"4$ )Nr   g       @)ÚparamsrŽ   ç      à?gñhãˆµøä>)Úweight_decayrß   T)Únum_samplesÚreplacementÚ	generatorr   )rú   ÚsamplerÚnum_workers)Úset_to_noneg-Cëâ6?g      @r%   )/r   r   r   rÇ   rŠ   ré   rå   rÑ   r   r   rã   ró   rð   ÚoptimÚAdamWÚfeature_logitsÚ
thresholdsÚleaf_valuesÚleaf_weight_logitsr3   Úminr§   r   r   Ú	as_tensorÚdoubleÚ	GeneratorÚmanual_seedr   rò   r   r°   rä   ÚtrainÚ	zero_gradÚFÚ binary_cross_entropy_with_logitsr   ÚsquarerA   ÚbackwardÚnnÚutilsÚclip_grad_norm_Ú
parametersÚsteprý   ))r‹   r   rC   r1   r2   re   rf   Ú
max_epochsÚn_estimatorsÚdepthÚselected_variablesÚsplit_temperatureÚfeature_temperaturer·   Ú	train_etarŽ   rú   Úsamples_per_epochr¸   r„   rû   Úreturn_historyÚscÚXtÚybÚbbÚfacr¨   Úoptrm   Únumr  ÚdsÚloaderÚhistÚepÚxbÚyyÚb0ÚdeltaÚlosss)                                            r!   Ú_train_grande_epochsr7  Š   sê  € Ü�jŠj˜¤3Ó'€I´·
²
¸7Ä3Ó0G¨Ì<×K[ÑK[Ô\^×\fÒ\fÐghÓ\iÐjsÑ\tÓKuÈÐy{÷  zFñ  zFô  GI÷  GQò  GQð  RSó  GTð  U^ñ  G_ó  z`Ðvxô  df÷  dnò  dnð  opó  dqð  r{ñ  d|÷  dCñ  dCô  DF÷  DNñ  DNó  dOð  acô  SXô  Y[÷  Ycò  Ycð  dhó  Yið  jsñ  Ytó  Su÷  S|ñ  S|ô  }÷  }Gñ  }Gó  SHð  PRô  MO÷  MWò  MWð  X_ó  M`ð  ajñ  Mkð  ILÜ
% b§h¡h¨q¡k°,ÐEWÐj}ð  PTó  U÷  Xñ  Xð  Y_ó  `€EÜ�‰×ÑØ×'Ñ'Ð(¨b°©fÑ5À%×BRÑBRÐASÐY[Ñ7\Ðin×izÑizÐh{ð  BDñ  _Eð  RW÷  Rjñ  Rjð  Qkð  qsð  tvñ  qvñ  Gwðxð FJð 	ð 	K€Cä˜˜3˜}¨]Ó;€AÄÄCÐHYÓDZÔ[^Ô_bÐclÓ_mÐnoÓ[pÓ@q¸Cô  {Pô  QV÷  Q`ò  Q`ð  abô  in÷  iuñ  iuñ  Qvð  CFð  SWô  bg÷  bqò  bqó  bs÷  bñ  bð  @Dó  bEñ  {FÐryô  JWô  X]÷  Xhò  Xhð  ikó  Xlô  mr÷  m}ò  m}ð  ~@ó  mAô  BG÷  BRò  BRð  SUó  BVó  JWð  GIô  _ið  jlô  x{ð  |Fó  xGð  PWð  deñ  _fð  X^Ø
ŒB�HŠH”S˜“\¤"§*¡*Ó-Ð	.€DÜ�A”c˜*“o aÑ'×(ˆØ�‰ŒÛ‰HˆBˆr�"Ø�u‰u�V‹}ˆB §¡ f£˜R°·±°v³¨b¸s¿}¹}ÐY]¸}Ñ?^ÑejÐkmÓenÐ_dÔtu÷  uWò  uWð  XZô  [`ð  ajó  [kð  lqñ  [qñ  Xqð  rtó  uuð  vzð  {@÷  {Gñ  {Gó  {I÷  {Nñ  {Nó  {Pñ  vPñ  uPÐosð  QU÷  Q^ñ  Q^ô  Q`ô  af÷  aiñ  ai÷  aoñ  ao÷  añ  að  @E÷  @Pñ  @Pó  @Rð  SUô  aVð  WZ÷  W_ñ  W_ö  Wañ ç‰>¤?°5¸¼B¿JºJÀq»MÈ'Ñ<RÐS]Ð^_ÑS_Ð`fÓ#g˜$˜rœ(ñ	 )ð
 ��Dˆ=Ðr#   c                óÔ  • [        U5      nUc  [        R                  " U[        5      O[        R                  " U[        5      n[        XQUUXšX¼U5	      nU(       d  [        / 5      n[        SSSU/ / 5      $ / n[        U5       HT  u  n n![        XX#UU!R                  U!R                  XŽUUUUUUUUUUUU S-  -   US5      u    n"n#UR                  U!U#45        MV     S n$[        S[        U5      S-   5       GHÓ  n%U GHÈ  n&U%S:X  a  [        U&5      S:w  a  M  / n'Sn(U GHJ  u  n!n#[        R                  " U#U%   [        R                   5      n)[        R"                  " U)5      R%                  5       (       d  Sn(  Oó['        [)        [+        [        R                  " U5      U!R                     5      U)U&5      5      n*[        R"                  " U*5      R%                  5       (       d  Sn(  O†U'R                  [-        [        R                  " U5      U!R                     [        R                  " U5      U!R                     U*[        R                  " U5      U!R                     U5      5        GMM     U((       d  GMz  [        U'5      n+U+S   U+S	   U+S
   [/        [        U&5      5      * U%* 4n,U$b  U,U$S   :”  d  GM¸  U,[        U&5      U%U+U'4n$GMË     GMÖ     [        SU$S   U$S   U$S   U$S   U5      $ )NÚGRANDEr5   r   ég   Tr   Fr¡   r¢   r£   r%   r¤   r¥   )r   r   r¦   rq   r   rz   r   rP   r<   r7  re   rf   r>   rä   r   r   rÑ   rÒ   rÓ   r   r   r   rN   r±   )-r‹   r   r²   r1   r2   rr   r³   r´   r  rt   ru   rv   rw   rx   r  r   r!  r"  r#  r·   r$  rŽ   rú   r%  r¸   r„   rû   r¹   rs   rº   r»   r¼   r¾   rm   rI   r0  rÂ   r1  rT   ri   ÚvalidrM   rD   rÃ   rÄ   s-                                                r!   Úselect_grande_stager<  ˜   s9  € Ü	ˆ!ƒf€A {Ñ':”B—G’G˜Aœd”OÄÇ
Â
È;ÔW[Ó@\ˆVÔerÐsyð  }Dð  EKð  LUð  gtð  BJó  fKÐ]dÞÜ
  Ó
$ˆ¬N¸8ÀBÀqÈÈ2ÈbÓ,QÐ%QØ
€EÜ˜'Ö"‰ˆˆ1Ü% a¨*¸]È1Ï;É;ÐWX×W`ÑW`ÐakÐy~ð  @Rð  Sdð  exð  yIð  JSð  TVð  Wað  bsð  tAð  BFð  GIð  JMñ  GMñ  BMð  NTð  UYó  Z‰ˆˆ!ˆDð  [`÷  [gñ  [gð  ijð  koð  hpö  [qñ #à	€DÜ�A”c˜*“o aÑ'×(ˆÜˆCØ�1‹uœ˜s› Q›¡xØˆD˜$�EÜ‘��$Ü—*’*˜T "™X¤b§j¡jÓ1�Ü—{’{ 1“~×)Ñ)×+Ñ+°%¨E¹ÜÔ.¬u´R·Z²ZÀ
Ó5KÈAÏIÉIÑ5VÓ/WÐXYÐZ]Ó^Ó_�Ü—{’{ 4Ó(×,Ñ,×.Ñ.°U¨u¹5Ø—‘œN¬2¯:ª:°a«=¸¿¹Ñ+CÄBÇJÂJÈzÓDZÐ[\×[dÑ[dÑDeÐfjÔkm×kuÒkuÐv}Ók~ð  @A÷  @Iñ  @Iñ  lJð  KXó  Y÷  Zñ  ö šÜ% dÓ+ˆB°°G±¸RÀÑ=PÐQSÐTeÑQfÔhkÔlqÐruÓlvÓhwÐgwÐy{Ðx{Ð0|¨CØ‰|˜s 4¨¡7ž{°´U¸3³ZÀÀ2ÀdÐ0K«4ô ñ )ô ˜( 4¨¡7¨4°©7°4¸±7¸4À¹7À7ÓKÐKr#   c                ó  • UR                   S:X  d  UR                  S:X  a0  [        R                  " [	        U5      [        R
                  5      S 4$ [        XX#XEUR                  UR                  SS5      UR                  SS5      UR                  SS5      UR                  SS	5      UR                  S
S5      UR                  SS5      UR                  SS5      5      o™R                  [        R                  " U 5      U   5      U	4$ ©Nr   r�   é   r¶   çš™™™™™©?r�   rÚ   r·   ç      @rƒ   éðI r¸   ç§èH.ÿï?r„   )
rT   rU   r   r°   r   rÑ   r’   ÚgetÚpredict_deltar   )
r‹   r   rC   r1   r2   re   Úpred_idxÚ	selectionÚkwrJ   s
             r!   Úfit_predict_hgb_fixedrI  ¯   s²  € Ø‡}�}�aÓ˜9×/Ñ/°Ó2¼"¿(º(Ä3ÀxÃ=ÔQS×Q[ÑQ[Ó:\Ð]aÐ:aÐ3aÜ�A˜ ]¸Y×=QÑ=QÐRT×RXÑRXÐYiÐjlÓRmÐnp×ntÑntð  vEð  FIó  oJð  KM÷  KQñ  KQð  RVð  WYó  KZð  []÷  [añ  [að  btð  uwó  [xð  y{÷  yñ  yð  @Jð  KQó  yRð  SU÷  SYñ  SYð  Zið  joó  Spð  qs÷  qwñ  qwð  x~ð  @ó  qAó  B€A÷  JYñ  JYô  Z\÷  Zdò  Zdð  efó  Zgð  hpñ  Zqó  Jrð  stð  Jtð  Ctr#   c	                óê  • UR                   S:X  d  UR                  S:X  a1  [        R                  " [	        U5      [        R
                  5      S S 4$ [        XX#XE[        R                  " U5      S S UR                  U	R                  SS5      U	R                  SS5      U	R                  SS5      U	R                  SS	5      U	R                  S
S	5      U	R                  SS5      U	R                  SS5      U	R                  SS5      U	R                  SS5      U	R                  SS5      U	R                  SS5      U	R                  SS5      US5      u  p«n[        X«XiR                  SS5      S-  U5      X«4$ )Nr   r  é`   r   r¥   r!  çš™™™™™é?r"  r   r#  r·   rA  r$  çš™™™™™É?rŽ   çú~j¼t“h?rú   é   r%  é`ê  r¸   rC  r„   Fr%   )
rT   rU   r   r°   r   rÑ   r7  r   rD  rý   )r‹   r   rC   r1   r2   re   Úpred_XrG  rû   rH  r¨   r'  rI   s                r!   Úfit_predict_grande_fixedrR  ³   sÚ  € Ø‡}�}�aÓ˜9×/Ñ/°Ó2¼"¿(º(Ä3ÀvÃ;ÌrÏzÉzÓ:ZÐ[_Ð`dÐ:dÐ3dÜ# A¨°]ÌRÏZÊZÐXaÓMbÐceÐdeÐMfÐgp×g{Ñg{Ð|~÷  }Cñ  }Cð  DRð  SUó  }Vð  WY÷  W]ñ  W]ð  ^eð  fgó  Whð  ik÷  ioñ  ioð  pDð  EGó  iHð  IK÷  IOñ  IOð  Pcð  dfó  Igð  hj÷  hnñ  hnð  oDð  EGó  hHð  IK÷  IOñ  IOð  Pbð  ceó  Ifð  gi÷  gmñ  gmð  nyð  z|ó  g}ð  ~@÷  ~Dñ  ~Dð  EIð  JNó  ~Oð  PR÷  PVñ  PVð  Wcð  dhó  Pið  jl÷  jpñ  jpð  qDð  EJó  jKð  LN÷  LRñ  LRð  Sbð  chó  Lið  jl÷  jpñ  jpð  qwð  xyó  jzð  {Að  BGó  H�J€EˆQô  P_ð  `eð  io÷  pvñ  pvð  wCð  DHó  pIð  JKñ  pKð  LRó  PSð  TYð  P\ð  I\r#   c                ó  • [        XQX6UR                  SS5      UR                  SS5      UR                  SS5      UR                  SS5      5      n	[        R                  " U[        5      R                  5       n
[        R                  " [        U5      [        5      n/ nUR                  S	S
5      n[        U5      oîR                  S	S 5        [        U	5       GH  u  nn[        XX#UUR                  UR                  U4S	XßS-  -   0UD6u  nn[        [!        [#        [        R                  " U5      UR                     5      UUR$                  5      5      nUU
UR                  '   SUUR                  '   UR'                  [)        [        R                  " U5      UR                     [        R                  " U5      UR                     U[        R                  " U5      UR                     U5      5        GM"     X«Xœ4$ )Nru   r¤   rv   é   rw   éx   rx   éˆ  r„   r   ék   T)r|   rD  r   r   r   rÔ   r°   r   rq   rV   Úpopr<   rI  re   rf   r   r   r   rT   r>   rN   )r‹   r   rC   r1   r2   rr   rs   rG  rH  rº   r¡   Úcoveredri   Ú	base_seedÚfit_kwr¾   rm   rM   rI   rD   s                       r!   Ústage_crossfit_hgbr\  ·   sb  € Ü˜f w°b·f±fÐ=OÐPQÓ6RÐSU×SYÑSYÐZiÐjkÓSlÐmo×msÑmsð  uCð  DGó  nHð  IK÷  IOñ  IOð  PZð  [_ó  I`ó  a€Gô  hj÷  hrò  hrð  swô  x}ó  h~÷  hCñ  hCó  hEð  bgô  NP÷  NVò  NVô  WZð  [\ó  W]ô  ^bó  Ncð  FMð  ikð  dhØ�f‰f�V˜AÓ€I¤d¨2£h˜v¯z©z¸&ÀÔ/FÜ˜'×"‰ˆˆ1Ü! ! d°=ÀÇÁÈQÏYÉYÐW`ñ  AÐfoÐsvÑpvÑfvð  AÐyñ  A‰ˆˆ!ô  GNô  O`ô  afô  gi÷  gqò  gqð  rvó  gwð  xy÷  xAñ  xAñ  gBó  aCð  DEð  FO÷  FSñ  FSó  OTó  GUð  BFð  gkð  V[ð  \]÷  \eñ  \eñ  Vfð  Cð  lsð  tu÷  t}ñ  t}ñ  l~ð  DH÷  DOñ  DOô  P^ô  _a÷  _iò  _ið  jkó  _lð  mn÷  mvñ  mvñ  _wô  xz÷  xBò  xBð  CGó  xHð  IJ÷  IRñ  IRñ  xSð  TXô  Y[÷  Ycò  Ycð  dkó  Ylð  mn÷  mvñ  mvñ  Ywð  xEó  PF÷  DGñ #à˜Ð%Ð%r#   c	                ó4  • [        XQX6U	R                  SS5      U	R                  SS5      U	R                  SS5      U	R                  SS5      5      n
[        R                  " U[        5      R                  5       n[        R                  " [        U5      [        5      n/ nU	R                  S	S
5      n[        U	5      oÿR                  S	S 5        [        U
5       GH8  u  nn[        XX#UUR                  [        R                  " U 5      UR                     Xx4	S	UUS-  -   0UD6u  n  n[        [!        [#        [        R                  " U5      UR                     5      UUR$                  5      5      nUUUR                  '   SUUR                  '   UR'                  [)        [        R                  " U5      UR                     [        R                  " U5      UR                     U[        R                  " U5      UR                     U5      5        GM;     X¼X­4$ )Nru   r¤   rv   rT  rw   rU  rx   rV  r„   r   ém   T)r|   rD  r   r   r   rÔ   r°   r   rq   rV   rX  r<   rR  re   rf   r   r   r   rT   r>   rN   )r‹   r   rC   r1   r2   rr   rs   rG  rû   rH  rº   r¡   rY  ri   rZ  r[  r¾   rm   rM   rI   rD   s                        r!   Ústage_crossfit_grander_  ¾   s”  € Ü˜f w°b·f±fÐ=OÐPQÓ6RÐSU×SYÑSYÐZiÐjkÓSlÐmo×msÑmsð  uCð  DGó  nHð  IK÷  IOñ  IOð  PZð  [_ó  I`ó  a€Gô  hj÷  hrò  hrð  swô  x}ó  h~÷  hCñ  hCó  hEð  bgô  NP÷  NVò  NVô  WZð  [\ó  W]ô  ^bó  Ncð  FMð  ikð  dhØ�f‰f�V˜AÓ€I¤d¨2£h˜v¯z©z¸&ÀÔ/FÜ˜'×"‰ˆˆ1Ü& q¨4¸ÀaÇkÁkÔRT×R\ÒR\Ð]^ÓR_Ð`a×`iÑ`iÑRjÐktñ  \ð  BKð  LNð  ORñ  LRñ  BRð  \ð  U[ñ  \‰ˆˆ!ˆAô  biô  j{ô  |Aô  BD÷  BLò  BLð  MQó  BRð  ST÷  S\ñ  S\ñ  B]ó  |^ð  _`ð  aj÷  anñ  anó  joó  bpð  ]að  BFð  qvð  wx÷  w@ñ  w@ñ  qAð  Z^ð  GNð  OP÷  OXñ  OXñ  GYð  _c÷  _jñ  _jô  kyô  z|÷  zDò  zDð  EFó  zGð  HI÷  HQñ  HQñ  zRô  SU÷  S]ò  S]ð  ^bó  Scð  de÷  dmñ  dmñ  Snð  osô  tv÷  t~ò  t~ð  Fó  tGð  HI÷  HQñ  HQñ  tRð  S`ó  ka÷  _bñ #à˜Ð%Ð%r#   c                óä  • UR                   S:X  d  UR                  S:X  a0  [        R                  " [	        U5      [        R
                  5      S 4$ [        XX4XVUR                  UR                  SS5      UR                  SS5      UR                  SS5      UR                  SS	5      UR                  S
S5      UR                  SS5      UR                  SS5      5      o™R                  U5      U	4$ r>  )	rT   rU   r   r°   r   rÑ   r’   rD  rE  )
ÚX_histÚX_targetr   Ú	base_histr1   r2   Úfit_idxrG  rH  rJ   s
             r!   Úfit_hgb_refit_predictre  Å   sˆ  € Ø‡}�}�aÓ˜9×/Ñ/°Ó2¼"¿(º(Ä3ÀxÃ=ÔQS×Q[ÑQ[Ó:\Ð]aÐ:aÐ3aÜ�F˜Y¨}ÀY×EYÑEYÐZ\×Z`ÑZ`ÐaqÐrtÓZuÐvx×v|Ñv|ð  ~Mð  NQó  wRð  SU÷  SYñ  SYð  Z^ð  _aó  Sbð  ce÷  ciñ  cið  j|ð  }ó  c@ð  AC÷  AGñ  AGð  HRð  SYó  AZð  []÷  [añ  [að  bqð  rwó  [xð  y{÷  yñ  yð  @Fð  GHó  yIó  J€A÷  Rañ  Rað  bjó  Rkð  lmð  Rmð  Kmr#   )rÚ   )rC  )N©r5   gš™™™™™¹?rM  g333333Ó?)é   é(   é<   éP   r¤   r¥   rT  rU  rV  r?  r@  rÚ   rA  rB  rC  r   )T)Nrf  é   r¤   r¥   rT  rU  rV  rK  r¥   rL  r   r   rA  rM  rN  rO  rP  rC  r   rõ   )rõ   )7Ú
__future__r   Údataclassesr   rÔ   Úmathrö   r   rð   Útorch.nn.functionalr  Ú
functionalr  Útorch.utils.datar   r   r   Úsklearn.metricsr   r	   r
   Úsuite16_temporalr   r   r   Úsuite16_hgbr   r   r   r   r   Úsuite16_grander   Úsuite7_commonr   r"   r-   r3   rN   rP   rn   rz   r|   rˆ   r’   rÅ   rÇ   rý   r7  r<  rI  rR  r\  r_  re  rZ   r#   r!   Ú<module>rw     sÁ   ðå "Ý !ß Û Û ß Ð ß KÑ Kß SÑ Sß aÑ aß ]Õ ]Ý 6Ý 8ò]ôoô
xòuð ÷ð ó ðòò*ò
*ò
uò
TôI÷2ñ ò@ôôLò.tô\ò&ô&ómr#   