ó
    Ý>ÏjÆ$  ã                  ór   • S r SSKJr  SSKJr  SSKJr  SSKrSSKrSSK	r
SSKJrJrJr  SSKJrJr  S
S	 jrg)züTabICLv2 actual ordinary fine-tuning and time-ordered MetaBatch adaptation.

Relies on pinned upstream internals; validates imports and signatures, never silently falls
back to ordinary finetuning. The upstream base's epoch loop remains authoritative.
é    )Úannotations)Úcontextmanager)ÚPathNé   )ÚnoteÚscoringÚsupport_select)Úbuild_episodesÚchronological_meta_batchc                óÐ
  ^^^^^*^+^,^-^.^/^0• TS;  a  [        T5      e SSKJs  Jn  SSKJn  SSKJm*  [        R                  " UR                  R                  5      nS H  nUU;  d  M  [        SU 35      e   TS	:X  a#  SS
KJnJn  [!        U5      (       d  [        S5      e["        R$                  " U[&        5      n["        R$                  " U[&        5      nUR)                  5       S:”  a  UR)                  5       S:”  d   e["        R*                  " U R,                  U   5      ["        R.                  " U R,                  U   5      :  d   eU R1                  U5      m,U R1                  U5      m-[3        ["        R4                  " T,R6                  5      5      S:  a  [        S5      e/ m+/ n[9        T,["        R:                  " [3        T,5      [&        5      XÍTT5      u  m+nT+(       d  [        S5      e[3        T+5      U:”  ac  ["        R<                  R?                  T5      n["        R@                  " URC                  [3        T+5      USS95      n U  V!s/ s H  n!T+U!   PM
     sn!m+TS	:X  a¤  T+ H  n"U"RE                  T,T5        M     [G        ST[3        T+5      [3        U5      USS [/        S T+ 5       5      [+        S T+ 5       5      [)        S T+ 5       5      [3        [I        S T+ 5       5      5      [3        [I        S T+ 5       5      5      S9
  [3        T+5      m0[G        STT0XÍXÜU-   -  S9  [K        U5      m/T/RM                  SSS9   " U*U,U-UU/UUU4S jSU5      n#[O        [Q        U5      [S        U	5      [S        U
5      [S        U5      URU                  S5      [Q        U5      [Q        U5      [Q        U5      [+        S [Q        XÍ-   5      5      [S        XÜU-   -  5      [Q        U5      [Q        T5      US[+        S![Q        U5      5      S"9n$U(       a  [W        U5      U$S#'   U#" S10 U$D6n%[G        S$TU[3        T,5      [3        T-5      TS	:X  a  [3        T+5      OS%T/U=(       d    S&S'9  URX                  m.URZ                  n&U+U,UU.U04S( jn'S2SS!S).U04S* jjjn(U'Ul,        U(Ul-        U%R]                  T,R^                  T,R6                  T-R^                  T-R6                  T/S+9  T.Ul,        U&Ul-        T/S,-  n)U)Ra                  5       (       d  [c        S-5      e[G        S.TU)U)Re                  5       Rf                  S/S09  U)$ ! [         a  n[        S5      UeSnAff = fs  sn!f ! T.Ul,        U&Ul-        f = f)3a
  Fit a true pretrained TabICL network, save/reload checkpoint; no target-fold labels.

The custom chron iterator takes precomputed *historical* indices from h.subset(train_mask)
and supplies temporally disjoint support/query MetaBatches to TabICL's native loss loop.
)ÚordinaryÚchronologicalr   N)ÚFinetunedTabICLClassifier)ÚValidationMetricsz?TabICLv2 not installed; adaptation requires real tabicl package)ziter_epoch_meta_batches(zcount_chunks(Ú_validate_current_modelz-Unsupported TabICL internal version: missing r   )Ú	MetaBatchÚ_build_ensemble_generatorz&Upstream ensemble preprocessor missingé   z+Historical fine-tuning labels are one classzKNo valid historical episodes; cannot construct a fair adaptation comparisonF)ÚsizeÚreplaceÚEPISODEé   c              3  óL   #   • U  H  n[        UR                  5      v •  M     g 7f©N©ÚlenÚsupport©Ú.0Úes     Úsuite31/adapt.pyÚ	<genexpr>Ú train_adapted.<locals>.<genexpr>0   sK   é € ð  Ceò  \dð  WXô  DGð  HI÷  HQñ  HQ÷  DRð  DRò  \dùó   ‚"$c              3  óL   #   • U  H  n[        UR                  5      v •  M     g 7fr   r   r   s     r!   r"   r#   0   sK   é € ð  uWò  NVð  IJô  vyð  z{÷  zCñ  zC÷  vDð  vDò  NVùr$   c              3  óL   #   • U  H  n[        UR                  5      v •  M     g 7fr   )r   Úqueryr   s     r!   r"   r#   0   sK   é € ð  fFò  }Eð  xyô  gjð  kl÷  krñ  kr÷  gsð  gsò  }Eùr$   c              3  ó8   #   • U  H  oR                   v •  M     g 7fr   )Úfacultyr   s     r!   r"   r#   0   s/   é € ð  \yò  pxð  kl÷  ]fö  ]fò  pxùó   ‚c              3  ó8   #   • U  H  oR                   v •  M     g 7fr   )Úoriginr   s     r!   r"   r#   0   s/   é € ð  Okò  bjð  ]^÷  PXö  PXò  bjùr*   )	ÚmodeÚvalid_countÚskipped_countÚskipped_reasonsÚsupport_minÚsupport_maxÚ
query_rowsÚfaculty_countÚorigin_countzADAPT MATCHING)r-   Úoptimizer_steps_per_epochÚepisode_supportÚepisode_queryÚordinary_query_ratioT)ÚparentsÚexist_okc                  óT   >^ • \ rS rSrU 4S jr\S 5       rUUUUUUUU4S jrSrU =r	$ )Ú'train_adapted.<locals>.MacroAPFineTuneré6   c                óÖ   >• [         TU ]  X5      n[        U S5      (       d  / U l        U R                  R	                  [        UR                  5       R                  5       5      5        U$ )NÚ_losses_for_epoch)ÚsuperÚ_compute_batch_lossÚhasattrr@   ÚappendÚfloatÚdetachÚcpu)ÚselfÚbatchÚmodelÚlossÚ	__class__s       €r!   rB   Ú;train_adapted.<locals>.MacroAPFineTuner._compute_batch_loss7   sT   ø€ Ü‘Ñ,¨UÓ9ˆDÜ˜4Ð 3×4Ñ4ÈB°TÔ5KØ×"Ñ"×)Ñ)¬%°·±³×0AÑ0AÓ0CÓ*DÔEØˆKó    c                ó   • g)NÚmacro_ap© )rH   s    r!   Ú_metric_nameÚ4train_adapted.<locals>.MacroAPFineTuner._metric_name<   s   € Ø&0rN   c                óD  >• [         R                  " [        U5      [         R                  [        5      n/ n[         R
                  " TR                  5       GHÇ  nTR                  U:H  n	[         R                  " [         R
                  " TR                  U	   5      5       GHx  n
U	TR                  U
:H  -  n[        T[        U5      [	        U
5      TTT5      u  pÍ[        U5      S:  d&  [         R
                  " X<   5      R                  S:  a  SSKJn  U" X<   5      Xk'   [        SSXŠSS9  OŸUR                  [         R                   " X,   5      [         R                   " X<   5      5        UR#                  [         R                   " XK   5      5      n[        [         R$                  " UR&                  S:H  5      S   5      nUS S 2U4   Xk'   [         R
                  " X[   5      R                  S:X  d  GMV  UR)                  [+        X[   Xk   5      S	   5        GM{     GMÊ     U(       a  [	        [         R,                  " U5      5      O
[	        S
5      n[/        U S5      (       d  SU l        U R0                  nU =R0                  S-  sl        [3        U S/ 5      nU(       a  [	        [         R,                  " U5      5      O
[	        S
5      nUUS:X  a  SOUTU[+        XV5      S   [        U5      [        U5      U[        U5      S.	nSS KnTS-  nUR7                  U/5      R9                  USUR;                  5       (       + SS9  / U l        [        STUU[        U5      [        U5      US   U[        U5      S9	  T" U[+        XV5      S   [	        [        U5      5      S.S9$ )Nr   r   )ÚpriorÚFALLBACKÚ
validationÚsingle_class_support)Ústager)   r,   Úreasonr   ÚapÚnanÚ_validation_counterr@   Úbrier)	Úevaluation_numberÚepochr-   rP   r^   Úcellsr3   Útrain_mean_batch_lossÚoptimizer_stepszselection_curve.csvÚaF)r-   ÚheaderÚindexÚSELECT)r-   r`   rP   Úvalidation_cellsÚvalidation_rowsÚvalidation_brierÚ
train_lossrc   )r^   Úeligible_cells)ÚprimaryÚ	secondary)ÚnpÚfullr   r\   rE   ÚuniqueÚfaculty_idxÚsortÚsemester_ordinalr	   Úintr   ÚmodelsrU   r   ÚfitÚasarrayÚpredict_probaÚflatnonzeroÚclasses_rD   r   ÚmeanrC   r]   ÚgetattrÚpandasÚ	DataFrameÚto_csvÚexistsr@   ) rH   ÚinnerÚX_trainÚy_trainÚX_valÚy_valÚpredsÚvrowsÚfiÚmr,   ÚqmaskÚspÚ_rU   ÚppÚcir[   ÚstepÚlsÚ	loss_meanÚrowÚpdÚcurver   ÚhtÚhvr-   ÚoutÚrelease_gapÚseedÚvalidation_supports                            €€€€€€€€r!   Ú_run_validationÚ7train_adapted.<locals>.MacroAPFineTuner._run_validation>   s€  ø€ Ü—'’'œ#˜e›*¤R§V¡V¬EÓ2ˆE¸°5Ü—i’i §¡×/�Ø—.‘. "Ñ$�Ü Ÿgšg¤b§i¢i°×0CÑ0CÀAÑ0FÓ&G×H�FØ˜R×0Ñ0°&Ñ8Ñ9�EÜ'¨¬3¨r«7´5¸³=ÐASÐTXÐYdÓe‘D�BÜ˜2“w˜q“y¤B§I¢I¨g©kÓ$:×$?Ñ$?ÀÓ$AÝ1Ù%*¨7©;Ó%7˜™¼¸ZÈlÐceð  |Ró  9Sð Ÿ	™	¤"§*¢*¨W©[Ó"9¼"¿*º*ÀWÁ[Ó:QÔRØ ×.Ñ.¬r¯zªz¸%¹,Ó/GÓH˜ÌCÔPR×P^ÒP^Ð_d×_mÑ_mÐopÑ_pÓPqÐrsÑPtÓLuÈð  DFò  GHð  IKð  GKñ  DLÐv{ñ  wCÜ—y’y ¡Ó.×3Ñ3°QÖ6°u·|±|ÄGÈEÉLÐY^ÑYeÓDfÐgkÑDl×7mô Iñ 0ö ).Œu”R—W’W˜U“^Ô$´5¸³<ˆBÜ˜4Ð 5×6Ñ6ÐPQ°tÔ7OØ×)Ñ)ˆD¨$×*BÒ*BÀAÑ*EÕ*BÜ�tÐ/°Ó3ˆBÞ,.”eœBŸGšG B›KÔ(´E¸%³LˆIØ%)°t¸Q³w±!ÀDÐPTÐ`bÔkrÐsxÓkð  AHñ  lIô  RUð  V[ó  R\ô  jmð  nsó  jtð  MVô  ilð  moó  ipñ  qˆCÛØÐ+Ñ+ˆE¨B¯L©L¸#¸Ó,?×,FÑ,FÀuÐRUÐaf×amÑamÓaoÔ]oÐv{Ð,FÑ,|Ø#%ˆDÔ"Ü�˜t¨$¸ÌCÐPUËJÔgjÐkpÓgqð  DGð  HOñ  DPð  \eô  vyð  z|ó  v}ò  ~Ù$¨RÄ7È5ÓCWÐX_ÑC`ÔrwÔx{ð  }Bó  yCó  sDñ  ;Eñ  Fð  FrN   )r@   r]   )
Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__rB   ÚpropertyrR   rœ   Ú__static_attributes__Ú__classcell__)	rL   r   r–   r—   r-   r˜   r™   rš   r›   s	   @€€€€€€€€r!   ÚMacroAPFineTunerr=   6   s*   ù† õ	ð
 
Ù0ó 
Ø0÷	F÷ 	Fò 	FrN   r¥   Úcudaé2   r   )ÚepochsÚlearning_rateÚweight_decayÚ	grad_clipÚampÚn_estimators_finetuneÚn_estimators_validationÚn_estimators_inferenceÚmax_data_sizeÚfinetune_ctx_query_ratioÚpatienceÚrandom_stateÚdeviceÚverboseÚsave_intervalÚ
model_pathÚADAPTÚrandom_upstreamÚTabICL_default)r-   r¨   Ú
train_rowsÚval_rowsÚactual_ep_per_epochÚ
checkpointr·   c               óÔ   >^ ^^^^^^• [        T 5      [        T5      :w  a  [        S5      eTS:X  a$  SS KnUR                  T" T T4TTTTTS.UD6T5      $ U U
UUUUUU4S jn	U	" 5       $ )NzBUpstream TabICL reordered rows: chronological index mapping unsafer   r   )Ú
epoch_seedÚpreprocessing_seedÚn_estimatorsÚfeat_shuffle_methodÚoutlier_thresholdc               3  óˆ   >#   • [        T5       H.  u  p[        TT	UT[        T5      [        T5      -   U -   TTS9v •  M0     g 7f)N)rÂ   rš   Úfeature_shufflerÄ   )Ú	enumerater   ru   )
ÚkÚepÚXÚepisodesrÀ   rÃ   rÂ   rÄ   rÁ   Úys
     €€€€€€€€r!   Útime_orderedÚ5train_adapted.<locals>.iterator.<locals>.time_orderedf   sW   øé € Ü! (Ö+‘�Ü.¨q°°2À<ÔUXÐYkÓUlÔmpÐq{Óm|ÑU|Ð}~ÑU~ð  Pcð  vGñ  Hô  Hò ,ùs   ƒ?A)r   ÚRuntimeErrorÚ	itertoolsÚislice)rÊ   rÌ   rÀ   rÁ   rÂ   rÃ   rÄ   ÚoptionsrÐ   rÍ   rË   r–   r-   Úold_iteratorÚsteps_per_epochs   ```````   €€€€€r!   ÚiteratorÚtrain_adapted.<locals>.iteratora   s“   ÿ€ Üˆq‹6”3�r“7‹?¤Ð.rÓ!sÐsØ�ÓÛØ×#Ñ#¡L°°1ð  %bÀ
Ð^pð  Kð  `sð  FWñ  %bð  Zañ  %bð  cró  sð  s÷	Hô 	Hñ ‹~ÐrN   )ÚrankÚ
world_sizec               ó<   >• [        U5      S:w  a  [        S5      eT$ )Nr   z;Suite31 adaptation supports one GPU/process; do not use DDP)ru   rÏ   )ÚnÚmax_chunk_sizeÚmin_chunk_sizer×   rØ   rÔ   s        €r!   ÚcountÚtrain_adapted.<locals>.countj   s    ø€ Üˆz‹?˜AÓ¤LÐ1nÓ$oÐoØÐrN   )r…   r†   Ú
output_dirz	best.ckptz6Upstream fine-tuning did not emit compatible best.ckptÚ
CHECKPOINTÚsee_checkpoint_metadata)r-   ÚpathÚbytesÚselected_epochrQ   )r§   )4Ú
ValueErrorÚtabicl._finetune.baseÚ	_finetuneÚbaseÚtabiclr   r   ÚImportErrorrÏ   ÚinspectÚ	getsourceÚFinetunedTabICLBaseÚ	_fit_implÚtabicl._finetune.datar   r   Úcallablero   rx   ÚboolÚsumÚmaxrt   ÚminÚsubsetr   rq   rÌ   r
   ÚonesÚrandomÚdefault_rngrs   ÚchoiceÚverifyr   Úsetr   ÚmkdirÚdictru   rE   Ú
startswithÚstrÚiter_epoch_meta_batchesÚcount_chunksrw   Úcurrentr�   ÚFileNotFoundErrorÚstatÚst_size)1ÚhÚ
train_maskÚval_maskr-   Úoutputrš   r´   r¨   r²   Úlrrª   r«   r7   r8   Úmax_episodesr›   Ún_estimators_trainÚn_estimators_valÚn_estimators_inferr·   r™   Úupstream_baser   r    ÚsrcÚrequiredr   r   ÚtrainÚvalidÚskippedÚrngÚkeepÚirÉ   r¥   ÚkwÚ	estimatorÚ	old_countrÕ   rÝ   râ   r   rË   r–   r—   rÓ   r˜   rÔ   s1      ` `         `    `                     @@@@@@@r!   Útrain_adaptedr     s'  ÿú€ ð Ð/Ó/´jÀÓ6FÐ0Fðyß5Ð5Ý4Ý;ä×Ò˜-×;Ñ;×EÑEÓF€CÛ\ˆØ˜3Õ¤\Ð4aÐbjÐakÐ2lÓ%mÐmñ ]àˆ_ÓßNÜÐ1×2Ñ2¼ÐFnÓ9oÐ3oÜ
�*Š*�Z¤Ó
%€E¬B¯JªJ°xÄÓ,E eØ�9‰9‹;�q‹=˜UŸY™Y›[¨›]Ð*Ð*Ü�6Š6�!×$Ñ$ UÑ+Ó,¬r¯vªv°a×6HÑ6HÈÑ6OÓ/PÓPÐPÐPØ‡x�x�ƒ€B˜!Ÿ(™( 5›/�rÜ
Œ2�9Š9�R—T‘T‹?Ó˜AÓ¤JÐ/\Ó$]Ð]Ø€H˜�ô $ B¤r§w¢w¬s°2«w´tÓ'<¸_Ð[_Ð`kÓlÑ€HˆWÞœ*Ð%rÓsÐsä
ˆ8ƒ}�\Ó!Ü�I‰I×!Ñ! $Ó'ˆ¬R¯WªW°S·Z±ZÄÀHÃÐS_Ðhm°ZÐ5nÓ-o¨ñ  PTó  zUò  PTð  KLð  {Cð  DEô  {Fñ  PTñ  zUÐpxØˆ_ÓÛˆB˜2Ÿ9™9 R¨Ö4‘(ÜˆY˜D¬S°«]ÌÈWËÐfmÐnqÐoqÐfrô  @Cñ  Ceñ  \dó  Ceó  @eô  ruñ  uWñ  NVó  uWó  rWô  cfñ  fFñ  }Eó  fFó  cFô  UXô  Y\ñ  \yñ  pxó  \yó  Yyó  Uzô  HKô  LOñ  Okñ  bjó  Okó  Lkó  Hlò  	mÜ˜“M€OÜÐ	˜t¸oÐ^mð  `mð  Lñ  oLñ  `Mò  NÜˆV‹€C�S—Y‘Y t°T�YÑ:÷!Fö !FÐ4ô !FôF ”3�v“;¬U°2«YÄEÈ,ÓDWÔbgÐhqÓbrÐw}÷  xIñ  xIð  JPó  xQô  hkð  l~ó  hô  X[ð  \ló  Xmô  EHð  I[ó  E\ô  knð  oqô  ruð  vEñ  vSó  rTó  kUô  otð  uBð  Tañ  Dañ  ubó  ocô  mpð  qyó  mzô  HKð  LPó  HQð  Y_ð  hlô  {~ð  @ô  ADð  EKó  ALó  {Mñ  N€BÞ¤3 z£?�"�\Ñ"ÙÑ$ Ñ$€IÜˆ�d &´C¸³GÄSÈÃWÐrvð  yHó  sHÔadÐemÔanð  N_ð  knð  zD÷  zXð  HXò  Yð ×6Ñ6€LÀ×A[ÑA[°y÷ñ ð¸ÀQ÷ ñ ð +3€MÔ)Èe°=Ô3MØ�‰�b—j‘j §¡¨B¯J©J¸R¿T¹TÈSˆÑQØ2>ˆMÔ1ÐZc¸}Ô?YØ	ˆ[‰€DØ�;‰;�=‰=Ô0Ð1iÓjÐjÜˆ˜4 T°·	±	³×0CÑ0CÐSlÒmØ€Køôs Óx¤,Ð/pÓ"qÐwxÐxûÐxüò& zUøðD 3?ˆMÔ1ÐZc¸}Õ?Yús)   žT2 ÉUÒ;U Ô2
UÔ<UÕUÕU%)é   r   gñhãˆµøä>g{®Gáz„?g      ð?i   é€   é@   i   r   r   é   Nr   )Ú__doc__Ú
__future__r   Ú
contextlibr   Úpathlibr   rë   ÚtypesÚnumpyro   Úcorer   r   r	   rË   r
   r   r  rQ   rN   r!   Ú<module>r'     s*   ðñõ
 #Ý %Ý ß Û ß /Ñ /ß >õdrN   