ó
    8~j;7  ã                  ó  • S r SSKJr  SSKrSSKJr  \" \" \5      R                  5       R                  S   5      r\\R                  ;  a  \R                  R                  S\5        SSKrSSKrSSKJr  SSKrSSKrSSKrSSKJr  SSKJr  SSKJr  SS	KJrJr  SSKrSS
K J!r!J"r"J#r#J$r$J%r%J&r&  SSK'J(r(J)r)J*r*J+r+J,r,J-r-J.r.J/r/J0r0J1r1J2r2J3r3J4r4J5r5J6r6J7r7J8r8J9r9J:r:  S r;S r<S r=S r>S r?S r@S rAS rBS rCS rD\ES:X  a  \D" 5         gg)a  Suite2 Experiment B: hybrid relational model as a fourth V2 expert.

Creates chronology-safe relational OOF predictions, then compares:
B1) original-V2-style balanced logistic stacking over 4 experts;
B2) nonlinear HGB competence stacker over the same 4 experts + support signals.
é    )ÚannotationsN)ÚPathé   )ÚLogisticRegression)ÚPipeline)ÚStandardScaler)Ú
DataLoaderÚTensorDataset)ÚRelationalFactorizationModelÚ_fit_oneÚ_predictÚprepare_relational_idsÚmake_side_featuresÚ_weights)Úload_binary_foldÚcrossfit_committeeÚfit_production_committeeÚchronological_support_featuresÚrelational_competence_featuresÚselect_hgb_with_authorityÚfit_hgb_classifierÚpredict_positiveÚeffective_weightsÚselect_authorityÚblend_probabilityÚsafe_apÚsafe_aucÚscore_metricsÚequal_budget_metricsÚsave_csvÚparse_foldsÚpermutation_rowsÚprint_metric_linec                ó¬   • [         R                  " [         R                  " U [        5      [         R                  " U[        5      /5      n[	        X25      $ ©N)ÚnpÚcolumn_stackÚasarrayÚfloatr   )Útree_probabilitiesÚrelational_probabilityÚsupportÚp4s       ÚA/root/disk_3tb/earlywarning/30072026/suite4/relational_helpers.pyÚmake_stack_featuresr/   #   s9   € Ü	‡‚œŸ
š
Ð#5´eÓ<¼R¿ZºZÐH^Ô_dÓ=eÐfÓg€BÜ)¨"Ó5Ð5ó    c                óŒ   • [         R                  " [         R                  R                  5       (       a  U S:w  a  S5      $ S5      $ )NÚcpuÚcuda)ÚtorchÚdevicer3   Úis_available)Úspecs    r.   Ú_devicer8   (   s2   € Ü�<Š<¤%§*¡*×"9Ñ"9×";Ñ";ÀÈÃ˜ÓYÐYÐSXÓYÐYr0   c                ó
  • [         R                  " U5        [        X)X«US.6R                  U5      n[        R
                  R                  UR                  5       USS9n[        U5      n[        [        R                  " U S   5      [        R                  " U S   5      [        R                  " U S   5      [        R                  " U S   R                  S5      5      [        R                  " UR                  S5      5      [        R                  " U5      5      n[        X÷S	S
9n[        [        S[        U5      5      5       H¶  nUR!                  5         U H�  u  nnnnnnUUUUUU4 Vs/ s H  nUR                  U5      PM     snu  nnnnnnUR#                  5         U" UUUU5      n[        R$                  R&                  R)                  UUUS9nUR+                  5         UR-                  5         MŸ     M¸     U$ s  snf )N)Ústudent_dimÚ
course_dimÚsection_dimÚhybridg-Cëâ6?)ÚlrÚweight_decayr   r   é   é   Úfloat32T)Ú
batch_sizeÚshuffle)Úweight)ÚcoreÚseed_allr   Útor4   ÚoptimÚAdamWÚ
parametersr   r
   Ú
from_numpyÚastyper	   ÚrangeÚmaxÚintÚtrainÚ	zero_gradÚnnÚ
functionalÚ binary_cross_entropy_with_logitsÚbackwardÚstep)ÚarraysÚyÚshaper=   ÚseedÚepochsr>   rC   r5   r:   r;   r<   ÚmodelÚoptÚwÚdsÚloaderÚ_ÚbsÚbcÚbxÚbzÚbyÚbwÚtÚzÚlosss                              r.   Ú_refit_relationalrl   ,   s‘  € Ü‡M‚M�$ÔÜ
&¨ÐQ[ð  |Bò  C÷  Fñ  Fð  GMó  N€EÜ�‰×Ñ˜%×*Ñ*Ó,°ÀÐÐE€CÌÐQRËÀaÜ”U×%Ò% f¨Q¡iÓ0´×1AÒ1AÀ&ÈÁ)Ó1LÌU×M]ÒM]Ð^dÐefÑ^gÓMhÔin×iyÒiyð  {Að  BCñ  {D÷  {Kñ  {Kð  LUó  {Vó  jWô  X]÷  Xhò  Xhð  ij÷  iqñ  iqð  r{ó  i|ó  X}ô  ~C÷  ~Nò  ~Nð  OPó  ~Qó  R€Bô  Zdð  egð  FJñ  ZKð  SYÜ”3�qœ˜V›Ó%Ö&ˆØ�‰ŒÛ!'ÑˆBˆr�"�R˜˜2Ø68¸¸B¸rÀ"ÀRÑ5HÓIÒ5H°˜qŸt™t Fž|Ñ5HÑIÑˆBˆr�"�R˜˜2È#Ï-É-Ì/Ñ\aÐbdÐegÐhjÐkmÓ\nÐZ[Ôty×t|Ñt|÷  uHñ  uH÷  uiñ  uið  jkð  lnð  vxð  uið  uyÐosð  z~÷  zGñ  zGô  zIð  JM÷  JRñ  JRö  JTó "(ñ 'ð €Lùò Js   Å-H c                ód  • [        U5      UR                  :  d$  [        R                  " U5      R                  S:  ar  [        R
                  " [        U5      [        [        U5      (       a  [        R                  " U5      OS5      5      S[        R                  [        R                  SS.4$ [        R                  " U5      u  p‰[        S [        R                  " U[        R                  " U5         5       5       5      n
SnSnSn[        U
5       H¾  n[        R                  " XŽ:H  5      S   n[        R                  " XŽ:  5      S   n[        U5      UR                   :¼  d  MT  X   R#                  5       UR$                  :¼  d  Mv  [        U5      UR                  :¼  d  M‘  [        R                  " UU   5      R                  S:X  d  Mº  UXþpÜn  O   Uc/  SSKJn  U" [        R*                  " [        U5      5      S	XS
9u  p¼Sn[-        X$5      u  nnnnn[/        XXX¶R0                  5      u  nnn	/ UQUP7nUR                  UR                  UR                  UR2                  S   4n[5        UR6                  5      n[9        UU[        R:                  " U5      [        R:                  " U5      USXvR<                  UR>                  UR@                  URB                  UURD                  URF                  URH                  5      u  nnu  nn[        R*                  " [        U5      5      n [/        XXU UR0                  5      u  n!n"n	/ UQU!P7n#/ UQU"P7n$[K        U#UUSUS-   UUR@                  URB                  UURD                  URF                  URH                  5      n%[M        U%U$UURN                  5      n&U&[Q        U5      [        U5      [        U5      [S        U5      S[        [        R                  " US   S:H  5      5      [        [        R                  " US   S:H  5      5      S.4$ )zDTrain hybrid relational model using only history and predict target.r@   ç      à?r   T)ÚepochÚval_apÚval_aucÚfallbackc              3  ó$   #   • U  H  ov •  M     g 7fr%   © ©Ú.0Úvs     r.   Ú	<genexpr>Ú)fit_relational_predict.<locals>.<genexpr>=   s   é € ÐAtÒMsÈÄ!ÒMsùó   ‚N)Útrain_test_splitg333333Ã?)Ú	test_sizeÚstratifyÚrandom_stateÚstratified_fallbackr   iß  F)ro   rp   rq   Úvalidation_blockrr   Únew_student_rateÚnew_course_rate)*ÚlenÚrel_min_train_rowsr&   ÚuniqueÚsizeÚfullr)   ÚmeanÚnanrF   Úextract_temporal_groupsÚsortedÚpdÚisfiniteÚreversedÚwhereÚrel_val_min_rowsÚsumÚrel_val_min_failuresÚsklearn.model_selectionr{   Úaranger   r   Útop_raw_featuresrZ   r8   r5   r   r(   Ú
rel_epochsÚrel_patienceÚrel_lrÚrel_batch_sizer:   r;   r<   rl   r   Úrel_predict_batchrP   Ústr)'ÚXhistÚyhistÚ
hist_frameÚXtargetÚtarget_frameÚnamesÚargsr[   Úgroupsrb   ÚuniqÚtrlocÚvalocÚvblockÚbÚvaÚttr{   Úids_hÚids_tÚseÚceÚxeÚ
side_sel_hÚ
side_sel_tÚarr_selrZ   Údevr]   ÚepÚvapÚvaucr‡   Úside_hÚside_tÚarr_hÚarr_tÚfinalÚps'                                          r.   Úfit_relational_predictr½   8   s¾  € ä
ˆ5ƒz�$×)Ñ)Ó)¬R¯YªY°uÓ-=×-BÑ-BÀ1Ó-DÜ�wŠw”s˜7“|¤E¼CÀ¿J¹J¬"¯'ª'°%¬.ÈBÓ$OÓPÐ[\Ôfh×flÑflÔwy×w}Ñw}ð  JNñ  SOð  Oð  	Oä×)Ò)¨*Ó5�H€F¼6ÑAtÌRÏYÊYÐW]Ô^`×^iÒ^iÐjpÓ^qÑWrÔMsÓAtÓ;t°dØ
€E�Tˆu ˜&Ü�dŽ^ˆÜ�8Š8�F‘IÓ˜qÑ!ˆ¤R§X¢X¨f©hÓ%7¸Ñ%: "Üˆr‹7�D×)Ñ)Õ)¨e©i¯m©m«o¸t×?XÑ?XÕ.XÔ]`ÐacÓ]dÐfj×f}Ñf}Õ]}ô  CE÷  CLò  CLð  MRð  SUñ  MVó  CW÷  C\ñ  C\ð  ^_õ  C_Ø! "˜ˆE¡uñ ð �}å<Ù$¤R§Y¢Y¬s°5«zÓ%:ÀSÐRWÑj‰ˆð  sHÐkqÜ/°
ÓHÑ€Eˆ%��2�bÜ.¨u¸UÈ×OdÑOdÓeÑ€Jˆz˜!ØˆeÐ�JÑ€G r§w¡w¨r¯w©w°r·w±w¸z×?OÑ?OÐPQÑ?RÐ&S ÔX_Ð`d×`kÑ`kÓXlÐTWÜ  ¨¬r¯zªz¸%Ó/@ÄÇÂÈEÓARÐSXÐY]Ð^b×crÑcrÐsw÷  tEñ  tEð  FJ÷  FQñ  FQð  RV÷  Reñ  Reð  fið  jn÷  jzñ  jzð  {÷  {Jñ  {Jð  KO÷  K[ñ  K[ó  \Ñ€Eˆ"‰Zˆc�$ä	�Š”3�u“:Ó	€DÔ/AÀ%ÐPUÐ\`Ðae×avÑavÓ/w™˜v f¨Qð  Nð  AFð  Nð  GMñ  NÐx}ð  Udð  W\ð  Udð  ]cñ  Udð  OTÜ
˜E %¨¨d°4¸±8¸B¸t¿{¹{È4×K^ÑK^Ð_bÐcg×csÑcsÐtx÷  uDñ  uDð  EI÷  EUñ  EUó  V€EÜˆu�U˜3˜t×5Ñ5Ó6€AØ”s˜2“w¬¨c«
¼UÀ4»[Ô\_Ð`fÓ\gÐsxô  MRô  SU÷  SZò  SZð  [`ð  abñ  [cð  efñ  [fó  Sgó  Mhô  {@ô  AC÷  AHò  AHð  INð  OPñ  IQð  STñ  ITó  AUó  {Vñ  Wð  Wð  Wr0   c                ób  • [         R                  " U5      u  pg[        R                  " [	        U5      [        R
                  5      n/ n	[        R                  " U5      R                  5       (       d  X‰4$ [        [        S [        R                  " U[        R                  " U5         5       5       5      5       GHî  u  p«[        R                  " Xk:  5      S   n[        R                  " Xk:H  5      S   n[	        U5      UR                  :  d5  [	        U5      S:X  d&  [        R                  " X   5      R                  S:  a  MŒ  [        X   X   UR                   U   R#                  SS9X   UR                   U   R#                  SS9X4XZS-  -   5      u  pïXèU'   U	R%                  ['        U5      [	        U5      [	        U5      [)        X   R+                  5       5      ['        X   R-                  5       5      [/        X   U5      [1        X   U5      S.UE5        [3        SU S	[	        U5      S
 S[	        U5      S
 S[/        X   U5      S S[1        X   U5      S SUR5                  S[        R
                  5      S SUR5                  S[        R
                  5      S 35        GMñ     X‰4$ )Nc              3  ó$   #   • U  H  ov •  M     g 7fr%   rt   ru   s     r.   rx   Ú*relational_temporal_oof.<locals>.<genexpr>U   s   é € ÐRÒ+Q a¤Ò+Qùrz   r   r@   T©Údropée   )ÚblockÚ
train_rowsÚ	test_rowsÚfailuresÚ
prevalenceÚrelational_apÚrelational_aucz  relational OOF block=ú train=Ú,ú test=ú AP/AUC=ú.4fÚ/z cold student/course=r�   ú.1%r‚   )rF   rŠ   r&   r‡   rƒ   r‰   r�   ÚanyÚ	enumerater‹   rŒ   r…   r�   r„   r†   r½   ÚilocÚreset_indexÚappendr)   rP   r‘   rˆ   r   r   ÚprintÚget)ÚXrY   Úframer¡   r¢   r[   r£   ÚsourceÚoutÚrowsÚjr¨   ÚtrÚter¼   Úinfos                   r.   Úrelational_temporal_oofrâ   R   s&  € Ü×.Ò.¨uÓ5�M€F¼"¿'º'Ä#ÀaÃ&ÌÏÉÓ:P°cÐVXÐQUÜ�;Š;�vÓ×"Ñ"×$Ñ$¨S¨X oÜœÑR¬2¯9ª9°V¼B¿KºKÈÓ<OÑ5PÔ+QÓRÓR×S‰ˆÜ�8Š8�F‘HÓ˜aÑ ˆ¤B§H¢H¨V©YÓ$7¸Ñ$: Üˆr‹7�4×*Ñ*Ó*¬c°"«g°q«j¼B¿IºIÀaÁeÓ<L×<QÑ<QÐRSÓ<SÑU]Ü% a¡e¨A©E°%·*±*¸R±.×2LÑ2LÐRVÐ2LÐ2WÐXYÑX]Ð^c×^hÑ^hÐikÑ^l×^xÑ^xð  CÐ^xð  _Dð  EJð  PTð  WZñ  UZñ  PZó  [‰ˆØˆB‰Ø�‰œU 1›X´3°r³7ÄsÈ2ÃwÔZ]Ð^_Ñ^c×^gÑ^gÓ^iÓZjÔx}Ð~ñ  D÷  Iñ  Ió  Kó  yLô  ]dð  efñ  ejð  kló  ]mô  Gð  HIñ  HMð  NOó  Pñ  Xð  SWð  Xô  	YÜÐ'¨ s¨'´#°b³'¸!°¸FÄ3ÀrÃ7È1À+ÈXÔV]Ð^_Ñ^cÐdeÓVfÐgjÐUkÐklÔmuÐvwÑv{Ð|}Óm~ð  @Cð  mDð  DYð  Z^÷  Zbñ  Zbð  cuô  vx÷  v|ñ  v|ó  Z}ð  ~Að  YBð  BCð  DH÷  DLñ  DLð  M^ô  _a÷  _eñ  _eó  Dfð  gjð  Ckð  l÷  	mñ Tð ˆ8€Or0   c                óJ   • [        S[        5       4S[        SSSSU S94/5      $ )NÚscalerÚ
classifierÚbalancedrn   i¸  Ú	liblinear)Úclass_weightÚCÚmax_iterÚsolverr~   )r   r   r   )r[   s    r.   Ú	_lr_modelrì   _   sJ   € Ü�hœ~Ó/Ð0°,Ô?QÐ_iÐlnÐx|ð  EPð  ^bñ  @cð  2dð  eó  fð  fr0   c                ó¤  • [        U R                  U R                  U5      nUc  g Uu  pEpgp‰n
[        S5        [        SU S[	        U5      S S[	        U5      S SUR                  5       S SUR                  5       S 3
5        [        XFX€R                  US	-  -   U R                  U R                  U R                  S
S9n[        XFXŠX R                  US-  -   5      u  pÍUR                  [        R                  " U5      -  n[        R                  " U5      S   n[	        U5      U R                   :  d   Xo   R#                  5       U R$                  :  a  ['        SU S[	        U5       35      eXo   nUR(                  U   nXÏ   nUR*                  U   n[,        R.                  " U5      S   n[1        U5      R2                  U   R5                  SS9n[7        UUU5      u  nn[,        R8                  " UUUR:                  U R<                  U R>                  U R@                  U R                  U-   5      u  nnn[        S[	        U5      S S[	        U5      S S[	        U5      S SURC                  S5       35        [E        U R                  U-   5      nURG                  UU   UU   5        URI                  UU   5      S S 2S4   n[K        UU   UU   UU RL                  5      u  nn[E        U R                  U-   S-   5      nURG                  UU5        [O        UU   UU   UU   UU   UU   U R                  US-  -   U RP                  U RL                  U RR                  S9	n [U        UU RR                  5      u  n!n"[W        UU4U R                  US-  -   U!S.U S   D6n#[Y        XFXPR                  US-  -   U R                  U R                  S 9u  n"n$n%[[        XFX…XšX R                  US!-  -   5      u  n&n'[1        X‰5      n([7        U$U&U(5      u  n)n"URI                  U)5      S S 2S4   n*[]        U#U)5      n+[_        U%U*US"   5      n,[_        U%U+U S"   5      n-[        S#5        [        S$US"   S% S&US'   S( S)US*   S( 35        [        S+U S"   S% S&U S,   S'   S( S)U S,   S*   S( 35        [        S-5        [a        S.UU%5        [a        S/UU&U%5        [a        S0UU,U%5        [a        S1UU-U%5        [        S2U'RC                  S3[        Rb                  5      S4 S)U'RC                  S5[        Rb                  5      S4 35        U R                   S6U 3n.[        Rd                  " U(Rf                   V/s/ s H  n/U/S:X  a  S7O	U/S8::  a  S9OS:PM     sn/5      n0[h        Rj                  " UU%U&U,U-U0S;.U(Rl                   V1s0 s H  n1U1U(U1   Ro                  5       _M     sn1E5      Rq                  UU. S<3-  S
S=9  [s        U V2s/ s H	  n2S>U0U2EPM     sn2UU. S?3-  5        [s        U V2s/ s H
  n2US@SA.U2EPM     sn2U SB    V2s/ s H
  n2USCSA.U2EPM     sn2-   UU. SD3-  5        / n3 URt                  SE   Rv                  Ry                  SF5      n1[        Rz                  " [        R|                  " U15      * 5      S SG  V4s/ s H.  n4UUU4   [        U1U4   5      [}        [        U1U4   5      5      SH.PM0     n3n4[s        U3UU. SI3-  5        [ƒ        U SJ   UU   UU   UU R                  U-   SGSK9n5[s        U5 V2s/ s H	  n2S>U0U2EPM     sn2UU. SL3-  5        / n6SM H¼  n7U0U7:H  n8U8R…                  5       (       d  M  S.U%4SNU&4SOU,4SPU-44 H‹  u  n9n:U6R‡                  UU7U9[‰        U8R#                  5       5      [‰        UU8   R#                  5       5      [        UU8   R                  5       5      [‹        UU8   U:U8   5      [�        UU8   U:U8   5      SQ.5        M�     M¾     [s        U6UU. SR3-  5        XU%U&U,U-SS.$ s  sn/f s  sn1f s  sn2f s  sn2f s  sn2f s  sn4f ! [€         a     GNff = fs  sn2f )TNzw
======================================================================================================================zFOLD z | historical=rÌ   rÍ   z fail=z.2%z->é   F)r[   Ún_estimatorsÚhist_max_iterÚcrossfit_foldsÚverbosei'  r   zFold z: insufficient common OOF rows Úcommittee_meanTrÁ   z([Stacker temporal selection] common OOF=rË   z val=z blocks=Úvalidation_blocksr   éc   éÓ   )r[   rê   Úauthority_gridÚbetaéß   )r[   Úsample_weightÚparamsé   )r[   rï   rð   i N  Ú	authorityz[Validation selection]z  LR stack4  authority=z.2frÎ   ÚaprÏ   rÐ   Úaucz  HGB stack4 authority=Ú
validationz[Temporal test]Ú	committeezrelational standalonezB1 LR stack4zB2 HGB stack4z  target cold student/course=r�   rÑ   r‚   Ú_fold_Úhistory0r@   Ú
history1_2Úhistory3plus)Úactualr  Ú
relationalÚ	lr_stack4Ú
hgb_stack4Úhistory_regimez_scores.csv)ÚindexÚfoldz_relational_oof_blocks.csvr>   )r  ÚstackerÚauthority_rowsÚhgbz_authority_grid.csvrå   éÿÿÿÿé   )r  ÚfeatureÚcoefficientÚabs_coefficientz_lr_coefficients.csvr]   )r[   Útop_kz_hgb_importance.csv)r  r  r  r  r  r	  )r  Úregimer]   rÝ   rÇ   rÈ   rþ   rÿ   z_history_regimes.csv)r  rY   r  r  r  r	  )Gr   Ú
splits_dirÚfacultyr×   rƒ   rˆ   r   r[   rï   rð   rñ   râ   Úcovered_maskr&   r�   r�   Úmin_meta_rowsr‘   Úmin_meta_failuresÚRuntimeErrorÚprobabilitiesÚ	block_idsrF   Úcommittee_statisticsr   rÔ   rÕ   r/   Úchoose_multiblock_validationÚmodeÚvalidation_min_rowsÚvalidation_min_failuresÚvalidation_min_blocksrØ   rì   ÚfitÚpredict_probar   r÷   r   Ústacker_max_iterÚeffective_betar   r   r   r½   r   r   r#   r‰   r(   Úhistory_semestersrŒ   Ú	DataFrameÚcolumnsÚto_numpyÚto_csvr    Únamed_stepsÚcoef_ÚreshapeÚargsortÚabsr)   Ú	Exceptionr"   rÒ   rÖ   rP   r   r   );Úar  ÚoutdirÚdÚXtrÚXteÚytrÚyterß   rà   r¡   ÚcfÚrel_oofÚ
block_rowsÚcommonÚidxÚyoÚpoÚroÚboÚqoÚsupport_histÚZÚnmÚmtÚmvÚvinfor>   ÚplrÚlr_aÚlr_arowsÚlr_finalÚhgb_selÚwhrb   Ú	hgb_finalÚpteÚqteÚrel_teÚrel_infoÚ
support_teÚZteÚplr_teÚphgb_teÚslrÚshgbÚtagÚxÚregimesÚcÚrÚcoefÚiÚimpÚrrÚgÚmr]   Úscs;                                                              r.   Úrun_foldrh  c   sß  € Ü�q—|‘| A§I¡I¨dÓ3€AØ�y˜Ø !Ñ€CˆC�B˜%Ü	ˆ,Ôœ  d V¨>¼#¸c»(À1¸ÀVÌCÐPSËHÐUVÈ<ÐW]Ð^a×^fÑ^fÓ^hÐilÐ]mÐmoÐps×pxÑpxÓpzÐ{~Ðoð  Aô  BÜ˜# "¯&©&°°b±©.ÀaÇnÁnÐcd×crÑcrð  CD÷  CSñ  CSð  \añ  b€BÜ.¨s°rÀÇ&Á&ÈÈeÉÑBSÓTÑ€GØ�?‰?œRŸ[š[¨Ó1Ñ1€F´b·h²h¸vÓ6FÀqÑ6I°#Ü
ˆ3ƒx�—‘Ó 3¡8§<¡<£>°!×2EÑ2EÓ#EÌ\Ð\aÐbfÐagð  hGô  HKð  LOó  HPð  GQð  [Ró  NSð  HSØ
�x€B�2×#Ñ# CÑ(�¨G©L¨¸B¿L¹LÈÑ<M¸ÔQU×QjÒQjÐkmÓQnÐoñ  RAÈbô  Omð  npó  Oq÷  Ovñ  Ovð  wzñ  O{÷  OGñ  OGð  MQð  OGð  ORð  BNÜ	˜R  <Ó	0�D€A€bÜ×1Ò1°"°R¸¿¹À×@UÑ@UÐVW×VoÑVoÐpq÷  qHñ  qHð  IJ÷  IOñ  IOð  PTñ  ITó  U�K€B€rˆ%Ü	Ð4´S¸³X¸a°LÀÌÈBËÐPQÀ{ÐRWÔX[Ð\^ÓX_Ð`aÐWbÐbjÐkp×ktÑktð  vIó  lJð  kKð  Lô  Mä�—‘˜‘Ó€B˜bŸf™f Q r¡U¨2¨b©6Ô2°r×7GÑ7GÈÈ"ÉÓ7NÊqÐQRÈsÑ7S°3ÔbrÐsuÐvxÑsyÐz|Ð}ñ  {Að  BEð  FG÷  FVñ  FVó  cWÑTaÐTXÐYaÜ�q—v‘v˜d‘{ 2‘~Ó&€H x§|¡|°A°bÔ'9ä% a¨¡e¨B¨r©F°1°R±5¸¸B¹ÀÀ2ÁÈAÏFÉFÐSWÐX[ÑS[ÉOÐef×ewÑewð  HI÷  HXñ  HXð  ^_÷  ^nñ  ^nñ  o€GÜ	˜2˜a×.Ñ.Ó	/�D€B€qÔ:LÈQÈrð  ;MÐWX×W]ÑW]Ð^bÐcfÑ^fÑWfÐuwñ  ;Mð  {Bð  CKñ  {Lñ  ;M°	ä& s¨s¿¹¸tÀB¹w¹ÐTU×TbÑTbÐqr÷  rAñ  rAñ  B�I€A€cˆ#Ü*¨3°2¸"À1ÇVÁVÈDÐQVÉJÑEVÓW�O€Fˆ8Ü-¨bÓ4€JÔ;NÈsÐSYÐZdÓ;e±U°S¸Ø×!Ñ! #Ó&¢q¨ sÑ+€FÔ4DÀYÈsÓ4S¨GÜ˜#˜f T¨+Ñ%6Ó7€CÔ=NÈsÐSZÐ[bÐcnÑ[oÓ=p¸Ü	Ð
"Ô#¤EÐ,CÀDÈÑDUÐVYÐCZÐZbÐcgÐhlÑcmÐnqÐbrÐrsÐtxÐy~Ñtð  ADð  tEð  +Fô  %Gô  HMð  Pgð  hoð  p{ñ  h|ð  }@ð  gAð  AIð  JQð  R^ñ  J_ð  `dñ  Jeð  fið  Ijð  jkð  lsð  t@ñ  lAð  BGñ  lHð  ILð  kMð  NNô  HOÜ	Ð
ÔÔ.¨{¸3¸sÔCÔDUÐVmÐnqÐrxÐy|ÔD}ô  Pð  Q_ð  `cð  dgð  hkô  lô  m~ð  Nð  ORð  SWð  X[ô  m\ô  ]bð  eBð  CK÷  COñ  COð  Pbô  ce÷  ciñ  ció  Cjð  knð  Boð  opð  qy÷  q}ñ  q}ð  ~Oô  PR÷  PVñ  PVó  qWð  X[ð  p\ð  c]ô  ]^Ø�9‰9ˆ+�V˜D˜6Ð"€CÜ�JŠJÐdn÷  eAò  eAó  Bò  eAÐ_` a¨£d™
ÀÀAÃ±È>ÒZñ  eAñ  Bó  C€GÜ‡L‚L˜3¨3¸FÈsÐ`dÐv}ñ  zð  fp÷  fxò  fxó  Ayò  fxð  abð  BCð  DNð  OPñ  DQ÷  DZñ  DZó  D\ò  B\ñ  fxñ  Ayð  zó  {÷  Bñ  Bð  CIð  MPð  LQð  Q\ð  J]ñ  C]ð  dið  Bñ  jÜ©Ó4ª Aˆv�dÐ˜QÓ©Ñ4°V¸s¸eÐC]Ð<^Ñ5^Ô_Ü¹ÓAº°1�d TÑ.¨AÓ.¹ÑAÐnuð  wGò  oHó  CIò  oHÐijÈ4ÐZ_ÑCdÐbcÓCdñ  oHñ  CIñ  Ið  JPð  TWð  SXð  Xkð  Qlñ  Jlô  mØ	€DðØ
×
Ñ
˜|Ñ
,×
2Ñ
2×
:Ñ
:¸2Ó
>ˆô  jl÷  jtò  jtô  vx÷  v|ò  v|ð  }~ó  vð  uó  j@ð  ADð  BDñ  jEó  EFò  jEð  efÈTÐ\^Ð_`Ñ\aÔpuÐvwÐxyÑvzÓp{ô  ORô  SXð  YZð  [\ñ  Y]ó  S^ó  O_ô  F`ñ  jE¸tð  EFäˆT�&˜C˜5Ð 4Ð5Ñ5Ô6Ü˜ Ñ)¨!¨B©%°°2±°r¸q¿v¹vÀd¹{ÐQSÑT€CÔU]Ñz}Ó^~Òz}ÐuvÐ`fÐgkÐ_pÐnoÓ_pÑz}Ñ^~ð  @Fð  JMð  INð  Nað  Gbñ  @bô  Vcà	€BÛ5ˆØ
�1‰*ˆØ�u‰u�w‰w‘xØ% cÐ*¨L¸Ð+@À+ÈcÐARÐT`ÐaeÐSfÓg‰HˆE�"Ðik×irÑirÐ{ð  JKð  TYô  adð  ef÷  ejñ  ejó  eló  amô  y|ð  }@ð  ABñ  }C÷  }Gñ  }Gó  }Ió  yJô  X]ð  ^að  bcñ  ^d÷  ^iñ  ^ió  ^kó  Xlô  ryð  z}ð  ~ñ  z@ð  ACð  DEñ  AFó  rGô  NVð  WZð  [\ñ  W]ð  ^`ð  abñ  ^có  Ndñ  teö  jfÓgñ 6ô ˆR�˜#˜Ð2Ð3Ñ3Ô4Ø¨C¸VÐPSÐaeÑfÐfùò# Bùò AyùÚ4ùÚAùò  CIùò EFøÜÓ’TÐüâ^~sI   Õ#`Ö,`#
×/`(Ø`-Ø0`2
ÙA`< Ú,5`7Û!`< Ü"aà7`< à<
a
á	a
c           
     ó�  • [         R                  " U Vs/ s H  o"S   PM	     sn5      n/ nS H„  n[         R                  " U Vs/ s H  o"U   PM	     sn5      odR                  XS.[        X65      E[	        X6S5      R                  5        VVs0 s H  u  pxUS;   d  M  SU 3U_M     snnE5        M†     U$ s  snf s  snf s  snnf )NrY   )r  r  r  r	  )Úsplitr]   gš™™™™™É?)Ú	precisionÚrecallÚfbetaÚ	flag_rateÚ	budget20_)r&   ÚconcatenaterÖ   r   r   Úitems)	rj  Úrecsr`  rY   rÝ   rG  ÚsÚkrw   s	            r.   Úsummaryru  “   s  € Ü‡n‚n¡dÓ+¢d ˜”f¡dÑ+Ó,€A°"¨TÛAˆÜ
�.Š.©Ó.ª A˜Bœ%©Ñ.Ó
/ˆ·±ÀUñ  =fÔXeÐfgÓXjð  =fô  L`ð  abð  ehó  Li÷  Loñ  Loô  Lqô  neò  Lqñ  EHð  EFð  uvð  zdñ  udÓnÐpyÐz{Ðy|Ðn}Ð~Ònñ  Lqò  neð  =fö  1gñ Bà€Kùò ,ùâ.ùó  nes   •B8ÁB=
ÂCÂ
Cc                 óþ  • [         R                  " 5       o R                  SSS9  U R                  SSS9  U R                  SSS9  U R                  S	S
S9  U R                  SSS9  U R                  S[        SS9  U R                  S[        SS9  U R                  S[        SS9  U R                  S[        SS9  U R                  S[        SS9  U R                  S[        SS9  U R                  S[        SS9  U R                  S[        SS9  U R                  S[        SS9  U R                  SS  / S!QS9  U R                  S"[        SS9  U R                  S#[        S$S9  U R                  S%[        S&S9  U R                  S'[        S(S9  U R                  S)[        S(S9  U R                  S*[        S+S9  U R                  S,[        S-S9  U R                  S.[        S/S9  U R                  S0[        S1S9  U R                  S2[        S3S9  U R                  S4[        S5S9  U R                  S6[        S7S9  U R                  S8[        S9S9  U R                  S:[        S;S9  U R                  S<S=S>/S=S?9  U R                  5       $ )@Nz--splits_dirT)Úrequiredz	--facultyÚkhoa_cong_nghe_thong_tin)Údefaultz--dev_foldsz	1,2,3,4,5z--holdout_foldsz6,7z--models_dirz#results/suite2/b_relational_stackerz--seedé*   )Útypery  z--n_estimatorsiô  z--hist_max_iteréú   z--crossfit_foldsé   z--stacker_max_iterz--validation_min_rowsiˆ  z--validation_min_failuresé–   z--validation_min_blocksr@   z--effective_betag§èH.ÿï?z--authority_gridc                ób   • U R                  S5       Vs/ s H  n[        U5      PM     sn$ s  snf )NrÌ   )rj  r)   )rs  r]  s     r.   Ú<lambda>Úparse_args.<locals>.<lambda>›   se   € ð  AB÷  AHñ  AHð  ILô  AMó  nNò  AMð  |}ô  otð  uvö  owñ  AMò  nNùò  nNs   ”,)r   g      Ð?rn   g      è?r   z--min_meta_rowsz--min_meta_failureséd   z--top_raw_featuresé0   z--student_dimé   z--course_dimz--section_dimé   z--rel_epochsé(   z--rel_patienceé   z--rel_lrgü©ñÒMb`?z--rel_batch_sizei   z--rel_predict_batchi   z--rel_min_train_rowsi°  z--rel_val_min_rowsi,  z--rel_val_min_failuresé   z--deviceÚautor2   )Úchoicesry  )ÚargparseÚArgumentParserÚadd_argumentrP   r)   Ú
parse_args)r¼   s    r.   rŽ  rŽ  š   sr  € Ü×ÒÓ€A§¡¨~Àt Ñ LÈQÏ^É^Ð\gð  qKÈ^ñ  NLð  MN÷  M[ñ  M[ð  \ið  r}ð  M[ñ  M~ð  @÷  Mñ  Mð  N_ð  hmð  Mñ  nð  op÷  o}ñ  o}ð  ~Lð  Uzð  o}ñ  o{ð  |}÷  |Jñ  |Jð  KSô  Y\ð  egð  |Jñ  |hð  ij÷  iwñ  iwð  xHô  NQð  Z]ð  iwñ  i^ð  _`÷  _mñ  _mð  nô  EHð  QTð  _mñ  _Uð  VW÷  Vdñ  Vdð  ewô  }@ð  IJð  Vdñ  VKð  LM÷  LZñ  LZð  [oô  uxð  A	D	ð  LZñ  LE	ð  F	G	÷  F	T	ñ  F	T	ð  U	l	ô  r	u	ð  ~	B
ð  F	T	ñ  F	C
ð  D
E
÷  D
R
ñ  D
R
ð  S
n
ô  t
w
ð  @Cð  D
R
ñ  D
Dð  EF÷  ESñ  ESð  Tmô  svð  @ð  ESñ  EAð  BC÷  BPñ  BPð  Qcô  inð  w|ð  BPñ  B}ð  ~÷  ~Lñ  ~Lð  M_ñ  eNò  Wgð  ~Lñ  ~hð  ij÷  iwñ  iwð  xIô  ORð  [_ð  iwñ  i`ð  ab÷  aoñ  aoð  pEô  KNð  WZð  aoñ  a[ð  \]÷  \jñ  \jð  kô  EHð  QSð  \jñ  \Tð  UV÷  Ucñ  Ucð  dsô  y|ð  EGð  Ucñ  UHð  IJ÷  IWñ  IWð  Xfô  loð  xzð  IWñ  I{ð  |}÷  |Jñ  |Jð  KZô  `cð  lmð  |Jñ  |nð  op÷  o}ñ  o}ð  ~Lô  RUð  ^`ð  o}ñ  oað  bc÷  bpñ  bpð  qAô  GJð  STð  bpñ  bUð  VW÷  Vdñ  Vdð  eoô  uzð  CGð  Vdñ  VHð  IJ÷  IWñ  IWð  Xjô  psð  |@ð  IWñ  IAð  BC÷  BPñ  BPð  Qfô  loð  x|ð  BPñ  B}ð  ~÷  ~Lñ  ~Lð  Mcô  ilð  uyð  ~Lñ  ~zð  {|÷  {Iñ  {Ið  J^ô  dgð  psð  {Iñ  {tð  uv÷  uCñ  uCð  D\ô  beð  npð  uCñ  uqð  rs÷  r@ñ  r@ð  AKð  U[ð  \að  Tbð  kqð  r@ñ  rrð  z{÷  zFñ  zFó  zHð  sHr0   c                 ó¾  • [        5       n [        U R                  5      oR                  SSS9  [	        S5        [	        S5        [	        S5        [	        S5        [        U R                  5       Vs/ s H  n[        XU5      =nc  M  UPM     nn[        U R                  5       Vs/ s H  n[        XU5      =nc  M  UPM     nn/ nU(       a  U[        SU5      -  nU(       a  U[        SU5      -  n[        XaU R                   S3-  5        U H>  n[	        US	   R                  5       S
 SUS   S SUS   S SUS   S SUS   S 3	5        M@     g s  snf s  snf )NT)ÚparentsÚexist_okzv======================================================================================================================u9   SUITE2 EXPERIMENT B â€” RELATIONAL FOURTH EXPERT STACKINGzYChronological hybrid relational OOF -> B1 V2-style LR stacker / B2 HGB competence stackerÚdevelopmentÚholdoutz_summary.csvrj  Ú11sÚ r]   Ú16srÎ   rþ   rÏ   rÐ   rÿ   z F2@20%=Úbudget20_fbeta)rŽ  r   Ú
models_dirÚmkdirr×   r!   Ú	dev_foldsrh  Úholdout_foldsru  r    r  Úupper)r4  rÜ   Úfr`  r³   ÚholdrÝ   s          r.   ÚmainrŸ  ž   s·  € Üƒl€A”t˜AŸL™LÓ)�3¯)©)¸DÈ$¨)Ñ*OÜ	ˆ'„N”5ÐTÔUÔV[ð  ]xô  Wyô  zð  @Gô  zHÜ §¡Ô,ÓSÒ,ˆq´H¸QÀÓ4EÐ1E°�Ñ,€CÐSÔepÐqr÷  rAñ  rAô  fBó  Ziò  fBÐ`aô  JRð  STð  WZó  J[ð  G[ð  GH×Z[ñ  fBÐTXð  ZiØ	€DÞ
ˆ4”˜ sÓ+Ñ+ˆ4ÞˆD”'˜) DÓ)Ñ)ˆDÜˆT˜Ÿ™˜ <Ð0Ñ0Ô1Ûˆ”%˜1˜W™:×+Ñ+Ó-¨cÐ2°!°A°g±J¸sÐ3CÀ8ÈAÈdÉGÐTWÈ=ÐXYÐZ[Ð\aÑZbÐcfÐYgÐgoÐpqð  sCñ  qDð  EHð  pIð  Jö  KŠTùò 	Tùò  Zis   Á2EÂ	EÂ(EÂ?EÚ__main__)FÚ__doc__Ú
__future__r   ÚsysÚpathlibr   Ú_BootstrapPathr›   Ú__file__Úresolver�  Ú_PARENTÚpathÚinsertr‹  ÚcopyÚnumpyr&   ÚpandasrŒ   r4   Úsklearn.linear_modelr   Úsklearn.pipeliner   Úsklearn.preprocessingr   Útorch.utils.datar	   r
   Útrain_v3rF   Úexp_relational_fmr   r   r   r   r   r   Úsuite2_commonr   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r    r!   r"   r#   r/   r8   rl   r½   râ   rì   rh  ru  rŽ  rŸ  Ú__name__rt   r0   r.   Ú<module>r¶     sè   ðñõ #Û 
Ý *Ù
‰n˜XÓ&×.Ñ.Ó0×8Ñ8¸Ñ;Ó
<€Ø
�#—(‘(ÓØ‡H�H‡O�O�A�wÔß Ý Û Û Û Ý 3Ý %Ý 0ß 6ã ÷ E÷  E÷÷ ÷ ÷ ÷ ñ ò6ò
Zò	òWò4
òfò-gò`òHòKð ˆZÓ™�Ðr0   