ó
    0Ð|j]2  ã                  óV  • S r SSKJr  SSKrSSKrSSKJr  SSKJr  SSK	r
SSKrSSKrSSKJr  SSKJrJr  SSKJr  SSKrSS	KJrJrJrJrJrJrJrJrJrJ r J!r!J"r"J#r#   " S
 S\RH                  5      r%SS jr&SS jr'SS jr(SS jr)S r*SS jr+S r,S r-S r.S r/\0S:X  a  \." 5         gg)a  Experiment 2: relational student-course factorization expert.

Tests whether latent student x course interactions provide complementary signal
that the static tabular committee cannot represent directly. Unknown IDs map to
zero/OOV embeddings, making cold-start behavior explicit.
é    )ÚannotationsN)Ú	dataclass)ÚPath)Únn)Ú
DataLoaderÚTensorDataset)ÚStandardScaler)Ú
OOVEncoderÚseed_allÚload_binary_foldÚfit_production_committeeÚtop_raw_selectorÚsafe_apÚsafe_aucÚ	score_rowÚnovelty_groupsÚsubgroup_metric_rowsÚsave_csvÚparse_foldsÚparse_float_gridc                  ó8   ^ • \ rS rSrSU 4S jjrS rS rSrU =r$ )ÚRelationalFactorizationModelé   c	                óÚ  >• [         T
U ]  5         [        U5      U l        [	        XV5      o™U l        [        R                  " XSS9U l        [        R                  " X&SS9U l	        [        R                  " [        SU5      USS9U l        [        R                  " USSS9U l        [        R                  " USSS9U l        [        R                  " [        SU5      SSS9U l        [        R                  " [         R"                  " S5      5      U l        U R                  (       a7  [        R&                  " US5      U l        [        R&                  " XF5      U l        U R-                  5         g )Nr   )Úpadding_idxé   © )ÚsuperÚ__init__ÚboolÚhybridÚminÚdr   Ú	EmbeddingÚstudentÚcourseÚmaxÚsectionÚsbÚcbÚxbÚ	ParameterÚtorchÚzerosÚglobal_biasÚLinearÚside_linearÚ	side_projÚreset_parameters)ÚselfÚ
n_studentsÚ	n_coursesÚ
n_sectionsÚside_dimÚstudent_dimÚ
course_dimÚsection_dimr!   r#   Ú	__class__s             €Ú@/root/disk_3tb/earlywarning/30072026/suite2/exp_relational_fm.pyr   Ú%RelationalFactorizationModel.__init__   s–  ø€ Ü‰ÑÔ¤t¨F£|˜4œ;´c¸+Ó6Q°AÐRVÔRXÜ—\’\ *ÀQÑGˆŒÔTV×T`ÒT`Ðajð  CDñ  UEÈÌô  SU÷  S_ò  S_ô  `cð  deð  fpó  `qð  r}ð  JKñ  SLð  FJô  FRÜ—’˜Z¨°aÑ8ˆŒÄÇÂÈiÐXYÐfgÑAh¸¼Ôqs×q}Òq}ô  Bð  CDð  EOó  Pð  QRð  _`ñ  raÐimÔipô  su÷  sò  sô  @E÷  @Kò  @Kð  LNó  @Oó  sPð  bfô  brØ�;�;ÜŸYšY x°Ó2ˆDÔÄ"Ç)Â)ÈHÓB`°4´>Ø×ÑÕó    c                ó&  • U R                   U R                  U R                  4 HR  n[        R                  R                  UR                  SS9  UR                  R                  S   R                  5         MT     U R                  U R                  U R                  4 H,  n[        R                  R                  UR                  5        M.     U R                  (       a4  [        R                  R                  U R                  R                  5        g g )Ngš™™™™™©?)Ústdr   )r%   r&   r(   r   ÚinitÚnormal_ÚweightÚdataÚzero_r)   r*   r+   Úzeros_r!   r1   Úbias)r4   Úembs     r=   r3   Ú-RelationalFactorizationModel.reset_parameters   s¥   € Ø—L‘L §¡¨T¯\©\Ó:ˆC¼B¿G¹G¿O¹OÈCÏJÉJÐ[^¸OÑ<_Ðad×akÑak×apÑapÐqrÑas×ayÑayÖa{Ñ:Ø—G‘G˜DŸG™G D§G¡GÓ,ˆC¬b¯g©g¯n©n¸S¿Z¹ZÖ.HÑ,Ø�;�;œŸ™Ÿ™ t×'7Ñ'7×'<Ñ'<Õ=ˆ;r?   c           	     óœ  • U R                  U5      oPR                  U5      o`R                  U R                  U5      R	                  S5      -   U R                  U5      R	                  S5      -   U R                  U5      R	                  S5      -   USS U R                  24   USS U R                  24   -  R                  S5      -   nU R                  (       at  XpR                  U5      R	                  S5      -   U R                  U5      U-  R                  S5      [        R                  " [        SUR                  S   5      5      -  -   nU$ )Nr   .)r%   r&   r/   r)   Úsqueezer*   r+   r#   Úsumr!   r1   r2   ÚnpÚsqrtr'   Úshape)r4   ÚsÚcÚxÚsideÚseÚceÚscores           r=   ÚforwardÚ$RelationalFactorizationModel.forward#   s´  € Ø�<‰<˜‹?ˆŸk™k¨!›n˜2×3CÑ3CÀDÇGÁGÈAÃJ×DVÑDVÐWXÓDYÑ3YÐZ^×ZaÑZaÐbcÓZd×ZlÑZlÐmnÓZoÑ3oÐpt×pwÑpwÐxyÓpz÷  qCñ  qCð  DEó  qFñ  4Fð  HJð  KNð  OVð  PT÷  PVñ  PVð  OVð  KVñ  HWð  XZð  [^ð  _fð  `d÷  `fñ  `fð  _fð  [fñ  Xgñ  Hg÷  Glñ  Glð  mnó  Goñ  4o¨UØ�;�;˜e×$4Ñ$4°TÓ$:×$BÑ$BÀ1Ó$EÑEÀtÇ~Á~ÐVZÓG[Ð\^ÑG^×FcÑFcÐdeÓFfÔgi×gnÒgnÔorÐstÐuw×u}Ñu}Ð~ñ  vAó  pBó  hCñ  GCñ  C˜Øˆr?   )r*   r&   r#   r/   r!   r)   r(   r1   r2   r%   r+   )é   rZ   é   F)	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   r3   rX   Ú__static_attributes__Ú__classcell__)r<   s   @r=   r   r      s   ø† ÷ ò>÷ð r?   r   c           	     ó6  • SU ;   a  SO	SU ;   a  SOS nU(       Ga  [         R                  " X   SS9R                  5       n[        S [         R                  " U[
        R                  " U5         5       5       5      n[        U5       H—  n[
        R                  " XW:H  5      S   n[
        R                  " XW:  5      S   n	[        U5      U:¼  d  MJ  X   R                  5       U:¼  d  Mb  [
        R                  " X   5      R                  S:X  d  MŠ  X˜[        U5      4s  $    [
        R                  R                  S5      n
[
        R                  " [        U5      5      oºR!                  U5        [#        S	[%        S
[        U5      -  5      5      oËS U X¼S  S4$ )NÚtarget_semester_ordinalÚtarget_NHHKÚcoerce)Úerrorsc              3  ó$   #   • U  H  ov •  M     g 7f)Nr   )Ú.0Úvs     r=   Ú	<genexpr>Ú,_last_temporal_validation.<locals>.<genexpr>,   s   é € ÐM|ÒY{ÐTUÌaÒY{ùs   ‚r   é   é*   r   g333333ë?Úrandom_fallback)ÚpdÚ
to_numericÚto_numpyÚsortedÚuniquerN   ÚisfiniteÚreversedÚwhereÚlenrM   ÚsizeÚstrÚrandomÚdefault_rngÚarangeÚshuffler'   Úint)ÚframeÚyÚmin_rowsÚmin_failuresÚcolÚvalsÚuniqÚbÚvaÚtrÚrngÚidxÚcuts                r=   Ú_last_temporal_validationrŒ   )   s`  € Ø%>À%Ó%GÑ!Ð_lÐpuÓ_uÉmÐ{€Cß
Ü�]Š]˜5™:¨XÑ6×?Ñ?ÓAˆÄvÑM|ÔY[×YbÒYbÐcgÔhj×hsÒhsÐtxÓhyÑczÔY{ÓM|ÓG|À$Ü˜$–ˆAÜ�xŠx˜™Ó  Ñ#ˆB¤r§x¢x°±Ó'7¸Ñ': BÜ�2‹w˜Õ  Q¡U§Y¡Y£[°,Õ%>Ä2Ç9Â9ÈQÉUÓCS×CXÑCXÐZ[ÕC[ÐceÔilÐmnÓioÐcoÒ\oñ  ô 	�	‰	×Ñ˜bÓ!€C¤b§i¢i´°A³Ó&7 #¿¹ÀCÔ8HÌSÐQRÔSVÐWZÔ[^Ð_bÓ[cÑWcÓSdÓMeÈÐquÐruÐmvÐwzÐ{ð  xAð  BSð  nSð  gSr?   c                óR   • [         R                  " X5      S   R                  S5      $ )Nr   Úfloat32)ÚcoreÚeffective_sample_weightsÚastype)r€   Úbetas     r=   Ú_weightsr“   3   s#   € ¤4×#@Ò#@ÀÓ#HÈÑ#K×#RÑ#RÐS\Ó#]Ð]r?   c                ó¼  • Uu  pEpg/ o€R                  5         [        [        R                  " U5      [        R                  " U5      [        R                  " U5      [        R                  " UR	                  S5      5      5      n	[        R
                  " 5          [        X“SS9 He  o¨R                  [        R                  " U " U
 Vs/ s H  o»R                  U5      PM     sn6 5      R                  5       R                  5       5        Mg     S S S 5        U(       a  [        R                  " U5      $ [        R                  " / 5      $ s  snf ! , (       d  f       NF= f)NrŽ   F©Ú
batch_sizer}   )Úevalr   r-   Ú
from_numpyr‘   Úno_gradr   ÚappendÚsigmoidÚtoÚcpuÚnumpyrN   ÚconcatenateÚarray)ÚmodelÚarraysÚdeviceÚbatchrQ   rR   rS   rT   ÚoutÚdsÚbbÚzs               r=   Ú_predictr©   5   s  € Ø�J€Aˆ˜"�cŸZ™Zœ\Ü”U×%Ò% aÓ(¬×)9Ò)9¸!Ó)<¼U×=MÒ=MÈaÓ=PÔQV×QaÒQaÐbf×bmÑbmÐnwÓbxÓQyÓz€BÜ	�Š�Ü˜R¸Ô?ˆBÇÁÌEÏMÊMÑZ_ÑxzÓa{ÒxzÐst×bfÑbfÐgmÖbnÑxzÑa{ÐZ|ÓL}÷  MBñ  MBó  MD÷  MJñ  MJó  MLö  BMÑ?÷ 
æ"%Œ2�>Š>˜#ÓÐ7¬2¯8ª8°B«<Ð7ùò b|÷ 
�ús   Â.EÃEÃ!,EÅEÅ
Ec                ó4  • [        U5        [        XLXÞUS.6R                  U5      n[        R                  R                  UR                  5       U	SS9n[        X   5      nU u  nnnn[        [        R                  " UU   5      [        R                  " UU   5      [        R                  " UU   5      [        R                  " UU   R                  S5      5      [        R                  " X   R                  S5      5      [        R                  " U5      5      n[        UU
SS9nS nSn[        SUS-   5       GH7  nUR                  5         U H�  u  nnnnnn UUUUUU 4 V!s/ s H  n!U!R                  U5      PM     sn!u  nnnnnn UR                  5         U" UUUU5      n"[        R                  R                   R#                  U"UU S	9n#U#R%                  5         UR'                  5         MŸ     [)        UUU   UU   UU   UU   4U5      n$[+        X   U$5      n%[-        X   U$5      n&U%U&4n'Ub	  U'US   :”  a*  U'U[.        R0                  " UR3                  5       5      4nSnOUS-  nUU:¼  d  GM8    O   UR5                  US
   5        UUS   US   4$ s  sn!f )N©r9   r:   r;   r!   ç-Cëâ6?©ÚlrÚweight_decayrŽ   Tr•   r   r   ©rD   rl   )r   r   rœ   r-   ÚoptimÚAdamWÚ
parametersr“   r   r˜   r‘   r   ÚrangeÚtrainÚ	zero_gradr   Ú
functionalÚ binary_cross_entropy_with_logitsÚbackwardÚstepr©   r   r   ÚcopyÚdeepcopyÚ
state_dictÚload_state_dict)(r¢   r€   Ú	train_idxÚval_idxrP   r!   ÚseedÚepochsÚpatiencer®   r–   r£   r9   r:   r;   r¡   ÚoptÚwrQ   rR   rS   rT   r¦   ÚloaderÚbestÚwaitÚepÚbsÚbcÚbxÚbzÚbyÚbwÚtÚlogitÚlossÚpvÚapÚaucÚkeys(                                           r=   Ú_fit_oner×   =   sþ  € ÜˆT„NÔ5°uÐ`jð  KQò  R÷  Uñ  Uð  V\ó  ]�5ô  bg÷  bmñ  bm÷  bsñ  bsð  ty÷  tDñ  tDó  tFð  JLð  Z^ð  bsð  b_ð  ^aô  bjð  klñ  kwó  bxð  `aØ�J€A€aˆˆ$œ¤u×'7Ò'7¸¸)¹Ó'EÄe×FVÒFVÐWXÐYbÑWcÓFdÔej×euÒeuÐvwð  yBñ  wCó  fDô  EJ÷  EUò  EUð  VZð  [dñ  Ve÷  Vlñ  Vlð  mvó  Vwó  Exô  y~÷  yIò  yIð  JKñ  JV÷  J]ñ  J]ð  ^gó  Jhó  yiô  jo÷  jzò  jzð  {|ó  j}ó  ~�bô  FPð  QSð  _ið  rvñ  Fwð  EØ	€D�1ˆdÜ�A�f˜Q‘h×ˆØ�‰ŒÛ!'ÑˆBˆr�"�R˜˜2Ø68¸¸B¸rÀ"ÀRÑ5HÓIÒ5H°˜qŸt™t Fž|Ñ5HÑIÑˆBˆr�"�R˜˜2È#Ï-É-Ì/Ñ`eÐfhÐikÐlnÐoqÓ`rÐZ_Ôx}÷  yAñ  yA÷  yLñ  yL÷  ymñ  ymð  nsð  tvð  ~@ð  ymð  yAÐswð  BF÷  BOñ  BOô  BQð  RU÷  RZñ  RZö  R\ñ "(ä�E˜1˜W™: a¨¡j°°7±¸DÀ¹MÐJÈ6ÓRˆÔV]Ð^_Ñ^hÐikÓVlÐSUÔqyÐz{ñ  {Eð  FHó  rIÐmpð  OQð  RUð  NVð  JMØ‰<˜3˜t A™w›;¨S°´D·M²MÀ%×BRÑBRÓBTÓ4UÐ,V tÐ\]ÑW[Ø�1‰WˆTØ�Ž>™%ñ  ð 
×Ñ˜$˜q™'Ô"¨%°°Q±¸¸Q¹Ð*?Ð#?ùò Js   Å$Jc                óÖ  • [        5       R                  SU ;   a  U S   OS/5      n[        5       R                  SU ;   a  U S   OS/5      n[        5       R                  SU ;   a  U S   OS/5      nUR                  SU ;   a  U S   OS/[        U 5      -  5      oRR                  SU;   a  US   OS/[        U5      -  5      ocR                  SU ;   a  U S   OS/[        U 5      -  5      osR                  SU;   a  US   OS/[        U5      -  5      o„R                  SU ;   a  U S   OS/[        U 5      -  5      o”R                  SU;   a  US   OS/[        U5      -  5      n
XWU	4XhU
4X#U4$ )NÚIDSVz<NA>ÚIDMHÚIDToHoc)r
   ÚfitÚ	transformrw   )rµ   ÚtestrU   rV   ÚxeÚtr_sÚte_sÚtr_cÚte_cÚtr_xÚte_xs              r=   Úprepare_relational_idsræ   L   s	  € Üƒ|×Ñ¨°5«˜˜fš¸v¸hÓG€BÌ:Ë<×K[ÑK[ÐmsÐw|Óm|Ð\aÐbhÒ\ið  DJð  CKó  LLÈô  PZó  P\÷  P`ñ  P`ð  u~ð  BGó  uGð  afð  gpò  aqð  NTð  MUó  PVð  MOØ	�‰ v°£�e˜F’m¸V¸HÄSÈÃZÑ<OÓ	P€D×VbÑVbÐsyð  ~Bó  tBÐcgÐhnÒcoð  IOð  HPô  QTð  UYó  QZñ  HZó  W[ÐQU÷  amñ  amð  Eð  INó  Nð  nsð  tzò  n{ð  U[ð  T\ô  ]`ð  afó  ]gñ  Tgó  ahð  \`÷  nzñ  nzð  KQð  UYó  KYð  {ð  @Fò  {Gð  `fð  _gô  hkð  lpó  hqñ  _qó  nrð  im÷  xDñ  xDð  Ybð  fkó  Ykð  EJð  KTò  EUð  rxð  qyô  z}ð  ~Có  zDñ  qDó  xEð  sw÷  KWñ  KWð  ktð  x|ó  k|ð  X\ð  ]fò  Xgð  CIð  BJô  KNð  OSó  KTñ  BTó  KUð  FJØ�dÐ˜T tÐ,¨R°2Ð5Ð5r?   c                óP  • [         R                  " U[        5      n[        X   X$   X55      ofR	                  U 5      ovR	                  U5      n[        5       R                  Xt   5      o™R	                  U5      R                  S5      U	R	                  U5      R                  S5      U4$ )NrŽ   )rN   Úasarrayr~   r   rÝ   r	   rÜ   r‘   )
ÚXtrÚXteÚytrÚnamesÚfit_idxÚtopkÚselectorÚraw_trÚraw_teÚscs
             r=   Úmake_side_featuresró   R   s#  € Ü�JŠJ�wœsÓ#€GÔ-=¸c¹lÈ3É<ÐX]Ó-c H×k}Ñk}ð  Bó  lCÐdj÷  K]ñ  K]ð  ^aó  Kbð  DJô  ftó  fv÷  fzñ  fzð  {Añ  {Jó  fKð  ce÷  S_ñ  S_ð  `fó  Sg÷  Snñ  Snð  oxó  Syð  z|÷  zFñ  zFð  GMó  zN÷  zUñ  zUð  V_ó  z`ð  aið  Sið  Lir?   c                óÌ  • [        U R                  U R                  U5      nUc  g Uu  pEpgp‰n
[        XFXPR                  US-  -   U R
                  U R                  S9u  p¼n[        X†U R                  U R                  5      u  pïn[        X‰5      u  nnnnn[        XEXjXàR                  5      u  nnn/ UQUP7n/ UQUP7nUR                  UR                  UR                  UR                  S   4n[        R                   " [        R"                  R%                  5       (       a  U R                   S:w  a  SOS5      n[&        R(                  " [+        U5      5      n[        XEXjUU R                  5      u  nnn / UQUP7n!/ UQUP7n"0 n#/ n$S GH  u  n%n&[-        UXnUUU%U R                  US-  -   U%(       a  SOS-   U R.                  U R0                  U R2                  U R4                  UU R6                  U R8                  U R:                  5      u  n'n(u  n)n*[=        U R                  US	-  -   U%(       a  SOS-   5        [?        UU R6                  U R8                  U R:                  U%S
.6RA                  U5      n+[        RB                  RE                  U+RG                  5       U R2                  SS9n,[I        U5      n-[K        [        RL                  " U!S   5      [        RL                  " U!S   5      [        RL                  " U!S   5      [        RL                  " U!S   5      [        RL                  " URO                  S5      5      [        RL                  " U-5      5      n.[Q        U.U R4                  SS9n/[S        U(5       H¶  nU+RU                  5         U/ H�  u  n0n1n2n3n4n5U0U1U2U3U4U54 V6s/ s H  n6U6RA                  U5      PM     sn6u  n0n1n2n3n4n5U,RW                  5         U+" U0U1U2U35      n7[        RX                  RZ                  R]                  U7U4U5S9n8U8R_                  5         U,Ra                  5         MŸ     M¸     [c        U+U"U5      n9U9U#U&'   UU&U(UU)U*S.[e        UU95      En:U$Rg                  U:5        [i        SU& SU)S SU*S SU( SU:S   S SU:S   S 35        GM     [k        X‰5      n;[m        [&        Rn                  " U"S   S:H  5      5      [m        [&        Rn                  " U"S   S:H  5      5      [m        [&        Rn                  " U"S   S:H  5      5      S.n<U R                   SU 3n=[p        Rr                  " X}U#S   U#S   U;S .5      Ru                  UU= S!3-  S"S#9  [w        U$UU= S$3-  5        U#Ry                  5        H*  u  n&n9[w        [{        U;X}U9U&US%.5      UU= S&U& S'3-  5        M,     [w        S(U0U<E/UU= S)3-  5        [i        S*U<S+   S, S-U<S.   S, 35        XUS/.U#ES0U;0E$ s  sn6f )1Né   )rÁ   Ún_estimatorsÚhist_max_iterr   r�   Úcuda))FÚpure_relational)TÚhybrid_relationaléd   r   iè  r«   r¬   r­   rl   é   rŽ   Tr•   r°   )Úfoldr¡   Ú
best_epochÚvalidation_blockÚvalidation_apÚvalidation_aucz  z: val AP/AUC=ú.4fÚ/z ep=z | test AP/AUC=rÔ   rÕ   )Únew_student_rateÚnew_course_rateÚnew_section_rateÚ_fold_rù   rú   )ÚactualÚ	committeerù   rú   Únovelty_groupz_scores.csvF)Úindexz_metrics.csv)r¡   rý   Ú_z_subgroups.csvrý   z_cold_start.csvz  cold start: new student=r  z.1%z new course=r  )rý   r€   r	  Úgroups)>r   Ú
splits_dirÚfacultyr   rÁ   rö   r÷   rŒ   Úval_min_rowsÚval_min_failuresræ   ró   Útop_raw_featuresrx   rP   r-   r£   rø   Úis_availablerN   r|   rw   r×   rÂ   rÃ   r®   r–   r9   r:   r;   r   r   rœ   r±   r²   r³   r“   r   r˜   r‘   r   r´   rµ   r¶   r   r·   r¸   r¹   rº   r©   r   rš   Úprintr   ÚfloatÚmeanro   Ú	DataFrameÚto_csvr   Úitemsr   )>Úargsrý   Úoutdirr#   ré   rê   rë   Úyterˆ   Úterì   r  ÚpeÚqÚtridxÚvidxÚvnameÚids_trÚids_terU   rV   rß   Úside_sel_trÚside_sel_teÚselector_selÚatr_selÚate_selrP   r£   Úfull_idxÚside_full_trÚside_full_teÚselector_fullÚatr_fullÚate_fullÚscoresÚsummr!   Únamer¡   rÉ   ÚvapÚvaucÚfinalrÄ   rÅ   r¦   rÆ   rÊ   rË   rÌ   rÍ   rÎ   rÏ   rÐ   r¨   rÒ   ÚpÚrowr  ÚcoldÚtags>                                                                 r=   Ú
train_foldr:  U   s"  € Ü�t—‘ t§|¡|°DÓ9€AØ�y˜Ø !Ñ€CˆC�B˜%Ô)AÀ#È#×S\ÑS\Ð]aÐbdÑ]dÑSdÐrv÷  sDñ  sDð  SW÷  Señ  Señ  *f¡& ! qÜ.¨r°d×6GÑ6GÈ×H]ÑH]Ó^Ñ€Eˆuô  wMð  NPó  wTÑ_uÐ_eÐflÐmoÐprÐsuô  zLð  MPð  UXð  _d÷  ezñ  ezó  z{ñ  Uyð  U`ð  alð  myð  DYð  FLð  DYð  MXñ  DYð  |Cð  bwð  djð  bwð  kvñ  bwð  Zað  A÷  Fñ  Fð  GI÷  GNñ  GNð  OQ÷  OVñ  OVð  Wb÷  Whñ  Whð  ijñ  Wkð  ~lð  x}ô  ty÷  t@ò  t@ô  KP÷  KUñ  KU÷  Kbñ  Kb÷  Kdñ  Kdð  im÷  itñ  itð  v{ó  i{ñ  AGð  AFó  tGð  msä�YŠY”s˜3“xÓ €HÔI[Ð\_ÐdgÐnvÐw{÷  xMñ  xMó  JNÑ!H ¨l¸=ð  Xnð  Z`ð  Xnð  amñ  Xnð  OWð  xNð  z@ð  xNð  AMñ  xNð  owØ€F�2ˆdÜM‰ˆˆtÜ$ W¨S°t¸EÀ&ÈÏÉÐSWÐX[ÑS[ÑI[ÖbhÑ]^ÐnoÑIpÐqu×q|Ñq|ð  ~B÷  ~Kñ  ~Kð  LP÷  LSñ  LSð  TX÷  Tcñ  Tcð  djð  ko÷  k{ñ  k{ð  |@÷  |Kñ  |Kð  LP÷  L\ñ  L\ó  ]Ñˆˆb‘�#�dä�—‘˜4 ™9Ñ$®6¡a°qÑ9Ô:ÔA]Ð_dÐqu÷  rBñ  rBð  NR÷  N]ñ  N]ð  jn÷  jzñ  jzð  BHò  BI÷  BLñ  BLð  MSó  BT¸5ô  Y^÷  Ydñ  Yd÷  Yjñ  Yjð  kp÷  k{ñ  k{ó  k}ð  AE÷  AHñ  AHð  VZð  Yjð  Y[ð  UXô  ^fð  gjó  ^kð  \]ô  o|ô  }B÷  }Mò  }Mð  NVð  WXñ  NYó  }Zô  [`÷  [kò  [kð  ltð  uvñ  lwó  [xô  y~÷  yIò  yIð  JRð  STñ  JUó  yVô  W\÷  Wgò  Wgð  hpð  qrñ  hsó  Wtô  uz÷  uEò  uEð  FI÷  FPñ  FPð  QZó  F[ó  u\ô  ]b÷  ]mò  ]mð  noó  ]pó  oqð  lnô  yCð  DFð  RV÷  Rañ  Rað  jnñ  yoð  rxÜ�r–ˆAØ�K‰KŒMÛ%+Ñ!��2�b˜˜B˜rØ:<¸RÀÀ2ÀbÈÑ9LÓ"MÒ9L°A 1§4¡4¨¦<Ñ9LÑ"MÑ!��2�b˜˜B˜rÈcÏmÉmÌoÑ`eÐfhÐikÐlnÐoqÓ`rÐ^_Ôx}÷  yAñ  yA÷  yLñ  yL÷  ymñ  ymð  noð  prð  z|ð  ymð  y}Ðswð  ~B÷  ~Kñ  ~Kô  ~Mð  NQ÷  NVñ  NVö  NXó &,ñ ô �5˜ &Ó
)ˆ°q¨&°©,ÀTÐRVÐdfÐzð  QTð  fjñ  >~ô  mvð  wzð  {|ó  m}ð  >~¸ð  C÷  Jñ  Jð  KNô  Oô  PUð  XZð  [_ð  Z`ð  `mð  nqð  ruð  mvð  vwð  x|ð  }@ð  wAð  AEð  FHð  EIð  IXð  Y\ð  ]añ  Ybð  cfð  Xgð  ghð  ilð  mrñ  isð  twð  hxð  Vy÷  Pzñ Nô ˜"Ó €F¼%ÄÇÂÈÐQRÉÐUVÉÓ@WÓ:XÔkpÔqs×qxÒqxð  zBð  CDñ  zEð  GHñ  zHó  rIó  lJô  ^cô  df÷  dkò  dkð  ltð  uvñ  lwð  yzñ  lzó  d{ó  ^|ñ  '} Ø�<‰<ˆ.˜˜t˜fÐ%€C¤b§l¢l¸SÐagÐhyÑazð  PVð  Wjñ  Pkð  |Bñ  4Có  'D÷  'Kñ  'Kð  LRð  VYð  UZð  Zeð  Sfñ  Lfð  mrð  'Kñ  'sô  t|ð  }Að  BHð  LOð  KPð  P\ð  I]ñ  B]ô  t^Ø—,‘,–.‰ˆˆQ¤Ô*>¸vÀcÈAÐW[ÐcgÑNhÓ*iÐjpÐtwÐsxÐxyÐz~Ðyð  @Nð  rOñ  kOö  "P‘.Üˆv�dÐ"˜TÐ"Ð# F¨c¨U°/Ð+BÑ$BÔCÄEÐLfÐgkÐl~Ñgð  ADð  gEð  EQð  RVð  Whñ  Rið  jmð  Qnð  Koô  EpØ¨AÑG°ÐG°xÀÑGÐGùò #Ns   Î!W!
c           
     ó,  • [         R                  " U  Vs/ s H  o3S   PM	     sn5      n[         R                  " U  Vs/ s H  o3S   PM	     sn5      n[         R                  " U  Vs/ s H  o3U   PM	     sn5      n/ nU Hp  nSU-
  U-  X†-  -   o—R                  X[        XI5      [	        XI5      S.[        XI5      R                  5        V
Vs0 s H  u  p«U
S;   d  M  SU
 3U_M     snn
E5        Mr     [        US S9U4$ s  snf s  snf s  snf s  snn
f )	Nr€   r	  r   )r¡   Úalpha_relationalrÔ   rÕ   )Úbest_f2Úbest_precisionÚbest_recallÚbest_flag_rateÚbest_c                ó   • U S   U S   4$ )NrÔ   rÕ   r   )Úrs    r=   Ú<lambda>Úselect_blend.<locals>.<lambda>q   s   €  ! D¡'¨!¨E©(Ñ!3r?   )rÖ   )rN   rŸ   rš   r   r   r   r  r'   )ÚrecordsÚ
model_nameÚgridrC  r€   r  r6  ÚrowsÚarQ   Úkri   s               r=   Úselect_blendrL  m   s˜  € Ü‡n‚n¡gÓ.¢g ˜”f¡gÑ.Ó/€A´"·.².ÑZaÓAbÒZaÐUVÀKÄ.ÑZaÑAbÓ2c°Ôfh×ftÒftñ  NUó  vVò  NUð  IJð  yCô  wDñ  NUñ  vVó  gWÐdeð  ]_ð  X\ÛˆØˆQ‰3�‰'�!‘#‰+ˆ—k‘k¨:ÔPWÐXYÓP\ÔckÐlmÓcpñ  #jô  NWð  XYó  N\÷  Nbñ  Nbô  Ndô  tiò  Ndñ  GJð  GHð  hið  mhñ  hhó  uBÐv{Ð|}Ð{~Ðtð  ABò  uBñ  Ndò  tið  #jö  kñ äˆtÑ3Ñ4°TÐ9Ð9ùò /ùÒAbùò  vVùó tis   •D¾DÁ'DÃDÃ
Dc                 ó  • [        5       n [        U R                  5        [        U R                  5      oR                  SSS9  [        S5        [        S5        [        S5        [        U R                  5       Vs/ s H  n[        XU5      =nc  M  UPM     nn0 n/ nS HI  n[        XGU R                  5      u  p‰US   XW'   Xi-  n[        SU SUS   S	 S
US   S SUS   S 35        MK     [        XaU R                   S3-  5        [        UR                  5        V
Vs/ s H	  u  p«X«S.PM     snn
XR                   S3-  5        [        U R                  5       Vs/ s H  n[        XU5      =nc  M  UPM     nn/ n	SU4SU44 GHF  u  pÞU(       d  M  [         R"                  " U Vs/ s H  o3S   PM	     sn5      n[         R"                  " U Vs/ s H  o3S   PM	     sn5      nU	R%                  USS.['        UU5      E5        S H¿  n[         R"                  " U Vs/ s H  o3U   PM	     sn5      nXW   nSU-
  U-  UU-  -   nU	R%                  X×S.['        UU5      E5        U	R%                  USU 3US.['        UU5      E5        [        UR)                  5        SU SUS	 S[+        UU5      S S[-        UU5      S 3	5        MÁ     GMI     [        X‘U R                   S3-  5        g s  snf s  snn
f s  snf s  snf s  snf s  snf )NT)ÚparentsÚexist_okzn==============================================================================================================u0   EXPERIMENT 2 â€” RELATIONAL FACTORIZATION EXPERT)rù   rú   r<  z
DEV blend z: alpha=z.2fz AP=rÔ   r  z AUC=rÕ   z_development_blend_grid.csv)r¡   r<  z_selected_blend.csvÚdevelopmentÚholdoutr€   r	  )Úsplitr¡   r   Úcommittee_blend_)rR  r¡   r<  Ú z blend alpha=z AP/AUC=r  z_summary.csv)Ú
parse_argsr   rÁ   r   Ú
models_dirÚmkdirr  r   Ú	dev_foldsr:  rL  Ú
blend_gridr   r  r  Úholdout_foldsrN   rŸ   rš   r   Úupperr   r   )rJ  r¥   ÚfrC  ÚdevÚselectedÚallblendr2  r†   rI  rK  ri   ÚholdrR  Úrecsr€   r  r6  Úa0rQ   s                       r=   Úmainrc  t   sÃ  € Üƒl€A”8˜AŸF™FÔ#¬¨Q¯\©\Ó(: C¿9¹9ÈTÐ[_¸9Ñ;`ÔafÐgnÔaoÔpuð  wiô  qjô  kpð  qxô  kyÜ §¡Ô,ÓUÒ,ˆq´J¸qÀ3Ó4GÐ1G°�Ñ,€CÐUÐ_aÐV^ÐkmÐbjÛ7ˆÜ˜C Q§\¡\Ó2‰ˆÀ!ÐDVÑBW°8±>ÐX`ÑXfÐX`ÔglÐoyÐz~Ðyð  @Hð  IJð  K]ñ  I^ð  _bð  Hcð  cgð  hið  jnñ  hoð  psð  gtð  tyð  z{ð  |Añ  zBð  CFð  yGð  nHö  hIñ 8äˆX˜QŸY™Y˜KÐ'BÐCÑCÔDÄXð  |D÷  |Jñ  |Jô  |Lô  OMò  |LÑtwÐtuÐXYÔOoñ  |Lò  OMð  NQ÷  U^ñ  U^ð  T_ð  _rð  Rsñ  Nsô  FtÜ  §¡Ô1Ó	ZÒ1�¼ÀAÈÓ9LÐ6L°a�!Ñ1€DÐ	ZØ	€DØ% cÐ*¨I°dÐ+;Ô<‰
ˆÞ‘HÜ
�.Š.©$Ó/ª$ Q˜Cœ&©$Ñ/Ó
0ˆ´2·>²>Ñ[_ÓB`Ò[_ÐVWÀ[Ä>Ñ[_ÑB`Ó3a°Ðbf×bmÑbmÐw|ð  FQñ  ocô  T]ð  ^_ð  `aó  Tbð  ocô  cdÛ;ˆDÜ�nŠn©tÓ4ªt¨! œg©tÑ4Ó5ˆA¸¹°bÈ1ÈRÉ4ÐQRÉ(ÐSUÐVWÑSWÉ-ÈÐX\×XcÑXcÐmrñ  eRô  CLð  MNð  OPó  CQð  eRô  YSð  TX÷  T_ñ  T_ð  inð  yIð  JNð  IOð  wPð  dfñ  `xô  irð  stð  uvó  iwð  `xô  Tyô  zð  CH÷  CNñ  CNó  CPð  BQð  QRð  SWð  RXð  Xeð  fhð  ilð  emð  muô  v}ð  ~ð  @Aó  vBð  CFð  uGð  GHô  IQð  RSð  TUó  IVð  WZð  H[ð  @\ö  z]ô <ñ =ô
 ˆT˜Ÿ™˜ <Ð0Ñ0Õ1ùò 	Vùó OMùÚ	Zùò 0ùÒB`ùâ4s0   Á<K0ÂK0Ä!K5
Å K;Å7K;Æ,L 
ÇL
È#L
c                 ón  • [         R                  " 5       o R                  SSS9  U R                  SSS9  U R                  SSS9  U R                  S	S
S9  U R                  SSS9  U R                  S[        SS9  U R                  S[        SS9  U R                  S[        SS9  U R                  S[        SS9  U R                  S[        SS9  U R                  S[        SS9  U R                  S[        SS9  U R                  S[        SS9  U R                  S[        SS9  U R                  S[        SS9  U R                  S [        S!S9  U R                  S"[        SS9  U R                  S#[        S$S9  U R                  S%[
        [        S&5      S9  U R                  S'S(S)/S(S*9  U R                  5       $ )+Nz--splits_dirT)Úrequiredz	--facultyÚkhoa_cong_nghe_thong_tin)Údefaultz--dev_foldsz	1,2,3,4,5z--holdout_foldsz6,7z--models_dirzresults/exp_relational_fmz--seedrm   )Útyperg  z--n_estimatorséô  z--hist_max_iteréú   z--top_raw_featuresé0   z--student_dimrZ   z--course_dimz--section_dimr[   z--epochsé<   z
--patiencez--lrgü©ñÒMb`?z--batch_sizei   z--val_min_rowsz--val_min_failuresé   z--blend_gridz0,0.1,0.2,0.3,0.4,0.5,0.75,1z--deviceÚautor�   )Úchoicesrg  )ÚargparseÚArgumentParserÚadd_argumentr~   r  r   rU  )r6  s    r=   rU  rU  „   sP  € Ü×ÒÓ€A§¡¨~Àt Ñ LÈQÏ^É^Ð\gð  qKÈ^ñ  NLð  MN÷  M[ñ  M[ð  \ið  r}ð  M[ñ  M~ð  @÷  Mñ  Mð  N_ð  hmð  Mñ  nð  op÷  o}ñ  o}ð  ~Lð  Upð  o}ñ  oqð  rs÷  r@ñ  r@ð  AIô  ORð  []ð  r@ñ  r^ð  _`÷  _mñ  _mð  n~ô  DGð  PSð  _mñ  _Tð  UV÷  Ucñ  Ucð  duô  {~ð  GJð  Ucñ  UKð  LM÷  LZñ  LZð  [oô  uxð  ACð  LZñ  LDð  EF÷  ESñ  ESð  Tcô  ilð  uwð  ESñ  Exð  yz÷  yG	ñ  yG	ð  H	V	ô  \	_	ð  h	j	ð  yG	ñ  yk	ð  l	m	÷  l	z	ñ  l	z	ð  {	J
ô  P
S
ð  \
]
ð  l	z	ñ  l	^
ð  _
`
÷  _
m
ñ  _
m
ð  n
x
ô  ~
Að  JLð  _
m
ñ  _
Mð  NO÷  N\ñ  N\ð  ]iô  orð  {|ð  N\ñ  N}ð  ~÷  ~Lñ  ~Lð  MSô  Y^ð  gkð  ~Lñ  ~lð  mn÷  m{ñ  m{ð  |Jô  PSð  \`ð  m{ñ  mað  bc÷  bpñ  bpð  qAô  GJð  SVð  bpñ  bWð  XY÷  Xfñ  Xfð  g{ô  ADð  MOð  Xfñ  XPð  QR÷  Q_ñ  Q_ð  `nô  tDô  M]ð  ^|ó  M}ð  Q_ñ  Q~ð  @÷  Mñ  Mð  NXð  bhð  inð  aoð  x~ð  Mñ  ð  GH÷  GSñ  GSó  GUð  @Ur?   Ú__main__)ri  rm  )g§èH.ÿï?)i   )rZ   rZ   r[   )rk  )1Ú__doc__Ú
__future__r   rp  r»   Údataclassesr   Úpathlibr   rž   rN   Úpandasro   r-   r   Útorch.utils.datar   r   Úsklearn.preprocessingr	   Útrain_v3r�   Úbreakthrough_commonr
   r   r   r   r   r   r   r   r   r   r   r   r   ÚModuler   rŒ   r“   r©   r×   ræ   ró   r:  rL  rc  rU  r\   r   r?   r=   Ú<module>r~     sœ   ðñõ #ß Ý !Ý Û Û Û Ý ß 6Ý 0ã ÷ `÷  `÷  `õ  `ô 2§9¡9ô ô$Sô ^ô8ô@ò6ôiòHò0:ò2ò UàˆZÓ™�Ðr?   