ó
    ¡ùaj¬M  ã                   ót  • S r SSKrSSKrSSKJr  SSKrSSKrSSK	r	SSK
Jr   SSKJr  1 SkrSrS	rS
rSrSrSrSrSrSrSrSrSrSrS r " S S\R<                  5      rS(S jr S r!S r"S r#S r$S r%S)S jr&S r'S r(SS /r)S! r*S" r+S# r,S$ r-S% r.S& r/\0S':X  a  \/" 5         gg! \ a     " S S5      r NŒf = f)*u½  
dl_bench.py â€” harness MONOLITHIC (1 file): mo hinh DA-NHIEM (multi-task) hoc du doan
target_grade10, roi in ACCURACY / PRECISION / RECALL cho canh bao y<event.

MO HINH = 1 model duy nhat co 2 dau (thay vi 2 model ML rieng):
  - dau HOI QUY (regressor) -> du doan diem grade10
  - dau PHAN LOAI (classifier) -> P(y<event)
  - BLEND san trong model:  blended = p*anchor_low + (1-p)*reg
    (anchor_low = scalar HOC DUOC, khoi tao = mean diem <event cua train â€” giong
     risk-head cua pipeline nhung nay hoc chung end-to-end trong 1 model).
  Dau ra cuoi = diem blended -> warn = blended < event.

Setup: numpy + pandas + torch. TU DONG dung CUDA neu co, nguoc lai CPU.
  GPU (CUDA):  pip install torch --index-url https://download.pytorch.org/whl/cu121
  CPU      :  pip install torch --index-url https://download.pytorch.org/whl/cpu

CACH DUNG:
  1) Copy file nay + thu muc splits:  data/splits/<strategy>/fold_<n>/<faculty>_{train,test}.csv
  2) (Tuy y) sua sieu-tham-so o dau file / than build_and_predict().
  3) Chay:
       python dl_bench.py --faculty khoa_cong_nghe_thong_tin --folds 6,7
       python dl_bench.py --faculty khoa_quan_tri_kinh_doanh_va_du_lich --folds all
       python dl_bench.py --list                # liet ke faculty co san

DANH GIA (frontier-aware):
  - DEV (fold 1-5): tinh AP cho ca 2 tin hieu canh bao [blended grade | P(y<event)],
    CHON tin hieu AP cao hon, va tune nguong toi uu F1.
  - HOLDOUT (fold 6-7): bao cao AP/AUC (chat luong frontier) + P/R/F1 tai
      @tau  = nguong co dinh tu dev
      @rate = DRIFT-AWARE (flag top-K, K=ratio*prevalence ky lien truoc; leak-safe) â€”
              khoi phuc recall khi base-rate y<event tang dan theo ky.
  Metric per fold + POOLED.
é    N)ÚPath)Útqdmc                   ó6   • \ rS rSrS rS	S jrS rS rS rSr	g)
r   é/   c                 ó   • g ©N© ©ÚselfÚaÚks      Ú'/root/disk_3tb/earlywarning/dl_bench.pyÚ__init__Útqdm.__init__0   s   €  Tó    c                 ó   • g r   r	   )r   Úns     r   ÚupdateÚtqdm.update1   s   € ˜tr   c                 ó   • g r   r	   r
   s      r   Úset_postfixÚtqdm.set_postfix2   s   € ¨r   c                 ó   • U $ r   r	   )r   s    r   Ú	__enter__Útqdm.__enter__3   s   €  D˜[r   c                 ó   • g)NFr	   )r   r   s     r   Ú__exit__Útqdm.__exit__4   s   €  ur   r	   N)é   )
Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   r   r   r   r   Ú__static_attributes__r	   r   r   r   r   /   s   † Ú)Ü#Ú,Ú(Ý,r   r   >   ÚIDMHÚIDSVÚIDKQDKÚIDToHocÚbase_row_idÚtarget_NHHKÚdataset_splitÚtarget_grade4Útarget_statusÚtarget_grade10Útarget_IDCongDiemÚstudent_faculty_keyÚcourse_cluster_labelÚstudent_faculty_nameÚtarget_semester_ordinalr.   )é   é€   é@   g333333Ó?éd   i   gü©ñÒMbP?gñhãˆµøä>ç      @ç      ð?é*   c                  ó€   • [         R                  " [         R                  R                  5       (       a  S5      $ S5      $ )NÚcudaÚcpu)ÚtorchÚdevicer<   Úis_availabler	   r   r   Ú
get_devicerA   N   s+   € Ü�<Š<¤%§*¡*×"9Ñ"9×";Ñ";˜ÓGÐGÀÓGÐGr   c                   ó:   ^ • \ rS rSr\\\S4U 4S jjrS rSr	U =r
$ )ÚMultiTaskNetéU   ç        c                 óò  >• [         T	U ]  5         / UpvU H]  nU[        R                  " Xx5      [        R                  " U5      [        R
                  " 5       [        R                  " U5      /-  nUnM_     [        R                  " U6 U l        [        R                  " [        R                  " Xs5      [        R
                  " 5       [        R                  " US5      5      U l	        [        R                  " [        R                  " Xs5      [        R
                  " 5       [        R                  " US5      5      U l
        [        R                  " [        R                  " [        U5      5      5      U l        g )Nr   )Úsuperr   ÚnnÚLinearÚBatchNorm1dÚReLUÚDropoutÚ
SequentialÚtrunkÚreg_headÚcls_headÚ	Parameterr>   ÚtensorÚfloatÚ
anchor_low)
r   Úd_inrN   ÚheadÚdropoutÚanchor_low_normÚlayersÚdÚhÚ	__class__s
            €r   r   ÚMultiTaskNet.__init__V   sæ   ø€ Ü‰ÑÔØ˜�ÛˆAØ”r—y’y “¬¯ª°qÓ(9¼2¿7º7»9ÄbÇjÂjÐQXÓFYÐZÑZˆFØŠAñ ô —]’] FÐ+ˆŒ
ÜŸš¤b§i¢i°Ó&8¼"¿'º'»)ÄRÇYÂYÈtÐUVÓEWÓXˆŒÜŸš¤b§i¢i°Ó&8¼"¿'º'»)ÄRÇYÂYÈtÐUVÓEWÓXˆŒäŸ,š,¤u§|¢|´E¸/Ó4JÓ'KÓLˆ�r   c                 óÊ   • U R                  U5      nU R                  U5      nU R                  U5      n[        R                  " U5      nXPR
                  -  SU-
  U-  -   nX4XV4$ )Nr9   )rN   rO   rP   r>   ÚsigmoidrT   )r   ÚxÚzÚregÚlogitÚpÚblendeds          r   ÚforwardÚMultiTaskNet.forwardb   s]   € Ø�J‰J�q‹MˆØ�m‰m˜AÓˆØ—‘˜aÓ ˆÜ�MŠM˜%Ó ˆØ—o‘oÑ%¨¨q©°C©Ñ7ˆØ˜1Ð%Ð%r   )rT   rP   rO   rN   )r    r!   r"   r#   ÚTRUNKÚHEADÚDROPOUTr   rf   r$   Ú__classcell__)r\   s   @r   rC   rC   U   s   ø† Ø#(¨t¸WÐVY÷ 
M÷&ð &r   rC   c           
      ón  • [         R                  " [        5        [        5       nU R	                  [
        R                  S9nUR	                  [
        R                  S9nUR                  S5      UR                  S5      p˜SX™S:H  '   Xh-
  U	-  nXx-
  U	-  n[        UR                  5       5      n
[        UR                  5       5      =(       d    SnX-
  U-  R                  [
        R                  5      nX:  R                  [
        R                  5      n[        UR                  5       5      n[        [        U5      U-
  [        US5      -  5      n[
        R                  " X:  [        S5      R                  [
        R                  5      nUUR                  5       -  nXU:     nUR                   (       a  [        UR                  5       5      OUS-  nUU
-
  U-  n[         R"                  " U5      R%                  U5      n[         R"                  " U5      R'                  SS5      R%                  U5      n[         R"                  " U5      R'                  SS5      R%                  U5      n[         R"                  " U5      R'                  SS5      R%                  U5      n[)        UR*                  S   US9R%                  U5      n[         R,                  R/                  UR1                  5       [2        [4        S9n[6        R8                  " [         R:                  " U/US	9S
9n[        U5      nU[<        -   S-
  [<        -  n[?        [@        U-  SU 3RC                  5       SS9 n[E        [@        5       GHZ  n[         RF                  " UUS	9nURI                  5         Su  n n![E        SU[<        5       Hõ  n"UU"U"[<        -    n#URK                  S5        [        U#5      S:  a  M1  UU#   UU#   UU#   UU#   4u  n$n%n&n'URM                  5         U" U$5      u  n(n)n*n+U'U(U%-
  S-  -  R                  5       n,U" U)U&5      n-U'U+U%-
  S-  -  R                  5       n.[N        U,-  [P        U--  -   [R        U.-  -   n/U/RU                  5         URW                  5         U U/RY                  5       -  n U!S-  n!M÷     UR[                  US-   U [        U!S5      -  S S9  GM]     SSS5        [         R"                  " U5      n0UR]                  5         / / n2n1[         R^                  " 5          [E        S[        U05      S5       Hƒ  n"U0U"U"S-    R%                  U5      n$U" U$5      u    n3n4n+U1Ra                  U+R'                  S5      Rc                  5       5        U2Ra                  U4R'                  S5      Rc                  5       5        M…     SSS5        [         Rd                  " U15      Rg                  5       U-  U
-   n5[         Rd                  " U25      Rg                  5       n6U5U64$ ! , (       d  f       GNF= f! , (       d  f       Nr= f)a4  Huan luyen MultiTaskNet; tra ve du doan diem BLENDED (thang 10) cho X_test.

Loss = W_REG*weightedMSE(reg) + W_CLS*BCE(cls, pos_weight) + W_BLEND*weightedMSE(blended).
weightedMSE: mau y<event nang LOW_WEIGHT (mat can bang vung diem thap).
BCE pos_weight = (#neg / #pos) tu train (mat can bang lop y<event).
©Údtyper   r9   ç       @éÿÿÿÿr   )rX   )ÚlrÚweight_decay)r?   )Ú
pos_weightztrain F)ÚtotalÚdescÚleave)rE   r   é   z.4f)ÚepochÚlossNi    )4r>   Úmanual_seedÚSEEDrA   Úto_numpyÚnpÚfloat32ÚmeanÚstdrS   ÚastypeÚsumÚlenÚmaxÚwhereÚ
LOW_WEIGHTÚsizeÚ
from_numpyÚtoÚviewrC   ÚshapeÚoptimÚAdamWÚ
parametersÚLRÚWEIGHT_DECAYrH   ÚBCEWithLogitsLossrR   ÚBATCHr   ÚEPOCHSÚstripÚrangeÚrandpermÚtrainr   Ú	zero_gradÚW_REGÚW_CLSÚW_BLENDÚbackwardÚstepÚitemr   ÚevalÚno_gradÚappendr=   ÚcatÚnumpy)7ÚX_trainÚy_trainÚX_testÚeventru   r?   ÚXtrÚXteÚmuÚsdÚymÚysÚyzÚybÚn_posrs   ÚwÚlow_valsÚ
anchor_rawrX   ÚXtr_tÚyz_tÚyb_tÚw_tÚmodelÚoptÚbcer   Ú	n_batchesÚbarÚepÚpermÚrun_lossÚstepsÚsÚjÚxbÚyzbÚybbÚwbrb   rc   Ú_pre   Úl_regÚl_clsÚl_blendry   ÚXte_tÚb_outÚp_outÚ_rd   Ú
pred_gradeÚp_events7                                                          r   Úbuild_and_predictrÑ   k   s	  € ô 
×Ò”dÔÜ‹\€FØ
×
Ñ
¤§¡Ð
Ð
,€CØ
�/‰/¤§
¡
ˆ/Ð
+€Cð �X‰X�a‹[˜#Ÿ'™' !›*ˆØ€BˆQ�w�KØ‰8�r‰/€CØ‰8�r‰/€Cô 
ˆw�|‰|‹~Ó	€BÜ	ˆw�{‰{‹}Ó	×	$ €BØ‰<˜2Ñ
×	%Ñ	%¤b§j¡jÓ	1€Bð ‰/×	!Ñ	!¤"§*¡*Ó	-€BÜ�"—&‘&“(‹O€EÜœ˜B› %™¬3¨u°c«?Ñ:Ó;€JÜ
�Š�‘¤*¨cÓ2×9Ñ9¼"¿*¹*ÓE€AØ	ˆA�F‰F‹H‰€Aà ‘Ñ'€HØ+3¯=¯=”�x—}‘}“Ô'¸uÀs¹{€JØ! B‘¨"Ñ,€Oô ×Ò˜SÓ!×$Ñ$ VÓ,€EÜ×Ò˜BÓ×$Ñ$ R¨Ó+×.Ñ.¨vÓ6€DÜ×Ò˜BÓ×$Ñ$ R¨Ó+×.Ñ.¨vÓ6€DÜ
×
Ò
˜1Ó
×
"Ñ
" 2 qÓ
)×
,Ñ
,¨VÓ
4€Cä˜Ÿ™ 1™°ÑG×JÑJÈ6ÓR€EÜ
�+‰+×
Ñ
˜E×,Ñ,Ó.´2ÄLÐ
Ð
Q€CÜ
×
Ò
¬%¯,ª,¸
°|ÈFÑ*SÑ
T€CäˆE‹
€AØ”U‘˜Q‘¤5Ñ(€IÜ	”F˜YÑ&¨v°d°V¨_×-BÑ-BÓ-DÈEÒ	RÐVYÜœ—-ˆBÜ—>’> !¨FÑ3ˆDØ�K‰KŒMØ$‰OˆH�eÜ˜1˜a¤Ö'�Ø˜˜1œu™9Ð%�Ø—
‘
˜1”Ü�q“6˜A“:ÙØ#(¨¡8¨T°!©W°d¸1±g¸sÀ1¹vÐ#EÑ ��C˜˜bØ—‘”Ù*/°«)Ñ'��U˜B Ø˜s S™y¨QÑ.Ñ.×4Ñ4Ó6�Ù˜E 3›�Ø ¨3¡°1Ñ 4Ñ4×:Ñ:Ó<�Ü˜u‘}¤u¨u¡}Ñ4´wÀÑ7HÑH�Ø—‘”Ø—‘”
Ø˜DŸI™I›KÑ'�¨°!©ªñ (ð �O‰O " q¡&°(¼SÀÈ»]Ñ2JÈ3Ð1OˆOÔQñ'  ÷ 
Sô0 ×Ò˜SÓ!€EØ	‡J�J„LØ�rˆ5€EÜ	�Š�Ü�qœ#˜e›* dÖ+ˆAØ�q˜˜T™Ð"×%Ñ% fÓ-ˆBÙ$ R›yÑˆAˆq�!�WØ�L‰L˜Ÿ™ bÓ)×-Ñ-Ó/Ô0Ø�L‰L˜Ÿ™ ›Ÿ™Ó)Ö*ñ	 ,÷ 
ô —’˜5Ó!×'Ñ'Ó)¨BÑ.°Ñ3€JÜ�iŠi˜Ó×$Ñ$Ó&€GØ�wÐÐ÷G 
SÖ	Rú÷6 
�ús   Í&E/XÔBX&Ø
X#Ø&
X4c                 ó*  • USU 3-  U  S3-  nUSU 3-  U  S3-  nUR                  5       (       a  UR                  5       (       d  g[        R                  " USS9n[        R                  " USS9nXV4 HS  n[        R                  " U[           SS9U[        '   S	UR
                  ;   d  M8  [        R                  " US	   SS9US	'   MU     [        /S	UR
                  ;   a  S	/O/ -   nUR                  US
9nUR                  US
9n[        U5      S:  a  gUR
                   V	s/ s H  o™[        ;  d  M  U	PM     n
n	XZ   R                  [        R                  SS9nXj   R                  [        R                  SS9nUR                  5       nUR                  U5      R                  S5      nUR                  U5      R                  S5      nU[           R                  [        S9nU[           R                  [        S9nX¼Xï[        U
5      4$ s  sn	f )uO   Nap 1 fold â€” tai hien fold_data.py: bo null target, ep so, impute mean TRAIN.Úfold_ú
_train.csvz	_test.csvNF)Ú
low_memoryÚcoerce)Úerrorsr,   )Úsubseté2   rE   rm   )ÚexistsÚpdÚread_csvÚ
to_numericÚTARGETÚcolumnsÚdropnarƒ   ÚEXCLUDE_COLSÚapplyr   Úfillnar|   rS   )ÚfacultyÚfoldÚ
splits_dirÚtr_pathÚte_pathÚtrÚteÚdfÚneedÚcÚfeatsr¨   r©   ÚmeansÚytrÚytes                   r   Ú	load_foldrò   À   sÚ  € à˜U 4 &˜>Ñ)¨w¨i°zÐ,BÑB€GØ˜U 4 &˜>Ñ)¨w¨i°yÐ,AÑA€GØ�>‰>×Ñ 7§>¡>×#3Ñ#3Øä	�Š�W¨Ñ	/€BÜ	�Š�W¨Ñ	/€BØ‹hˆÜ—]’] 2¤f¡:°hÑ?ˆŒ6‰
Ø˜bŸj™jÕ(Ü"$§-¢-°°?Ñ0CÈHÑ"UˆBˆÓñ ô ˆ8¨O¸r¿z¹zÓ,I˜Ñ(ÈrÑR€DØ	�‰˜$ˆÐ	€BØ	�‰˜$ˆÐ	€BÜ
ˆ2ƒw�ƒ|ØàŸ
š
Ó<š
�1¬|Ñ&;�Q™
€EÐ<Ø
‰)�/‰/œ"Ÿ-™-°ˆ/Ð
9€CØ
‰)�/‰/œ"Ÿ-™-°ˆ/Ð
9€CØ�H‰H‹J€EØ
�*‰*�UÓ
×
"Ñ
" 3Ó
'€CØ
�*‰*�UÓ
×
"Ñ
" 3Ó
'€Cà
ŒV‰*×
Ñ
¤EÐ
Ð
*€CØ
ŒV‰*×
Ñ
¤EÐ
Ð
*€CØ�Sœs 5›zÐ)Ð)ùò =s   Ä%HÄ6Hc                 ó  • [         R                  " U [        5      n [         R                  " U SS9oU   n[         R                  " S[        U 5      S-   [        S9nSnU[        U5      :  au  UnUS-   [        U5      :  a3  X%S-      X$   :X  a&  US-  nUS-   [        U5      :  a  X%S-      X$   :X  a  M&  XT:”  a  US-   U-   S-   S-  X4US-   & US-   nU[        U5      :  a  Mu  [         R                  " [        U 5      [        5      ocXa'   U$ )NÚ	mergesort©Úkindr   rm   r   ro   )r}   ÚasarrayrS   ÚargsortÚarangerƒ   Úempty)r   ÚorderÚsaÚrÚirÂ   Úouts          r   Ú	_rankdatar   à   sô   € Ü
�
Š
�1”eÓ€A¤b§j¢j°¸Ñ&E˜eÈeÉHÀrÜ
�	Š	�!”S˜“V˜a‘Z¤uÑ-€A°1¨qØ
Œc�"‹g‹+ØˆØ�!‰e”c˜"“g‹o "¨¡U¡)¨r©uÓ"4Ø�‰FˆAð �!‰e”c˜"“g‹o "¨¡U¡)¨r©uÕ"4à‹5Ø˜a™% !™) a™-¨3Ñ.ˆA��A‘ˆJØ�‰Eˆð Œc�"‹g�+ô �(Š(”3�q“6œ5Ó
!€C 3¡:Ø€Jr   c                 ó@  • [         R                  " U 5      R                  [        5      n[	        UR                  5       5      [	        U) R                  5       5      pCUS:X  d  US:X  a  [        S5      $ [        U5      nXR   R                  5       X3S-   -  S-  -
  X4-  -  $ )Nr   Únanr   ro   )r}   r÷   r�   ÚboolÚintr‚   rS   r   )Úy_binÚscoreÚyÚnposÚnnegÚrankss         r   Úroc_aucr  î   s~   € Ü
�
Š
�5Ó× Ñ ¤Ó&€A´S¸¿¹»³\Ä3ÈÈÇxÁxÃzÃ?¨dØˆqƒy�D˜A“IÜ�U‹|ÐÜ�eÓ€EØ‰H�L‰L‹N˜T¨A¡XÑ.°Ñ4Ñ4¸¹ÑEÐEr   c                 ó*  • [         R                  " U 5      R                  [        5      n[        UR	                  5       5      nUS:X  a  [        S5      $ [         R                  " [         R                  " U[
        5      * SS9oBU   n[         R                  " U5      n[         R                  " SU-
  5      nU[         R                  " XV-   S5      -  ouU-  n[        [         R                  " U[         R                  " S/US S /5      -
  U-  5      5      $ )Nr   r  rô   rõ   r   rE   rp   )
r}   r÷   r�   r  r‚   rS   rø   ÚcumsumÚmaximumÚconcatenate)	r  r  r  r  rû   ÚtpÚfpÚprecÚrecs	            r   Úaverage_precisionr  ö   sÍ   € Ü
�
Š
�5Ó× Ñ ¤Ó%€A¬c°!·%±%³'«l tØˆqƒyÜ�U‹|ÐÜ�JŠJœŸ
š
 5¬%Ó0Ð0°{ÑC€EÈ5ÉÀQÜ	�Š�1‹€BœBŸIšI a¨!¡eÓ,�rØ”—
’
˜2™7 AÓ&Ñ&€D°4©i¨Ü”—’˜œrŸ~š~°¨u°c¸#¸2°hÐ.?Ó@Ñ@ÀDÑHÓIÓJÐJr   c                 ó*  • [         R                  " U 5      R                  [        5      n[         R                  " U5      R                  [        5      n[	        X#-  R                  5       5      n[	        U) U-  R                  5       5      n[	        X#) -  R                  5       5      n[	        U) U) -  R                  5       5      nXE-   U-   U-   nXE-   (       a  XDU-   -  O
[        S5      n	XF-   (       a  XDU-   -  O
[        S5      n
U	(       aS  U
(       aL  [         R                  " U	5      (       d1  [         R                  " U
5      (       d  Xš-   (       a  SU	-  U
-  Xš-   -  OSnU(       a  XG-   U-  O
[        S5      n[        XÉX«U(       a	  XE-   U-  S9$ SS9$ )Nr  rw   rE   )Úaccr  r  Úf1Ú	flag_rate)	r}   r÷   r�   r  r  r‚   rS   ÚisnanÚdict)r  ÚwarnÚtr±   r  r  ÚfnÚtnr   rd   rý   r  r  s                r   Úprfr     s4  € Ü
�
Š
�5Ó× Ñ ¤Ó&€A¬B¯JªJ°tÓ,<×,CÑ,CÄDÓ,I¨Ü	ˆa‰e�[‰[‹]Ó	€B¤#¨ r¨A¡v§l¡l£nÓ"5˜R¼CÀÀRÁÇÁÃÓ<O°rÔVYÐ\]Ð[]ÐabÐ`bÑ[b×ZgÑZgÓZiÓVjÐQSØ
‰�"‰�rÑ€AØŸ'ˆ�2‰gŠ¤u¨U£|€AØŸ'ˆ�2‰gŠ¤u¨U£|€AÞ!"¦q´·²¸!·±ÄRÇXÂXÈaÇ[Á[ÐUV×UZˆˆQ‰�‰�a‘eÒ	Ðad€BÞˆ2‰7�aŠ-¤%¨£,€CÜ�C QÎ!¸"¹'ÀQ¹ÑUÐUÐQTÑUÐUr   c                 ó´  • [         R                  " [         R                  " US5      5      n[        U5      S:”  a-  [         R                  " U[         R
                  " SSS5      5      nS[        [         R                  " U5      5      SpenU HG  n[        XU:¬  5      nUS   [        U 5      -  U:¼  d  M(  US   U:”  d  M3  US   [        U5      US   penMI     XV4$ )	zCQuet nguong -> tra (tau, flag_rate) toi uu F1. warn = score >= tau.é   i�  g{®Gáz„?ç®Gáz®ï?g      ð¿rE   r  r  )	r}   ÚuniqueÚroundrƒ   ÚquantileÚlinspacerS   Úmedianr  )	r  r  Úmin_flagÚcandÚbest_fÚbest_tauÚbest_frÚtauÚms	            r   Úbest_f1_thresholdr/    s¸   € ä�9Š9”R—X’X˜e QÓ'Ó(€DÜ
ˆ4ƒy�3ƒÜ�{Š{˜5¤"§+¢+¨d°D¸#Ó">Ó?ˆØ $¤e¬B¯IªI°eÓ,<Ó&=¸s�g€FÛˆÜ� ‘|Ó$ˆØˆ[‰>œC ›JÑ&¨(Õ2°q¸±wÀÕ7GØ()¨$©´°s³¸Q¸{¹^˜gˆF™gñ ð ÐÐr   c           	      óî   • [        5       n[        U R                  S5      5       HC  nUR                  S5       H+  nUR                  UR                  S [        S5      *  5        M-     ME     [        U5      $ )Núfold_*z*_train.csvrÔ   )ÚsetÚsortedÚglobÚaddÚnamerƒ   )ræ   ÚfacsÚfrd   s       r   Úlist_facultiesr9    s`   € Ü‹5€DÜ�J—O‘O HÓ-Ö.ˆØ—‘˜Ö&ˆAØ�H‰H�Q—V‘VÐ/œc ,Ó/Ð/Ð0Ö1ó 'ñ /ô �$‹<Ðr   c           
      óN  • / nU Hœ  n[        XU5      nUc  [        SU S35        M#  Uu  pxpšn[        XyXƒSU 3S9u  pÍUR                  U[        R
                  " U
[        5      U[        R
                  " U[        5      -
  [        R
                  " U[        5      45        Mž     U$ )z¨Walk-forward: moi fold train rieng -> tra list (fold, y, risk_blended, risk_p).
risk = diem cao hon => rui ro hon. blended: risk = event - grade ; P: risk = P(y<event).z  fold z#: skip (thieu file / <50 mau train)zfold )ru   )rò   ÚprintrÑ   r¡   r}   r÷   rS   )rä   Úfoldsræ   r§   rÿ   rå   Údatar¨   r©   rð   rñ   rÎ   rÏ   rÐ   s                 r   Úpredict_foldsr>     s¦   € ð €CÛˆÜ˜¨
Ó3ˆØ‰<Ü�G˜D˜6Ð!DÐEÔFÙØ $Ñˆ�#˜AÜ/°¸#ÈUÐSWÐRXÈ>ÑZÑˆ
Ø�
‰
�Dœ"Ÿ*š* S¬%Ó0°%¼"¿*º*ÀZÔQVÓ:WÑ2WÜ—J’J˜w¬Ó.ð0ö 	1ñ ð €Jr   re   zP(y<e)c                 ó"   • US:X  a  U S   $ U S   $ )Nre   rw   é   r	   )r  Úsignals     r   Ú_riskrB  3  s   € Ø˜yÓ(ˆ3ˆq‰6Ð4¨c°!©fÐ4r   c                 óè   • US::  a$  [         R                  " [        U 5      [        5      $ [	        S[        [        U[        U 5      -  5      5      5      n[         R                  " X* 5      U*    nX:¬  $ )zJDrift-aware: gan co cho top-`rate` phan tram theo score (khong dung nhan).r   r   )r}   Úzerosrƒ   r  r„   r  r$  Ú	partition)r  Úrater   Úthrs       r   Úwarn_by_raterH  7  s\   € àˆqƒyÜ�xŠxœ˜E›
¤DÓ)Ð)ÜˆAŒs”5˜¤ E£
Ñ*Ó+Ó,Ó-€AÜ
�,Š,�u˜bÓ
! 1 "Ñ
%€CØ‰<Ðr   c                 óè  ^• [         R                  " U  Vs/ s H  o"S   PM	     sn5      o3U:  n[        UR                  5       5      n0 m[         H  n[         R                  " U  Vs/ s H  n[        X&5      PM     sn5      n[        XG5      n[        XG5      u  pš[        XGU	:¬  5      n[        X‰Xª[        US5      -  US   US   US   S9TU'   M�     [        [        U4S jS9nUTU4$ s  snf s  snf )	z£Voi moi signal: gop dev, tinh AP + tau/flag_rate toi uu F1. Chon signal AP cao hon.
ratio = flag_rate / prevalence (do 'manh tay' hoc tu dev, de scale theo drift).r   g�íµ ÷Æ°>r  r  r  )Úapr-  r  Úratior  r  r  c                 óZ   >• [         R                  " TU    S   5      (       d  TU    S   $ S$ )NrJ  rp   )r}   r  )rÁ   Úinfos    €r   Ú<lambda>Útune_on_dev.<locals>.<lambda>M  s,   ø€ ¼b¿hºhÀtÈAÁwÈtÁ}×>UÑ>U¨¨a©°©Ð)]Ð[]Ð)]r   )Úkey)r}   r  rS   r   ÚSIGNALSrB  r  r/  r  r  r„   )Údev_recsr§   rý   r  ÚybinÚprevÚsigr  rJ  r-  Úfrr.  ÚchosenrM  s                @r   Útune_on_devrX  @  sæ   ø€ ô 	�Š¡hÓ/¢h ˜!œ¡hÑ/Ó0€A¸e¹)°$Ü�—‘“Ó€DØ€DßˆÜ—’±xÓ@²x°!¤ a¦±xÑ@ÓAˆÜ˜tÓ+ˆÜ# DÓ0‰ˆÜ�˜s‘lÓ#ˆÜ˜B°2Ä#ÀdÈDÃ/Ñ=QØ˜d™G¨!¨F©)¸¸5¹ñCˆˆS‹	ñ ô ”Ô^Ñ_€FØ�4˜ÐÐùò 0ùò  As   –C*Á'C/
c                 óÜ  • [        SU  SU S35        [        SS SSS SSS S	S
S SSS S	SS SSS SSS S	SS SSS SSS SSS 35        / / / p©nU GH%  u  p¼pÞUS:X  a  UOUnXÇ:  n[        [        R                  " XER	                  US-
  U5      -  SS5      5      n[        UU5      n[        UU5      n[        UXó:¬  5      n[        UU5      n[        UU5      n[        US S[        U5      S SUR                  5       S-  S SUS SUS S	US   S SUS   S SUS   S S	US-  S S US   S SUS   S SUS   S 35        UR                  U5        U	R                  U5        U
R                  U5        GM(     U(       d  g![        R                  " U5      n[        R                  " U	5      oüU:  n[        UU5      n[        UU5      n[        UXó:¬  5      n[        U[        R                  " U
5      5      n[        S"5        [        S#S S[        U5      S SUR                  5       S-  S SUS SUS S	US   S SUS   S SUS   S S	S$S SUS   S SUS   S SUS   S 35        g!)%z­In per-fold + POOLED: AP/AUC (frontier) + P/R/F1 tai:
@tau  = nguong co dinh tu dev
@rate = DRIFT-AWARE: flag top-K fold N voi K = ratio * prevalence(fold N-1) (leak-safe).
z
### z
  [signal=Ú]rå   z>6Ú Útestzbase%z | ÚAPÚAUCzP@tauzR@tauzF1@tauz>7zrate%zP@rtzR@rtzF1@rtre   r   g-Cëâ6?r"  r7   z5.1fz% | z6.3fr  r  r  z7.3fz% Nzd----------------------------------------------------------------------------------------------------ÚPOOLEDÚ )r;  rS   r}   ÚclipÚgetr  r  r  rH  rƒ   r   r¡   r  )ÚtitleÚrecsrU  r-  rK  Úprev_mapÚdev_prevr§   r­   ÚscsÚ
warns_raterå   r  ÚrbÚrpr  rS  rF  rJ  Úaucr   ÚwrÚbs                          r   Úreport_blockrn  Q  sæ  € ô
 
ˆF�5�'˜ C 5¨Ð
*Ô+Ü	ˆV�BˆK�q˜ ˜ 1 W¨R L°°D¸°9¸A¸eÀB¸ZÀsØ�RˆL˜˜' "˜ Q x° m°3°w¸r°lÀ!ÀFÈ2À;ÈaÐPVÐWYÈ{ÐZ[Ð\cÐdfÐ[gðiô jà˜b "ˆZ€BÜ‰ˆ�Ø˜YÓ&‘¨BˆØ‘	ˆÜ”R—W’W˜U§\¡\°$¸±(¸HÓ%EÑEÀtÈTÓRÓSˆÜ˜t UÓ+ˆ´7¸4ÀÓ3G¨SÜ��e‘lÓ#ˆÜ˜% Ó&ˆ¬C°°b«M¨Ü��b�	˜œ3˜q›6 "˜+ Q t§y¡y£{°3¡°tÐ&<¸DÀÀDÀ	ÈÈ3ÈtÈ*ÐTWØ�6‘˜4Ð   ! E¡(¨4 °°!°D±'¸$°¸sØ�c‘˜$�˜r ! F¡)¨DÐ!1°°1°U±8¸D°/ÀÀ1ÀTÁ7È4À.ðRô 	Sð 	�	‰	�!Œ�c—j‘j Ô'¨×):Ñ):¸2×)>ñ  ö ØÜ
�Š�rÓ€A¤B§N¢N°3Ó$7˜EÀUÁ¸Ü	˜4 Ó	'€B¬w°t¸UÓ/C¨ÜˆD�%‘,Ó€A¤S¨¬r¯~ª~¸jÓ/IÓ%J Ü	ˆ)ÔÜ	ˆX�bˆM˜œ3˜q›6 "˜+ Q t§y¡y£{°3¡°tÐ&<¸DÀÀDÀ	ÈÈ3ÈtÈ*ÐTWØˆv‰Y�tÐ˜A˜a ™h t˜_¨A¨a°©g°d¨^¸3Ø�ˆG�1�Q�v‘Y˜tÐ$ A a¨¡h¨t _°A°a¸±g¸d°^ðEõ Fr   c                 ó  • U R                  5       R                  5       S:X  a!  [        S UR                  S5       5       5      $ U R	                  S5       Vs/ s H$  o"R                  5       (       d  M  [        U5      PM&     sn$ s  snf )NÚallc              3   óp   #   • U  H,  n[        UR                  R                  S 5      S   5      v •  M.     g7f)rÎ   r   N)r  r6  Úsplit)Ú.0rd   s     r   Ú	<genexpr>Ú_parse_folds.<locals>.<genexpr>r  s,   é € ÐSÒ9R°A”c˜!Ÿ&™&Ÿ,™, sÓ+¨AÑ.×/Ð/Ò9Rùs   ‚46r1  Ú,)r”   Úlowerr3  r4  rr  r  )Úspecræ   r`   s      r   Ú_parse_foldsry  p  s_   € Ø‡z�zƒ|×ÑÓ˜uÓ$ÜÑS¸¿¹ÈÔ9RÓSÓSÐSØ ŸJ™J sœOÓ9šO�q¯w©w¯y‹FŒC�ŽF™OÑ9Ð9ùÒ9s   ÁBÁ3Bc                  óp	  • [         R                  " SS9n U R                  SSSS9  U R                  SSS	S9  U R                  S
SSS9  U R                  SS/ SQSS9  U R                  SS SS9  U R                  SSSS/S9  U R                  S[        SSS9  U R                  SSSS9  U R	                  5       nUR
                  (       a  [        UR
                  5      O9[        [        5      R                  5       R                  S -  S!-  UR                  -  nUR                  (       a-  [        S"U 35        [        U5       H  n[        S#U5        M     g UR                  5       (       d  [        R                   " S$U 35        [        U5      nUR"                  U;  aD  [        S%UR"                   S&35        U H  n[        S#U5        M     [        R                   " S'5        [%        UR&                  U5      n[%        UR(                  U5      n[*        R,                  R/                  5       (       a  [*        R,                  R1                  S(5      OS)n[        S*5        [        S+UR"                   S,UR                   S-UR2                   35        [        S.[5        5        S/U S035        [        S1U S2U S335        [        S*5        [        S45        [7        UR"                  XRUR2                  5      nU(       d  [        R                   " S55        [9        X�R2                  5      u  pšn[:         HR  nX¬   oÜU	:X  a  S6OS7n[        S8US9 S:US;   S< S=US>   S< S?US@   S< SAUSB   SC SDUSE   S< SFUSG   S< SHUSI   S< U 35        MT     X©   S>   X©   SB   nnU VVVs0 s H/  u  nn  nU[        UUR2                  :  R=                  5       5      _M1     nnnnUR>                  SJ;   a  [A        SKX‰UUUX±R2                  5        UR>                  SL;   aš  [        SM5        [        SN5        [        SO5        [7        UR"                  XbUR2                  5      nU H1  u  nn  n[        UUR2                  :  R=                  5       5      UU'   M3     U(       a  [A        SPUXŸUUX±R2                  5        [        SQ5        g s  snnnf )RNz7MLP regression walk-forward -> acc/prec/recall y<event.)Údescriptionz	--facultyÚkhoa_cong_nghe_thong_tinzten khoa (xem --list))ÚdefaultÚhelpz--dev_foldsz	1,2,3,4,5zfold phat trien/validationz--test_foldsz6,7zfold holdout (chi xem khi chot)z--reportÚboth)Údevr\  r  z;dev = tune tren fold 1-5; test = holdout 6-7; both = ca hai)r}  Úchoicesr~  z--splits_dirz&mac dinh <repo>/data/splits/<strategy>z
--strategyÚ	expandingÚsliding)r}  r�  z--eventr8   z&nguong su kien (y<event); mac dinh 5.0)Útyper}  r~  z--listÚ
store_truezliet ke faculty roi thoat)Úactionr~  r=  ÚsplitszSplits dir: z  z [ERR] splits_dir khong ton tai: z[ERR] faculty 'z' khong co. Co san:r   r   ÚCPUz`================================================================================================z	FACULTY: z | strategy=z | event y<zDEVICE: z (z%) | model=MultiTaskNet(reg+cls+blend)z
DEV folds=z | HOLDOUT folds=z$ | tune=F1 (chon signal theo AP dev)z%
>>> DEVELOPMENT (tune tren fold dev)z'[ERR] khong co fold dev hop le de tune.z <= CHON (AP cao nhat)r`  z	  signal Ú8z: AP=rJ  z.3fz | F1-opt tau=r-  z flag_rate=r  z (ratio=rK  z.2fz) -> P=r  z R=r  z F1=r  )r€  r  zDEVELOPMENT (validation))r\  r  ze
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!uz   !! HOLDOUT â€” tau/ratio LAY TU DEV. @tau=nguong co dinh; @rate=drift-aware (K=ratio*prevalence ky lien truoc, leak-safe).zd!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!zHOLDOUT (test)zd====================================================================================================)!ÚargparseÚArgumentParserÚadd_argumentrS   Ú
parse_argsræ   r   Ú__file__ÚresolveÚparentÚstrategyÚlistr;  r9  rÚ   ÚsysÚexiträ   ry  Ú	dev_foldsÚ
test_foldsr>   r<   r@   Úget_device_namer§   rA   r>  rX  rQ  r   Úreportrn  )rJ  Úargsræ   r8  Úavailr€  r\  Údev_ctrR  rW  rM  rf  rU  rþ   Úmarkr-  rK  rå   r  rÎ   re  Ú	test_recss                         r   Úmainrž  v  sL  € Ü	×	 Ò	 Ð-fÑ	g€BØ‡O�O�KÐ)CÐJa€OÑbØ‡O�O�M¨;Ð=Y€OÑZØ‡O�O�N¨EÐ8Y€OÑZØ‡O�O�J¨Ò8OØVð ñ Xà‡O�O�N¨DÐ7_€OÑ`Ø‡O�O�L¨+ÀÈYÐ?W€OÑXØ‡O�O�I¤E°3Ð=e€OÑfØ‡O�O�H \Ð8S€OÑTØ�=‰=‹?€Dà*.¯/¯/”�d—o‘oÔ&ÜŒX‹×ÑÓ ×'Ñ'¨&Ñ0°8Ñ;¸d¿m¹mÑKð ð ‡y‡yÜ�˜Z˜LÐ)Ô*Ü 
Ö+ˆAÜ�$˜ŽNñ ,àØ×Ñ×ÑÜ�ŠÐ3°J°<Ð@ÔAÜ˜:Ó&€EØ‡|�|˜5Ó Ü� §¡˜~Ð-@ÐAÔBÛˆAÜ�$˜ŽNñ ä�Š�Œä
�t—~‘~ zÓ
2€CÜ˜Ÿ™¨Ó4€Dä.3¯j©j×.EÑ.E×.GÑ.GŒU�Z‰Z×'Ñ'¨Ô*ÈU€FÜ	ˆ(„OÜ	ˆI�d—l‘l�^ <°·±¨¸kÈ$Ï*É*ÈÐ
VÔWÜ	ˆH”Z“\�N " V HÐ,QÐ
RÔSÜ	ˆJ�s�eÐ,¨T¨FÐ2VÐ
WÔXÜ	ˆ(„Oô 
Ð
2Ô3Ü˜TŸ\™\¨3¸D¿J¹JÓG€HÞÜ�ŠÐ:Ô;Ü(¨·:±:Ó>Ñ€F�(ßˆØ‰IˆÀ»-Ñ6ÈR�tÜ�	˜#˜a˜  a¨¡g¨c ]°.ÀÀ5ÁÈ#Àð OØ˜[™>¨#Ð.¨h°q¸±zÀ#Ð6Fð GØ�V‘9˜S�/  Q u¡X¨c N°$°q¸±w¸s°mÀDÀ6ðKö 	Lñ ð
 ‘˜eÑ$ d¡l°7Ñ&;ˆ€Cñ KSÕSÊ(¹¸¸qÀ!ÀQ�”e˜Q §¡™^×1Ñ1Ó3Ó4Ò4É(€HÒSà‡{�{�oÓ%ÜÐ/°À3ÈÈxÐYa×cmÑcmÔnð ‡{�{Ð&Ó&ÜÐÔÜð Qô 	RäˆiÔÜ! $§,¡,°À$Ç*Á*ÓMˆ	Û&‰MˆD�!�Q˜Ü" A¨¯
©
¡N×#8Ñ#8Ó#:Ó;ˆH�T‹Nñ 'æÜÐ)¨9°fÀ5È(ÐT\×^hÑ^hÔiÜ	ˆ)Õùô! Ts   Î6R1Ú__main__)r8   r`  )r!  )1Ú__doc__rŠ  r“  Úpathlibr   r£   r}   ÚpandasrÛ   r>   Útorch.nnrH   Ú	tqdm.autor   ÚImportErrorrá   rÞ   rh   ri   rj   r“   r’   r�   r�   r†   r™   rš   r›   r{   rA   ÚModulerC   rÑ   rò   r   r  r  r  r/  r9  r>  rQ  rB  rH  rX  rn  ry  rž  r    r	   r   r   Ú<module>r§     s  ðñ óB Û 
Ý ã Û Û Ý ð-Ýò€ð 
€ð 	€Ø	€Ø
€Ø	€Ø€Ø	€Ø€Ø€
Ø€Ø€Ø
€Ø	€òHô&�2—9‘9ô &ô,Qòj*ò@òFòKòVô
òòð  �hÐ
€ò5òòò"Fò>:òFðR ˆzÓÙ…Fð øðc ó -÷-ó -ð-ús   ¤B$ Â$B7Â6B7