ó
    3ÖÓjŒ  ã                  ó¦   • S r SSKJr  SSKJr  SSKJr  SSKrSSKr	SSK
rSSKJr  / SQr/ SQrS	 rS
 r\ " S S5      5       rSS jrS rS rS rg)zMLoad canonical AQ folds without fabricating identity, section, or provenance.é    )Úannotations)Ú	dataclass)ÚPathN)Úlog)ÚSoTinChiÚSoTietMHÚ
SoTietTuanÚSiSoMaxÚSiSoMinÚ
KhgTinhDTBÚIsMHTNÚIsMonKTÚIsMHKNÚ
IsMHDacThuÚIsGDTiengAnhÚIsMonNgoaiNguÚ
hist_countÚ	hist_meanÚhist_stdÚhist_fail_rateÚhist_pass_rate)ÚsemesterÚ	course_idÚ
section_idÚ
student_idc                óô   • [         R                  " U 5      (       a  g[        U 5      R                  5       nUR	                  S5      (       a,  US S R                  S5      R                  5       (       a  US S $ U$ )NÚ z.0éþÿÿÿÚ-)ÚpdÚisnaÚstrÚstripÚendswithÚlstripÚisdigit)ÚxÚss     ÚI/root/disk_3tb/earlywarning/30072026/suite33_offering_context/s33_data.pyÚkeystrr*      s\   € Ü	‡w‚wˆq‡z�z˜Ü	ˆ!ƒf‡l�lƒn€AØ—Z‘Z ×%Ñ%¨!¨C¨R¨&¯-©-¸Ó*<×*DÑ*D×*FÑ*Fˆ1ˆSˆbˆ6ÐMÈAÐMó    c                óv   • [        [        U 5      5      oS-  nUS;  a  [        SU  35      eUS-  S-  U-   S-
  $ )Né
   )é   é   é   zInvalid semester target_NHHK: r0   r.   )ÚintÚfloatÚ
ValueError)r'   r(   Úts      r)   Úsemordr5      sE   € Ü	Œ%�‹(ƒm€A˜‘d�AØ�ÓœjÐ+IÈ!ÈÐ)MÓNÐNØˆr‰E�1‰9�Q‰;�q‰=Ðr+   c                  ó�   • \ rS rSr% S\S'   S\S'   S\S'   S\S'   S	\S
'   S\S'   S\S'   S\S'   S\S'   S\S'   S rSS jrS rSrg)ÚCellé   r"   Úfacultyr1   ÚfoldÚpartz
np.ndarrayÚrawÚlistÚ	raw_namesÚ
structuredÚyzpd.DataFrameÚframeÚ	row_indexÚ	committeec                ó,   • [        U R                  5      $ ©N)Úlenr@   )Úselfs    r)   Ú__len__ÚCell.__len__#   s   € œS §¡›[Ð(r+   Nc           
     óÖ  • U R                   nSSSSS.nS H/  nXB;  d  M
  [        U R                   SU R                   SU 35      e   [        R
                  " UR                  5        VVs0 s H.  u  pVXb;   d  M  XRU   R                  [        5      R                  _M0     snn5      nS	U;  a=  Uc%  [        U R                   SU R                   S
35      eUR                  U/ SQSSSS9nU[           R                  5       R                  5       R                  5       (       d9  U[           R                  S5      R                  5       R                  5       (       a2  [        U R                   SU R                   SU R                   S35      eUR!                  [        5      R                  5       (       a%  [        U R                   SU R                   S35      eU[           $ s  snnf )NÚtarget_NHHKÚIDSVÚIDMHÚIDToHoc)r   r   r   r   )rL   rM   rK   ú Fz: cache frame missing r   zQ: missing IDToHoc in canonical cache frame; provide --target-keys with section_id©r   r   r   ÚleftÚ
one_to_oneF)ÚonÚhowÚvalidateÚsortr   Ú z: empty registration keysz#: repeated origin registration keys)rA   r3   r9   r:   r    Ú	DataFrameÚitemsÚmapr*   ÚvaluesÚmergeÚKEYSr!   ÚanyÚeqr;   Ú
duplicated)rG   Úsection_lookupÚfÚcolumnsÚcolÚkÚvÚas           r)   ÚkeysÚ	Cell.keys$   sÂ  € Ø
�*‰*ˆØ)°vÈ&Ð^gÑhˆÛ0ˆCØ�|¤*°·±¨~¸RÀÇ	Á	¸{ÐJ`ÐadÐ`eÐ-fÓ"gÐgñ 1ä
�,Š,¸W¿]¹]¼_ÔWº_±c°aÐPQÑPVÓ1˜˜A™$Ÿ(™(¤6Ó*×1Ñ1Ò1¹_ÒWÓ
XˆØ˜qÓ ØÑ%¬J¸$¿,¹,¸ÀrÈ$Ï)É)Èð  Ufð  8gó  -hð  'hØ�g‰g�nÒ(MÐRXÐbnÐtyˆgÐzˆAØŒT‰7�<‰<‹>×ÑÓ×#Ñ#×%Ñ%¨!¬D©'¯*©*°R«.×)=Ñ)=Ó)?×)CÑ)C×)EÑ)EÌJÐZ^×ZfÑZfÐYgÐgiÐjn×jsÑjsÐitÐtuÐvz×vÑvð  vAð  AZð  X[ó  M\ð  G\Ø�<‰<œÓ×!Ñ!×#Ñ#¬*¸¿¹°~ÀRÈÏ	É	À{ÐRuÐ5vÓ*wÐ$wØ”‰wˆùó Xs   Á,G%
Á;&G%
c           	     ó�  ^• [        U R                  5       VVs0 s H  u  p#X2_M	     snnm[        U4S jU 5       5      (       a  [        S5      e[        R
                  " U R                  S S 2U Vs/ s H  nTU   PM
     sn4   U R                  /SS9n[        R                  " USSSS9R                  S5      $ s  snnf s  snf )Nc              3  ó,   >#   • U  H	  oT;  v •  M     g 7frE   © )Ú.0re   Úbynames     €r)   Ú	<genexpr>ÚCell.X.<locals>.<genexpr>2   s   øé € Ð/ª 1˜Žªùs   ƒzCommon cache schema mismatchr.   ©Úaxisr   )ÚnanÚposinfÚneginfÚfloat32)
Ú	enumerater>   r^   r3   ÚnpÚconcatenater<   r?   Ú
nan_to_numÚastype)rG   ÚcommonÚiÚcÚnÚzrn   s         @r)   ÚXÚCell.X0   s¥   ø€ Ü(¨¯©Ô8Ô9Ò8™˜�’Ñ8Ò9ˆÜÔ/©Ó/×/Ñ/´jÐA_Ó6`Ð0`Ü
�.Š.˜$Ÿ(™(¢1¹Ó%@º°A f¨Q¤i¹Ñ%@Ð#@ÑAÀ$Ç/Á/ÐRÐXYÑ
ZˆÜ�}Š}˜Q 1¨A°QÑ7×>Ñ>¸yÓIÐIùó :ùâ%@s   šB=Á3Crl   rE   )	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__annotations__rH   rh   r�   Ú__static_attributes__rl   r+   r)   r7   r7      sF   ‡ àƒKØ	ƒHØ	ƒHØƒNØƒNØÓØƒLØ
ÓØÓØÓÚ(ôõJr+   r7   c                óè   • [        [        U 5      R                  SU S35      5      nU(       d  [        SU SU  35      eU Vs/ s H!  o3R                  R                  SU S35      PM#     sn$ s  snf )Nz*_fold_ú.joblibzNo canonical caches for Fz at Ú_fold_)Úsortedr   ÚglobÚFileNotFoundErrorÚnameÚremovesuffix)Úcacher:   ÚfilesÚps       r)   Ú	facultiesr”   6   sn   € Ü
”�e“×!Ñ! G¨D¨6°Ð"9Ó:Ó
;€EÞÔ(Ð+DÀTÀFÈ$ÈuÈgÐ)VÓWÐWÙAFÓGÂ¸A�F‰F×Ñ &¨¨¨gÐ 6Ö7ÁÑGÐGùÒGs   Á(A/c                ó”	  • [         R                  " [        U 5      U SU S3-  5      n[         R                  " [        U5      U SU S3-  5      n[        US   5      n[        R
                  " [        R                  " US   [        5      [        R                  " [        R                  " US   [        5      5      R                  SS9-  5      n[        R                  " [        R                  " US   [        5      U5      (       d  [        U S	U S
35      eSUSSSUS   S   4S[        R                  " [        US   5      5      SSSUS   S   4/n/ n	U GH  u  p«pÍpïU
S:X  a  [        R                  " XL   5      U   O[        R                  " XL   5      n[        R                  " U5      nU
S:X  a  [        R                  " XM   5      U   O[        R                  " XM   5      nU
S:X  a  XN   R                   U   R#                  SS9OXN   R#                  SS9n[        U5      [        U5      :w  d7  UR$                  [        U5      S4:w  d  UR$                  S   [        U5      :w  a  [        S5      e[        R&                  " USS/5      R                  5       (       d  [        S5      eU
S:X  a)  [        R                  " US   5      U   R)                  SS9Oa[        R                  " UR+                  SUR+                  S[        R,                  " [        U5      [        R.                  5      5      5      5      nUR0                  S:X  a  UR)                  SS9n[        U5      [        U5      :w  a.  [        R,                  " [        U5      [        R.                  5      nU	R3                  [5        X#U
[        R                  " U[        R6                  5      U[        R                  " U[        R6                  5      [        R                  " U[        R8                  5      U[        R                  " U5      [        R                  " U[        5      5
      5        GM     [;        [=        [>        U	S   R@                  S   5      5      [C        [=        [>        U	S   R@                  S   5      5      :¼  a  [        U S	U S35      eU	$ ) Nr‹   rŠ   Úfeature_namesÚcf_covered_maskÚcf_probabilitiesr.   rq   Útrain_row_indexrO   z,: structured sidecar row alignment violationÚhistoryÚXtrÚytrÚtrain_frameÚtrainÚcourse_targetÚtargetÚyteÚXteÚ
test_frameT)Údropé   r   zCache dimensions incompatiblezLabels not binaryÚqteÚpter/   rK   z3: future label leakage detected by semester ordinal)"ÚjoblibÚloadr   r=   rx   ÚflatnonzeroÚasarrayÚboolÚisfiniter2   ÚallÚarray_equalr1   r3   ÚarangerF   ÚilocÚreset_indexÚshapeÚisinÚmeanÚgetÚfullrs   ÚndimÚappendr7   rv   Úint8ÚmaxrZ   r5   rA   Úmin)r‘   r?   r9   r:   ÚdÚscÚnamesÚixÚexpectedÚoutÚlabelÚrow_idsr'   r@   rA   Úsider<   r€   Úyyrb   rC   s                        r)   r©   r©   ;   sð  € Ü‡k‚k”$�u“+  	¨°¨v°WÐ=Ñ=Ó>€AÜ‡{‚{”4˜
Ó# w i¨v°d°V¸7Ð$CÑCÓD€BÜ
ˆq�Ñ!Ó
"€E¤b§n¢n´R·Z²ZÀÐBSÑ@TÔUYÓ5ZÔ[]×[fÒ[fÔgi×gqÒgqÐrsð  uGñ  sHô  INó  hOó  \P÷  \Tñ  \Tð  Z[ð  \Tð  \\ñ  6\ó  '] 2Ü�>Š>œ"Ÿ*š* RÐ(9Ñ%:¼3Ó?À×CÑCÌ*ÐX_ÐW`Ð`bÐcgÐbhð  iUð  VVó  KWð  EWØ˜˜E %¨°b¸±kÀ/Ñ6RÐSÐU]Ô^`×^gÒ^gÔhkÐlmÐnsÑltÓhuÓ^vÐw|ð  ~Cð  DPð  QSð  T\ñ  Q]ð  ^mñ  Qnð  Uoð  p€HØ
€CÜ(0Ñ$ˆ�a˜%Ø).°	Ó)9ŒB�JŠJ�q‘tÓ˜WÒ%¼r¿zºzÈ!É$Ó?OˆÔRT×R\ÒR\Ð]aÓRbÐPQØ(-¨yÓ(8Œ2�:Š:�a‘dÓ˜GÒ$¼b¿jºjÈÉÓ>Nˆð  CHð  JSó  CSÐQRÑQY×Q^ÑQ^Ð_fÑQg×QsÑQsÐy}ÐQsÑQ~ð  YZñ  Ya÷  Ymñ  Ymð  swð  Ymð  YxÈqÜˆq‹6”3�r“7‹?˜aŸg™g¬¨B«° |Ó3°s·y±yÀ±|ÄSÈÃWÓ7LÔS]Ð^}ÓS~ÐM~Ü�wŠw�r˜1˜Q˜%Ó ×$Ñ$×&Ñ&¬ZÐ8KÓ-LÐ'LØNSÐU^ÓN^”2—:’:˜aÐ 2Ñ3Ó4°WÑ=×BÑBÈÐBÑJÔdf×dnÒdnÐop×otÑotÐuzÐ{|÷  |Añ  |Að  BGô  HJ÷  HOò  HOô  PSð  TVó  PWô  XZ÷  X^ñ  X^ó  H_ó  |`ó  paó  ebˆ	Ø�>‰>˜1Ó y§~¡~¸1 ~Ð'=˜YÜˆy‹>œ3˜r›7Ó"¬R¯WªW´S¸³W¼R¿V¹VÓ-D 9Ø�
‰
”4˜ U¬2¯:ª:°c¼"¿*¹*Ó+EÀeÌBÏJÊJÐWXÔY[×YcÑYcÓLdÔeg×eoÒeoÐprÔsu×szÑszÓe{Ð|}ô  A÷  Iò  Ið  JQó  Rô  SU÷  S]ò  S]ð  ^gô  hmó  Snó  o÷  	pñ )1ô Œ3Œv�c˜!‘f—l‘l =Ñ1Ó2Ó3´S¼¼VÀCÈÁFÇLÁLÐQ^ÑD_Ó9`Ó5aÓaÜ˜G˜9 B t fÐ,_Ð`ÓaÐaØ€Jr+   c                óÞ   ^• U S   R                   o Vs/ s H  n[        UR                   5      PM     nnU V^s/ s H!  m[        U4S jU 5       5      (       d  M  TPM#     sn$ s  snf s  snf )Nr   c              3  ó.   >#   • U  H
  nTU;   v •  M     g 7frE   rl   )rm   r(   r   s     €r)   ro   Ú"common_features.<locals>.<genexpr>Q   s   øé € Ð#9²D¨q A¨¦F²Dùs   ƒ)r>   Úsetr®   )Úpartsr¿   r'   Úsetsr   s       `r)   Úcommon_featuresrÍ   O   sY   ø€ Ø
�‰(×
Ñ
€E¸UÓ"CºU¸¤3 q§{¡{Ö#3¹U˜TÐ"CÙÔ:’u�!¤Ô#9±DÓ#9× 9�A‘uÑ:Ð:ùò #DùÚ:s   ”A%ºA*ÁA*c                óˆ  • U (       d  g [         R                  " U [        S9n1 SknUR                  U5      (       d  [	        S[        U5      -   5      eU[        U5         R                  5       nU H  oCU   R                  [        5      X4'   M     UR                  / SQ5      R                  5       (       a  [	        S5      eU$ )N)Údtype>   r   r   r   r   ztarget-keys.csv must provide rP   zItarget-keys ambiguous: same student/course/semester has multiple sections)r    Úread_csvr"   Úissubsetr3   r=   ÚcopyrZ   r*   r`   r^   )Úpathrb   rÁ   rg   re   s        r)   Úload_target_keysrÔ   S   s¨   € Þ�tÜ‡k‚k�$œSÑ!€AÚ?€HØ×Ñ˜Q×Ñ¤jÐ1PÔQTÐU]ÓQ^Ñ1^Ó&_Ð _ØŒˆX‹Ñ×ÑÓ€AÛˆ˜Q™4Ÿ8™8¤FÓ+�a“d‰XØ‡|�|Ò9Ó:×>Ñ>×@Ñ@Äzð  S^ó  H_ð  B_Ø€Hr+   )r.   )Ú__doc__Ú
__future__r   Údataclassesr   Úpathlibr   r¨   Únumpyrx   Úpandasr    Ú
s33_commonr   ÚCOURSE_NAMESr]   r*   r5   r7   r”   r©   rÍ   rÔ   rl   r+   r)   Ú<module>rÝ      sf   ðÙ SÝ "Ý !Ý Û Û Û Ý ò a€Ú7€òNò
ð
 ÷Jð Jó ðJô<Hò
ò(;ór+   