ó
    ­³Àju¨  ã                  óD  • S r SSKJr  SSKJr  SSKJr  SSKJr  SSK	r	SSK
Jr  SSKJr  SSKrSSKrSSKrSSKrSS	KJr  S
rSr\\-   rSrSrS2S jrS3S jrS4S5S jjrS6S jrS3S jrS7S8S jjr S9S jr!\ " S S5      5       r"S:S;S jjr#S<S jr$S=S jr%S:S;S jjr&S>S jr'S?S jr(S@S jr)SAS jr*SBS jr+SCS  jr,SDS! jr-SES" jr.SFSGS# jjr/SHS$ jr0SIS% jr1S& r2\ " S' S(5      5       r3\ " S) S*5      5       r4\ " S+ S,5      5       r5SJSKS- jjr6SLS. jr7SLS/ jr8 " S0 S1\5      r9g)Ma±  Canonical-cache loading and strict, global chronological student history.

The canonical caches and Suite12 structured caches are trusted local joblib
artifacts. This module never writes them. Raw features retain their cache values;
all imputation, scaling, and course-vocabulary fitting happen in Preprocessor on
explicitly selected training rows. Semester integers in Table are ordinals, not
local cross-fitting block identifiers.
é    )Úannotations)Údefaultdict)Ú	dataclass)ÚPathN)ÚSequence)Úquote)ÚDataset)ÚSoTinChiÚSoTietMHÚ
SoTietTuanÚSiSoMaxÚSiSoMinÚ
KhgTinhDTBÚIsMHTNÚIsMonKTÚIsMHKNÚ
IsMHDacThuÚIsGDTiengAnhÚIsMonNgoaiNgu)Ú
hist_countÚ	hist_meanÚhist_stdÚhist_fail_rateÚhist_pass_rateÚtarget_grade10zŠObserved previous-semester grades are assumed available by the next semester; the canonical caches do not supply grade-release timestamps.c                óö   •  [         R                  " U [         R                  S9nUR
                  U:w  a  [	        U SU SUR                   35      eU$ ! [        [        4 a  n[	        U S35      UeS nAff = f)N©Údtypez must contain numeric valuesz	 must be z-dimensional, got )ÚnpÚasarrayÚfloat64Ú	TypeErrorÚ
ValueErrorÚndimÚshape)ÚvalueÚnamer$   ÚresultÚexcs        ÚP/root/disk_3tb/earlywarning/30072026/suite27_memory_conditioned_boosting/data.pyÚ_numericr+   &   s~   € ðIÜ—’˜E¬¯©Ñ4ˆð ‡{�{�dÓÜ˜D˜6 ¨4¨&Ð0BÀ6Ç<Á<À.ÐQÓRÐRØ€Møô	 ”zÐ"ó IÜ˜D˜6Ð!=Ð>Ó?ÀSÐHûðIús   ‚#A ÁA8Á$A3Á3A8c                óÎ  • [        XS5      n[        R                  " U5      R                  5       (       a,  U[        R                  " U5      :g  R                  5       (       a  [        U S35      eU[        R                  " [        R                  5      R                  :  US:¬  -  R                  5       (       a  [        U S35      eUR                  [        R                  5      $ )Né   z# must contain finite integer valuesg      àCz. contains integers outside the supported range)r+   r   ÚisfiniteÚallÚfloorÚanyr#   ÚiinfoÚint64ÚminÚastype©r&   r'   r(   s      r*   Ú	_integersr7   0   s¬   € Ü�e 1Ó%€FÜ�;Š;�vÓ×"Ñ"×$Ñ$¨´2·8²8¸FÓ3CÑ)C×(HÑ(H×(JÑ(JÜ˜D˜6Ð!DÐEÓFÐFØ	”"—(’(œ2Ÿ8™8Ó$×(Ñ(Ñ	(¨V°wÑ->Ñ?×DÑD×FÑFÜ˜D˜6Ð!OÐPÓQÐQØ�=‰=œŸ™Ó"Ð"ó    c                ó  • [        XS5      n[        R                  " U5      R                  5       (       a,  [        R                  " USS/5      R                  5       (       d  [        U S35      eUR                  [        R                  5      $ )Nr-   r   z. must contain finite binary labels (failure=1))r+   r   r.   r/   Úisinr#   r5   Úint8r6   s      r*   Ú_labelsr<   9   si   € Ü�e 1Ó%€FÜ�;Š;�vÓ×"Ñ"×$Ñ$¬B¯GªG°F¸QÀ¸FÓ,C×,GÑ,G×,IÑ,IÜ˜D˜6Ð!OÐPÓQÐQØ�=‰=œŸ™Ó!Ð!r8   c                ó@  • [        U [        [        R                  45      (       d  U b  U [        R
                  L a  [        U SU < 35      e[        U [        [        R                  45      (       a  [        [        U 5      5      $ [        U [        [        R                  45      (       ar  [        R                  " U 5      (       d  [        U SU < 35      e[        U 5      R                  5       (       a  [        [        U 5      5      $ [        [        U 5      5      $ [        U 5      R                  5       nUR                  5       S;   a  [        U SU < 35      e[         R"                  " SU5      (       a'  [        [        UR%                  SS5      S   5      5      $ U$ )Nz* requires a meaningful nonmissing ID, got z& requires a finite nonmissing ID, got >	   Ú ÚinfÚnanÚnatÚnoneÚnullú+infú-infú<na>z[+-]?(?:0|[1-9][0-9]*)\.0+Ú.r-   r   )Ú
isinstanceÚboolr   Úbool_ÚpdÚNAr#   ÚintÚintegerÚstrÚfloatÚfloatingr.   Ú
is_integerÚstripÚcasefoldÚreÚ	fullmatchÚsplit)r&   r'   Útexts      r*   Ú_canonical_idrY   @   s<  € Ü�%œ$¤§¡Ð)×*Ñ*¨e©m¸uÌÏÉº~Ü˜D˜6Ð!KÈEÉ9ÐUÓVÐVÜ�%œ#œrŸz™zÐ*×+Ñ+Ü”3�u“:‹ÐÜ�%œ%¤§¡Ð-×.Ñ.Ü�{Š{˜5×!Ñ!Ü ˜vÐ%KÈEÉ9ÐUÓVÐVÜ"'¨£,×"9Ñ"9×";Ñ";Œs”3�u“:‹ÐRÄÄUÈ5Ã\ÓARÐRÜˆu‹:×ÑÓ€DØ‡}�}ƒÐ[Ó[Ü˜D˜6Ð!KÈEÉ9ÐUÓVÐVô 
‡|‚|Ð1°4×8Ñ8Ü”3�t—z‘z # qÓ)¨!Ñ,Ó-Ó.Ð.Ø€Kr8   c           	     óà   • [         R                  " U [        S9nUR                  S:w  a  [	        U S35      e[         R                  " U Vs/ s H  n[        X15      PM     sn[        S9$ s  snf )Nr   r-   z# must be a one-dimensional ID array)r   r    Úobjectr$   r#   rY   )r&   r'   ÚrawÚvs       r*   Ú_idsr^   S   sX   € Ü
�*Š*�U¤&Ñ
)€CØ
‡x�x�1ƒ}Ü˜D˜6Ð!DÐEÓFÐFÜ�:Š:±sÓ;²s°!”} QÖ-±sÑ;Ä6ÑJÐJùÒ;s   ÁA+c           	     ó  • U c#  [         R                  " U[         R                  S9$ [         R                  " U 5      nUR                  S:w  a  [        U S35      eUR                  R                  S:X  aA  [        U5      U:w  a  [        U S[        U5       SU 35      e[         R                  " U5      $ [        X25      nUS:  XA:¬  -  R                  5       (       a$  [        U SU S	UR                  5       S S
  35      eU$ )Nr   r-   z6 must be a one-dimensional index array or boolean maskÚbz boolean mask has length z, expected r   z must be in [0, z), got é
   )r   Úaranger3   r    r$   r#   r   ÚkindÚlenÚflatnonzeror7   r1   Útolist)r&   Únr'   r\   r(   s        r*   Ú_indicesrh   Z   sé   € Ø�}Ü�yŠy˜¤"§(¡(Ñ+Ð+Ü
�*Š*�UÓ
€CØ
‡x�x�1ƒ}Ü˜D˜6Ð!WÐXÓYÐYØ
‡y�y‡~�~˜ÓÜˆs‹8�q‹=Ü ˜vÐ%>¼sÀ3»x¸jÈÐTUÐSVÐWÓXÐXÜ�~Š~˜cÓ"Ð"Ü�sÓ!€FØ	�!‰˜™Ñ$×)Ñ)×+Ñ+Ü˜D˜6Ð!1°!°°G¸F¿M¹M»OÈCÈRÐ<PÐ;QÐRÓSÐSØ€Mr8   c                óÂ  • [         R                  " U 5      R                  5       (       d  U S:  U S:„  -  R                  5       (       a  [        U S35      e[         R                  " U 5      nX0S:  R                  [         R                  5      U:g  -  nUR                  5       (       a8  [         R                  " U5      S S R                  5       n[        U SU S35      eg )Nr   ra   z#: grade must be in 0..10 or missingé   é   z-: grade/failure consistency violated at rows z; failure means grade < 5)	r   Úisinfr1   r#   r.   r5   r;   re   rf   )ÚgradeÚyr'   ÚknownÚinconsistentÚrowss         r*   Ú_validate_gradesrr   j   sÁ   € Ü	‡x‚x�ƒ×Ñ×Ñ %¨!¡)°¸±
Ñ!;× @Ñ @× BÑ BÜ˜D˜6Ð!DÐEÓFÐFÜ�KŠK˜Ó€EØ Q™Y×.Ñ.¬r¯w©wÓ7¸1Ñ<Ñ=€LØ×Ñ×ÑÜ�~Š~˜lÓ+¨B¨QÐ/×6Ñ6Ó8ˆÜ˜D˜6Ð!NÈtÈfÐTmÐnÓoÐoð r8   c                  ó¬   • \ rS rSr% SrS\S'   S\S'   S\S'   S\S'   S\S'   S\S	'   S\S
'   S\S'   S\S'   S\S'   S\S'   S\S'   S rSS jrSS jrSr	g)ÚTableét   a~  Unstandardized row table; x includes raw features and 17 course features.

Rows need not be ordered. IDs are canonical nonmissing strings; semester is a
globally comparable integer ordinal. NaN/inf numeric inputs are treated as
missing by Preprocessor. Known grades must agree with binary failure labels.
Target tables produced by load_fold deliberately contain no observed grades.
ú
np.ndarrayÚxÚcourse_metarn   rm   ÚsemesterÚstudentÚcourseÚfacultyÚ	sample_idÚ	committeeútuple[str, ...]Úfaculty_namesÚfeature_namesc                ó@  • [        U R                  SS5      U l        [        U R                  SS5      U l        [        U R                  5      U l        [        U R
                  SS5      U l        [        U R                  S5      U l        [        U R                  S5      U l	        [        U R                  S5      U l
        [        U R                  S	5      U l        [        U R                  S
5      U l        [        U R                  SS5      U l        [        S U R                   5       5      U l        [        S U R                    5       5      U l        [#        U R                  5      nS H,  n[#        [%        X5      5      U:w  d  M  ['        U SU S35      e   U R                  R(                  S   [#        [*        5      :w  a  ['        S5      eU R                  R(                  S   [#        U R                   5      :w  d5  [#        [-        U R                   5      5      [#        U R                   5      :w  a  ['        S5      eU R                  (       a5  [#        [-        U R                  5      5      [#        U R                  5      :w  a  ['        S5      eU R                  S:  U R                  [#        U R                  5      :¬  -  R/                  5       (       a  ['        S5      e[#        [-        U R                  5      5      U:w  a  ['        S5      e[0        R2                  " U R                  5      R/                  5       (       d2  U R                  S:  U R                  S:„  -  R/                  5       (       a  ['        S5      e[5        U R
                  U R                  S5        g )Nrw   é   rx   rm   r-   ry   rz   r{   r|   r}   r~   c              3  ó:   #   • U  H  n[        US 5      v •  M     g7f©zfaculty nameN©rY   ©Ú.0rg   s     r*   Ú	<genexpr>Ú&Table.__post_init__.<locals>.<genexpr>–   s   é € Ð"`ÒM_È¤=°°N×#CÐ#CÒM_ùó   ‚c              3  ó8   #   • U  H  n[        U5      v •  M     g 7f©N)rO   r‡   s     r*   r‰   rŠ   —   s   é € Ð"FÒ3E¨a¤3 q§6 6Ò3Eùó   ‚)	rw   rx   rm   ry   rz   r{   r|   r}   r~   z" row count does not match labels (Ú)z9course_meta must contain the canonical 17 course featuresz0feature_names must be unique and match x columnsz)faculty_names must be nonempty and uniquer   z&faculty index is outside faculty_namesz/sample_id must be unique for each canonical rowz4committee must contain probabilities in [0,1] or NaNrt   )r+   rw   rx   r<   rn   rm   r7   ry   r^   rz   r{   r|   r}   r~   Útupler€   r�   rd   Úgetattrr#   r%   ÚCOURSE_FEATURESÚsetr1   r   rl   rr   )Úselfrg   r'   s      r*   Ú__post_init__ÚTable.__post_init__‹   s§  € Ü˜$Ÿ&™& # qÓ)ˆŒÜ# D×$4Ñ$4°mÀQÓGˆÔÜ˜Ÿ™“ˆŒÜ˜dŸj™j¨'°1Ó5ˆŒ
Ü! $§-¡-°Ó<ˆŒÜ˜DŸL™L¨)Ó4ˆŒÜ˜4Ÿ;™;¨Ó1ˆŒÜ  §¡¨yÓ9ˆŒÜ˜dŸn™n¨kÓ:ˆŒÜ! $§.¡.°+¸qÓAˆŒÜ"Ñ"`ÈT×M_ÒM_Ó"`Ó`ˆÔÜ"Ñ"F°4×3EÒ3EÓ"FÓFˆÔÜ�—‘‹Kˆó:ˆDä”7˜4Ó&Ó'¨1Õ,Ü  D 6Ð)KÈAÈ3ÈaÐ!PÓQÐQñ:ð ×Ñ×!Ñ! !Ñ$¬¬OÓ(<Ó<ÜÐXÓYÐYØ�6‰6�<‰<˜‰?œc $×"4Ñ"4Ó5Ó5¼¼SÀ×ASÑASÓ=TÓ9UÔY\Ð]a×]oÑ]oÓYpÓ9pÜÐOÓPÐPØ×!×!¤S¬¨T×-?Ñ-?Ó)@Ó%AÄSÈ×I[ÑI[ÓE\Ó%\ÜÐHÓIÐIØ�\‰\˜AÑ $§,¡,´#°d×6HÑ6HÓ2IÑ"IÑJ×OÑO×QÑQÜÐEÓFÐFÜŒs�4—>‘>Ó"Ó# qÓ(ÜÐNÓOÐOÜ�8Š8�D—N‘NÓ#×'Ñ'×)Ñ)¨t¯~©~ÀÑ/AÀdÇnÁnÐWXÑFXÑ.Y×-^Ñ-^×-`Ñ-`ÜÐSÓTÐTÜ˜Ÿ™ T§V¡V¨WÕ5r8   c                ó,   • [        U R                  5      $ r�   )rd   rn   ©r”   s    r*   Ú__len__ÚTable.__len__«   s   € Ü�4—6‘6‹{Ðr8   c                óº   • [        U[        U 5      5      nS Vs0 s H  o3[        X5      U   _M     nn[        S0 UDU R                  U R
                  S.D6$ s  snf )zBSelect rows by integer indices (preserving order) or boolean mask.)
rw   rx   rn   rm   ry   rz   r{   r|   r}   r~   ©r€   r�   © )rh   rd   r‘   rt   r€   r�   )r”   ÚindicesÚselectedr'   Úarrayss        r*   ÚsubsetÚTable.subset®   sm   € ä˜G¤S¨£YÓ/ˆñ8ó9ò8ð ;?œ Ó+¨HÑ5Ò5ñ8ð 	ð 9ô Ñb�vÐb¨T×-?Ñ-?Èt×OaÑOaÓbÐbùò9s   šA)r~   r{   rx   r|   r€   r�   rm   r}   ry   rz   rw   rn   N©ÚreturnrM   )r¤   z'Table')
Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__Ú__annotations__r•   r™   r¡   Ú__static_attributes__r�   r8   r*   rt   rt   t   s`   ‡ ñð ƒMØÓØƒMØÓØÓØÓØÓØÓØÓØÓØ"Ó"Ø"Ó"ò6ô@÷cr8   rt   c                ó(  • S[        U5       S3n[        U 5      n[        UR                  SU 35      5       Vs/ s H2  oDR	                  5       (       d  M  UR
                  S [        U5      *  PM4     nnU(       d  [        SU SU 35      eU$ s  snf )NÚ_fold_ú.joblibÚ*z#No canonical cache files matching *z under )rM   r   ÚsortedÚglobÚis_filer'   rd   ÚFileNotFoundError)Ú	cache_dirÚfoldÚsuffixÚrootÚpÚnamess         r*   Údiscover_facultiesrº   ·   sŠ   € Ø”c˜$“i�[ Ð(€FÜ�	‹?€DÜ,2°4·9±9¸qÀÀ¸\Ó3JÔ,KÓ[Ò,K qÏyÉyÏ{Ó"ˆQ�V‰V�M”c˜&“k�\Ó"Ñ,K€EÐ[ÞÜÐ"EÀfÀXÈWÐUYÐTZÐ [Ó\Ð\Ø€Lùò \s   ºBÁBc                ó¼   • [        U S   5      nU(       a8  [        S U 5       5      (       d!  [        [        U5      5      [        U5      :w  a  [	        U S35      eU$ )Nr�   c              3  ó„   #   • U  H6  n[        U[        5      (       + =(       d    UR                  5       (       + v •  M8     g 7fr�   )rH   rO   rS   r‡   s     r*   r‰   Ú!_feature_names.<locals>.<genexpr>Â   s*   é € ÐOÊÀAœJ q¬#Ó.Ô.×?°a·g±g³i´-Ô?Êùs   ‚>A z0: feature_names must be nonempty, unique strings)Úlistr1   rd   r“   r#   )ÚcacheÚsourcer¹   s      r*   Ú_feature_namesrÁ   À   sW   € Ü��Ñ'Ó(€EÞ”CÑOÉÓO×OÑOÔSVÔWZÐ[`ÓWaÓSbÔfiÐjoÓfpÓSpÜ˜F˜8Ð#SÐTÓUÐUØ€Lr8   c                ó  • U(       d  [        S5      e[        XS      US   5      n[        U5      nUSS   H   nUR                  [        X   U5      5        M"     U Vs/ s H  oUU;   d  M
  UPM     nnU(       d  [        S5      eU$ s  snf )Nz%At least one faculty must be selectedr   r-   z0No common raw features across selected faculties)r#   rÁ   r“   Úintersection_update)ÚcachesÚ	facultiesÚfirstÚsharedr|   r'   r(   s          r*   Ú_common_featuresrÈ   Ç   s‰   € ÞÜÐ@ÓAÐAÜ˜6¨A¡,Ñ/°¸1±Ó>€EÜ�‹Z€FØ˜Q˜R“=ˆØ×"Ñ"¤>°&±/À7Ó#KÖLñ !á$Ó7šu�t°©�d™u€FÐ7ÞÜÐKÓLÐLØ€Mùò 8s   Á	BÁ,Bc                óº   • [        U5      nU Vs0 s H4  oD[        R                  " [        U 5      U S[	        U5       S3-  5      _M6     nn[        XS5      $ s  snf )zHReturn the raw-feature intersection in the first faculty's column order.r­   r®   )r¾   ÚjoblibÚloadr   rM   rÈ   )r´   rÅ   rµ   r¹   ÚfrÄ   s         r*   Úcommon_feature_namesrÍ   Ô   sY   € ä�‹O€EÙX]Ó^ÒX]ÐST”—’œT )›_°!°°F¼3¸t»9¸+ÀWÐ/MÑMÓNÒNÑX]€FÐ^Ü˜FÓ*Ð*ùò _s   �;Ac                ó(  • SU ;  a  [        U S35      e[        U S   U S35      nUS-  US-  pCUS:*  [        R                  " U/ SQ5      ) -  nUR	                  5       (       a$  [        U SX%   S S R                  5        S	35      eUS
-  U-   S-
  $ )NÚtarget_NHHKz%: missing semester column target_NHHKz.target_NHHK semesterra   r   )r-   rƒ   é   z#: unparseable semester target_NHHK rk   z!; expected year*10 + term (1,2,3)rÐ   r-   )r#   r7   r   r:   r1   rf   )ÚframerÀ   ÚcodeÚyearÚtermÚbads         r*   Ú
_semestersrÖ   Û   s¶   € Ø˜EÓ!Ü˜F˜8Ð#HÐIÓJÐJÜ�U˜=Ñ)¨f¨XÐ5JÐ+KÓL€DØ˜‘˜T B™Yˆ$Ø�1‰9œŸš ¢yÓ1Ð1Ñ
1€CØ
‡w�w‡y�yÜ˜F˜8Ð#FÀtÁyÐQSÐRSÀ}×G[ÑG[ÓG]ÐF^Ð^ð  Aó  Bð  	BØ�!‰8�d‰?˜QÑÐr8   c                ó~  • [         U ;  a.  [        R                  " [        U 5      [        R                  5      $ U [            n[
        R                  " USS9R                  [        R                  [        R                  S9nUR                  5       UR                  [        5      R                  R                  5       R                  R                  5       R                  / SQ5      -  n[        R                  " U5      UR                  5       ) -  R!                  5       (       a  [#        U S35      e[%        XAU5        U$ )NÚcoerce©Úerrors©r   Úna_value)r>   r@   rB   rC   rF   z-: grade contains nonnumeric nonmissing values)Ú	GRADE_COLr   Úfullrd   r@   rK   Ú
to_numericÚto_numpyr!   Úisnar5   rO   rS   Úlowerr:   Úisnanr1   r#   rr   )rÑ   rn   rÀ   r\   rm   Úmissings         r*   Ú_frame_gradesrå   æ   sä   € Ü˜ÓÜ�wŠw”s˜5“z¤2§6¡6Ó*Ð*Ø
”	Ñ
€CÜ�MŠM˜# hÑ/×8Ñ8¼r¿z¹zÔTV×TZÑTZÐ8Ð[€EØ�h‰h‹j˜3Ÿ:™:¤c›?×.Ñ.×4Ñ4Ó6×:Ñ:×@Ñ@ÓB×GÑGÒHkÓlÑl€GÜ
�Š�‹˜7×+Ñ+Ó-Ð-Ñ-×2Ñ2×4Ñ4Ü˜F˜8Ð#PÐQÓRÐRÜ�U˜vÔ&Ø€Lr8   c                óz  • [        USS9nSU ;   a†  [        U S   R                  5       S5      n[        R                  " U Vs/ s H  ou S[        USS9 3PM     sn[
        S9n[        [        U5      5      [        U5      :w  a  [        U S35      eUS4$ [        [        5      n	/ nSn
[        X#U5       Hc  u  p¼nX¼[        U5      4nXž   nXž==   S-  ss'   U
[        US:„  5      -  n
UR                  U S	[        USS9 S
[        USS9 S
U S
U 3	5        Me     [        R                  " U[
        S9U
4$ s  snf )zQUse an explicit row ID when available; otherwise use event identity + occurrence.r>   )Úsafer}   z|id|r   z": explicit sample_id is not uniquer   r-   z|event|Ú|)r   r^   rà   r   r    r[   rd   r“   r#   r   rM   ÚzipÚappend)rÑ   r|   rz   r{   ry   ÚprefixÚsuppliedÚsÚidsÚseenÚduplicate_eventsÚsidÚcidÚsemÚkeyÚ
occurrences                   r*   Ú_sample_idsrö   ò   sL  € ä�7 Ñ$€FØ�eÓÜ˜˜kÑ*×3Ñ3Ó5°{ÓCˆÜ�jŠjÁhÓOÂhÀ˜H D¬¨q°rÑ):Ð(;Ó<ÁhÑOÔW]Ñ^ˆÜŒs�3‹x‹=œC ›HÓ$Ü ˜yÐ(JÐKÓLÐLØ�AˆvˆÜ”sÓ€DØ
€CØÐÜ˜W¨hÖ7‰ˆ�#Øœ˜S›Ð"ˆØ‘Yˆ
Ø‹	�Q‰‹	ØœC 
¨Q¡Ó/Ñ/ÐØ�
‰
�f�X˜W¤U¨3°RÑ%8Ð$9¸¼5ÀÈ2Ñ;NÐ:OÈqÐQTÐPUÐUVÐWaÐVbÐcÖdñ 8ô �:Š:�c¤Ñ(Ð*:Ð:Ð:ùò Ps   ÁD8c                ó:  • U(       a  SOSnU GHå  nX@;  a  M  [         R                  " X   [         R                  S9nUR                  S;  d  [	        U5      U:w  a  [        U S35      eUR                  S:X  a}  UR                  S   S:X  a  [        U S	35      e[         R                  " U5      R                  SS
9n[         R                  " U[         R                  5      nXV   R                  SS
9Xv'   O:[         R                  " [         R                  " U5      U[         R                  5      nU(       a�  SU ;   a‡  [         R                  " U S   5      nUR                  U4:w  d,  [         R                  " USS/5      R                  5       (       d  [        S5      e[         R                  XxR                  [        5      ) '   US:  US:„  -  R!                  5       (       a  [        U S35      eUs  $    [         R                  " U[         R                  5      $ )N)Úcf_probabilities)ÚqteÚpter   )r-   rƒ   z# committee row count/shape mismatchrƒ   r-   r   z  has no committee member columns©ÚaxisÚcf_covered_maskzDcf_covered_mask must be a boolean mask matching canonical train rowsz/ contains committee probabilities outside [0,1])r   r    r!   r$   rd   r#   r%   r.   r/   rÞ   r@   ÚmeanÚwherer:   r5   rI   r1   )	r¿   rg   ÚtrainÚkeysrô   ÚvaluesÚvalidÚoutÚmasks	            r*   Ú
_committeer    s­  € Þ$)Ñ ¨~€DÜˆØÓÙÜ—’˜E™J¬b¯j©jÑ9ˆØ�;‰;˜fÓ$¬¨F«°qÓ(8Ü ˜uÐ$GÐHÓIÐIØ�;‰;˜!ÓØ�|‰|˜A‰ !Ó#Ü  C 5Ð(HÐ!IÓJÐJÜ—K’K Ó'×+Ñ+°Ð+Ð3ˆEÜ—'’'˜!œRŸV™VÓ$ˆCØ™×+Ñ+°Ð+Ð3ˆCŠJä—(’(œ2Ÿ;š; vÓ.°¼¿¹Ó?ˆCÞÐ&¨%Ó/Ü—:’:˜eÐ$5Ñ6Ó7ˆDØ�z‰z˜a˜TÓ!¬¯ª°¸¸1°vÓ)>×)BÑ)B×)DÑ)DÜ Ð!gÓhÐhÜ&(§f¡fˆC—‘œTÓ"Ð"Ñ#Ø�1‰W˜˜q™Ñ!×&Ñ&×(Ñ(Ü ˜uÐ$SÐTÓUÐUØŠ
ñ+ ô, �7Š7�1”b—f‘fÓÐr8   c                óz  • [        X5      n[        X   U SU 3S5      nUR                  U[        U5      4:w  a  [	        U SU SUR                   S35      e[        U5      [        U5      -
  nU(       a  [	        U S[        U5       35      eUS S 2U Vs/ s H  o…R                  U5      PM     sn4   $ s  snf )NrG   rƒ   z: shape z does not match frame/featuresz: missing common raw features )rÁ   r+   r%   rd   r#   r“   r°   Úindex)	r¿   rô   Ú	row_countÚcommonrÀ   r¹   Úmatrixrä   rg   s	            r*   Ú_raw_featuresr  "  s¸   € Ü˜5Ó)€EÜ�e‘j V H¨A¨c¨UÐ"3°QÓ7€FØ‡|�|˜	¤3 u£:Ð.Ó.Ü˜F˜8 1 S E¨°&·,±,°Ð?]Ð^Ó_Ð_Ü�&‹kœC ›JÑ&€GÞÜ˜F˜8Ð#AÄ&ÈÃ/ÐARÐSÓTÐTØ’!©fÓ5ªf¨—k‘k !–n©fÑ5Ð5Ñ6Ð6ùÒ5s   ÂB8c                ó²   • [        XS5      nUR                  U[        [        5      4:w  a  [	        U SU SUR                   35      eUR                  5       $ )Nrƒ   z must have shape (z, 17), got )r+   r%   rd   r’   r#   Úcopy)r&   rg   r'   Úarrays       r*   Ú_course_arrayr  -  sQ   € Ü�U !Ó$€EØ‡{�{�qœ#œoÓ.Ð/Ó/Ü˜D˜6Ð!3°A°3°kÀ%Ç+Á+ÀÐOÓPÐPØ�:‰:‹<Ðr8   c           	     ó”  • [         R                  " U  Vs/ s H  oS   PM	     sn5      n[         R                  " U  Vs/ s H  oS   PM	     sn5      n[         R                  " U  Vs/ s H  oS   PM	     sn5      n[         R                  " U  Vs/ s H  oS   PM	     sn5      n[         R                  " U  Vs/ s H  oS   ) PM
     sn5      n[         R                  " U  Vs/ s H  oS   PM	     snSS9n[         R                  " US	S
9n0 n	Sn
U
[        U5      :  Gaæ  U
S-   nX(U
      nU[        U5      :  a,  X(U      U:X  a!  US-  nU[        U5      :  a  X(U      U:X  a  M!  XŠU nXÖU       H×  nU	R	                  X>   5      nUc@  S[         R
                  [         R
                  [         R
                  [         R
                  /nOiUu  nnnnnUU(       a  UO[         R
                  US:”  a&  [         R                  " [        US5      US-
  -  5      O[         R
                  UU-  SUU-  -
  /nUX~[        [        5      S24'   MÙ     U HŸ  nU	R                  X>   / SQ5      nUS==   S-  ss'   US==   [        X^   5      -  ss'   [         R                  " XN   5      (       d  M]  US==   S-  ss'   XN   US   -
  nUS==   UUS   -  -  ss'   US==   UXN   US   -
  -  -  ss'   M¡     Un
U
[        U5      :  a  GMæ  Sn
U  H  nU
[        US   5      -   nXzU US'   Un
M     gs  snf s  snf s  snf s  snf s  snf s  snf )ah  As-of running course statistics, updated only after a whole semester.

hist_count counts labeled events, grade mean/std use observed grades, and
std is sample standard deviation (ddof=1). Grade-free label rates are still
observed. A course with no prior observations has count 0 and missing rates.
Course IDs are globally shared across the selected faculties.
ry   r{   rm   rn   Úcoveredrx   r   rû   Ústable)rc   r-   Nç        ç      ð?)r   r   r   r  r  rƒ   rÐ   é   )r   ÚconcatenateÚargsortrd   Úgetr@   ÚsqrtÚmaxÚCOURSE_STATICÚ
setdefaultrM   r.   )Úpartsr¸   ry   r{   ÚgradesÚlabelsrä   ÚmetaÚby_semesterÚstatsÚstartÚstopró   rq   ÚiÚstater  rg   ÚfailuresÚngrþ   Úm2ÚdeltaÚparts                           r*   Ú_reconstruct_historyr-  4  s  € ô �~Š~±eÓ<²e° œ}±eÑ<Ó=€HÜ�^Š^±%Ó8²%¨Q˜xœ[±%Ñ8Ó9€FÜ�^Š^±Ó7²¨A˜wœZ±Ñ7Ó8€FÜ�^Š^©UÓ3ªU¨˜sœV©UÑ3Ó4€FÜ�nŠn±UÓ;²U° ™|›m±UÑ;Ó<€GÜ�>Š>±UÓ;²U°˜]Ô+±UÑ;À!ÑD€DÜ—*’*˜X¨HÑ5€KØ€EØ€EØ
”#�kÓ"Ô
"Ø�q‰yˆØ 5Ñ)Ñ*ˆØ”S˜Ó%Ó%¨(¸tÑ3DÑ*EÈÓ*LØ�A‰IˆDð ”S˜Ó%Ó%¨(¸tÑ3DÑ*EÈÕ*Là Ð&ˆØ˜d‘mÔ$ˆAØ—I‘I˜f™iÓ(ˆEØ‰}ØœbŸf™f¤b§f¡f¬b¯f©f´b·f±fÐ=‘à,1Ñ)��8˜R  rØ¦R™T¬R¯V©VØ=?À!»Vœ"Ÿ'š'¤# b¨"£+°°a±Ñ"8Ô9ÌÏÉØ" Q™,¨¨X¸©\Ñ(9ð;�ð ,2ˆD”CœÓ&Ñ'Ð'Ó(ñ %ó ˆAØ×$Ñ$ V¡YÒ0AÓBˆEØ�!‹H˜‰M‹HØ�!‹Hœ˜F™I›Ñ&‹HÜ�{Š{˜6™9×%Ó%Ø�a“˜A‘“Ø™	 E¨!¡HÑ,�Ø�a“˜E E¨!¡HÑ,Ñ,“Ø�a“˜E V¡Y°°q±Ñ%9Ñ:Ñ:•ñ ð ˆð3 ”#�kÓ"Ö
"ð4 €EÛˆØ”s˜4 ™9“~Ñ%ˆØ"¨Ð.ˆˆ]ÑØŠò ùòI =ùÚ8ùÚ7ùÚ3ùÚ;ùÚ;s"   •L,¾L1Á'L6ÂL;Â9M Ã#Mc                ón  ^^6• [        S T 5       5      mT(       a!  [        [        T5      5      [        T5      :w  a  [        S5      eT Vs0 s H4  oU[        R
                  " [        U 5      U S[        U5       S3-  5      _M6     nnUc  [        UT5      O
[        U5      nU(       a!  [        [        U5      5      [        U5      :w  a  [        S5      e/ / / p©n[        T5       GH  u  p¼Xl   nU S[        U5       3n[        U5      U S[        U5       S3-  nUR                  5       (       d  [        SU 35      e[        R
                  " U5      nUS	   R                  S
S9US   R                  S
S9/n[        US   U S35      [        US   U S35      nn[        US   5      [        U5      :w  d  [        US   5      [        U5      :w  a  [        U S35      e[        U5      [        U5      nn[        US   UU S35      n[        [        U5      5      [        U5      :w  a  [        U S35      e[         R"                  " U[$        S9nS
UU'   ['        UUS
5      nSU;   aF  SU;   a@  [         R(                  " U5      n[         R*                  " UU5      (       d  [        U S35      e[         R,                  " U[        [.        5      4[         R0                  5      n[        [2        5       HS  u  nnUUS   ;   d  M  [4        R6                  " US   U   SS9R9                  [:        [         R0                  S9USS2U4'   MU     [=        US   S   [        U5      U S 35      UU'   [=        US!   S   UU S"35      nS#nS$U;   ag  [        US$   UU S%35      n[        U5      U:w  d  [        [        U5      5      U:w  a  [        U S&35      e[         R>                  " U5      n UU U'   U nS'n/ n!S
US   UU4S(US   UU44 GH•  u  n"n#n$n%U"(       a  SOS!n&U S)U& 3n'S* H  n(U(U#;  d  M  [        U' S+U( 35      e   [A        U#S,   R9                  5       U' S-35      n)[A        U#S.   R9                  5       U' S/35      n*[C        U#U'5      n+[E        U#U$U'5      n,[G        U#UU)U*U+5      u  n-n.U!RI                  U.5        [K        [M        UU"(       a  S0OS1[        U$5      UU'5      U%U$U"(       a  U,O-[         R,                  " [        U$5      [         R0                  5      U+U)U*[         R,                  " [        U$5      U[         RN                  S9U-U"(       a  UO['        U[        U$5      S(5      S29
n/U"(       a  UU/S3'   URI                  U/5        GM„  U	RI                  U/5        GM˜     U
RI                  [K        UUU[        URQ                  5       5      [        U) RQ                  5       5      U!US495        GM
     [S        U5        [        U5      [        S5 [.         5       5      -   m6UU64S6 jn0U0" U5      U0" U	5      n2n1[U        U1U25        [         RV                  " U V3s/ s H	  n3U3S3   ) PM     sn35      n4[K        SS0 S7[        U5      _S8[        U15      _S9[        U25      _S:[        U4) RQ                  5       5      _S;[        U4RQ                  5       5      _S<[        [         R(                  " U1RX                  5      RQ                  5       5      _S=[        [         R(                  " U1RX                  5      ) RQ                  5       5      _S>[        [.        5       VVs0 s HF  u  nnU[        [         R(                  " U1RZ                  SS2U4   5      ) RQ                  5       5      _MH     snn_S?[        [         R(                  " U1RZ                  U4S[        [2        5      24   5      ) RQ                  5       5      _S@[        [.        5       VVs0 s HF  u  nnU[        [         R(                  " U2RZ                  SS2U4   5      ) RQ                  5       5      _MH     snn_SA[        [         R(                  " U1R\                  5      ) RQ                  5       5      _SB[        [         R(                  " U2R\                  5      ) RQ                  5       5      _SC[        U1R^                  Ra                  5       5      [        U1R^                  Rc                  5       5      /_SD[        U2R^                  Ra                  5       5      [        U2R^                  Rc                  5       5      /_SE[        U5      _SF[        [.        5      _SGSH_SISJ_SKSL_SMSN_SOS
_SP[d        _SQU
_6n5[g        SR[d         35        U1U2U54$ s  snf s  sn3f s  snnf s  snnf )TaÇ  Load all canonical history and target rows plus a JSON-compatible audit.

Structured train features are mapped by train_row_index, even if reordered.
Those covered values and all structured target values are preserved exactly.
Uncovered historical rows get static metadata only from their own row and
course statistics from strictly prior semesters. No labels are dropped based
on CF coverage. Target grades are validated, then discarded from model data.
c              3  ó:   #   • U  H  n[        US 5      v •  M     g7fr…   r†   )rˆ   rÌ   s     r*   r‰   Úload_fold.<locals>.<genexpr>o  s   é € ÐJÂ	¸1”m A ~×6Ð6Â	ùr‹   z4Select at least one faculty, without duplicate namesr­   r®   Nz?common_features must be a nonempty list of unique feature namesz fold z"Missing Suite12 structured cache: Útrain_frameT)ÚdropÚ
test_frameÚytrz.ytrÚytez.yter   r-   z*: canonical frame/label row count mismatchÚtrain_row_indexz.train_row_indexz;: train_row_index must not contain duplicate canonical rowsr   rý   rø   zF: train_row_index does not align with finite CF-covered canonical rowsrØ   rÙ   rÛ   r   Úcourse_targetz.train.course_targetÚtargetz.target.course_targetzAcanonical row order (structured target has no explicit row index)Útarget_row_indexz.target_row_indexz3: target_row_index must be a one-to-one permutationzexplicit target_row_indexFrG   )ÚIDSVÚIDMHz: missing required ID column r:  z.student IDSVr;  z.course IDMHÚXtrÚXte)
r\   rx   rn   rm   ry   rz   r{   r|   r}   r~   r  )r|   Úhistory_rowsÚtarget_rowsÚstructured_covered_rowsÚreconstructed_history_rowsÚduplicate_event_occurrencesÚtarget_alignmentc              3  ó,   #   • U  H
  nS U 3v •  M     g7f)zcourse::Nr�   )rˆ   r'   s     r*   r‰   r0  ¼  s   é € Ð)XÊÀ¨H°T°FÕ*;Êùs   ‚c                óB  >• S VVs0 s H,  nU[         R                  " U  Vs/ s H  o"U   PM	     snSS9_M.     nnn[         R                  " U  Vs/ s H   n[         R                  " US   US   /SS9PM"     snSS9US'   [        S	0 UDTTS.D6$ s  snf s  snnf s  snf )
N)	rx   rn   rm   ry   rz   r{   r|   r}   r~   r   rû   r\   rx   r-   rw   rœ   r�   )r   r  rt   )r  rô   r¸   r  rÅ   r�   s       €€r*   r  Úload_fold.<locals>.concatenate¾  s¹   ø€ ñCôDòC�cð ”r—~’~±uÓ&=²u°!¨¤v±uÑ&=ÀAÑFÒFñCð 	ñ Dô —n’nÑdiÓ%jÒdiÐ_`¤b§n¢n°a¸±hÀÀ-Ñ@PÐ5QÐXYÔ&ZÑdiÑ%jÐqrÑsˆˆs‰ÜÑT�vÐT¨YÀmÓTÐTùò	 '>ùó Dùò &ks   ‡B¢B°
BÁ'BÂBrµ   r>  r?  r@  rA  Úhistory_grade_known_rowsÚhistory_grade_missing_rowsÚ!history_course_missing_by_featureÚ#reconstructed_static_missing_valuesÚ target_course_missing_by_featureÚhistory_input_nonfinite_valuesÚtarget_input_nonfinite_valuesÚhistory_semester_rangeÚtarget_semester_rangeÚcommon_raw_featuresÚcourse_featuresÚcourse_statisticszVprior labeled-event count and label rates; observed-grade mean and sample std (ddof=1)Ú	id_policyzsglobally canonical student/course strings; sample_id uses explicit ID or faculty/student/course/semester/occurrenceÚcourse_scopez global across selected facultiesÚgrade_failure_cutoffg      @Útarget_grades_discardedÚavailability_assumptionrÅ   z[Data assumption] r�   )4r�   rd   r“   r#   rÊ   rË   r   rM   rÈ   r¾   Ú	enumerater²   r³   Úreset_indexr<   rh   r   ÚzerosrI   r  r.   Úarray_equalrÞ   r’   r@   r  rK   rß   rà   rP   r  Ú
empty_liker^   rÖ   rå   rö   rê   Údictr  r3   Úsumr-  Úassert_futurer  rm   rx   rw   ry   r4   r  ÚGRADE_AVAILABILITY_ASSUMPTIONÚprint)7r´   Ústructured_dirrÅ   rµ   Úcommon_featuresrÌ   rÄ   r
  ÚhistÚtargetsÚauditsÚfir|   r¿   rÀ   Ústructured_pathÚ
structuredÚframesÚy_trainÚy_targetÚn_trainÚn_targetÚcovered_idxr  Úcommittee_trainÚexpectedÚ
train_metaÚjr'   Útarget_metarC  Ú
target_idxÚ	reorderedÚduplicate_keysÚis_trainrÑ   rn   r!  ÚmodeÚ
row_sourcerô   ÚstudentsÚcoursesry   rm   r}   Úduplicate_countr,  r  Úhistoryr8  r¸   ÚreconstructedÚauditr�   s7     `                                                   @r*   Ú	load_foldr�  f  s?	  ù€ ô ÑJÁ	ÓJÓJ€IÞœœC 	›NÓ+¬s°9«~Ó=ÜÐOÓPÐPÙXaÓbÒXaÐST”—’œT )›_°!°°F¼3¸t»9¸+ÀWÐ/MÑMÓNÒNÑXa€FÐbØ4CÑ4KÔ˜f iÔ0ÔQUÐVeÓQf€FÞ”Sœ˜V›Ó%¬¨V«Ó4ÜÐZÓ[Ð[Ø  B�6€DÜ  ×+‰ˆØ‘ˆØ�9˜F¤3 t£9 +Ð.ˆÜ˜~Ó.°G°9¸FÄ3ÀtÃ9À+ÈWÐ1UÑUˆØ×&Ñ&×(Ñ(Ü#Ð&HÈÐHYÐ$ZÓ[Ð[Ü—[’[ Ó1ˆ
Ø˜Ñ&×2Ñ2¸Ð2Ð=¸uÀ\Ñ?R×?^Ñ?^ÐdhÐ?^Ð?iÐjˆÜ# E¨%¡L°V°H¸D°/ÓBÄGÈEÐRWÉLÐ]cÐ\dÐdhÐZiÓDj�ˆÜˆv�a‰y‹>œS ›\Ó)¬S°¸±«^¼sÀ8»}Ó-LÜ ˜xÐ'QÐRÓSÐSÜ ›L¬#¨h«-�ˆÜ˜zÐ*;Ñ<¸gÈ&ÈÐQaÐGbÓcˆÜŒs�;ÓÓ ¤C¨Ó$4Ó4Ü ˜xÐ'bÐcÓdÐdÜ—(’(˜7¬$Ñ/ˆØ#ˆ�ÑÜ$ U¨G°TÓ:ˆØ Ó%Ð*<ÀÓ*EÜ—{’{ ?Ó3ˆHÜ—>’> '¨8×4Ñ4Ü  F 8Ð+qÐ!rÓsÐsÜ—W’W˜g¤s¬?Ó';Ð<¼b¿f¹fÓEˆ
Ü ¤Ö/‰GˆAˆtØ�v˜a‘yÕ Ü#%§=¢=°¸±¸4±ÈÑ#R×#[Ñ#[ÔbgÔrt×rxÑrxÐ#[Ð#y�
š1˜a˜4Ó ñ 0ô #0°
¸7Ñ0CÀOÑ0TÔVYÐZeÓVfÐkqÐjrð  sGð  iHó  #Iˆ
�;ÑÜ# J¨xÑ$8¸Ñ$IÈ8ÐX^ÐW_Ð_tÐUuÓvˆØ^ÐØ Ó+Ü! *Ð-?Ñ"@À(ÈvÈhÐVgÐLhÓiˆJÜ�:‹ (Ó*¬c´#°j³/Ó.BÀhÓ.NÜ  F 8Ð+^Ð!_Ó`Ð`ÜŸš kÓ2ˆIØ$/ˆI�jÑ!Ø#ˆKØ:ÐØˆØ*.°°q±	¸7ÀJÐ)OØ(-¨v°a©y¸(ÀKÐ'Pô)RÑ$ˆH�e˜Q æ&‘7¨HˆDØ"˜8 1 T FÐ+ˆJÛ'�Ø˜eÕ#Ü$¨
 |Ð3PÐQTÐPUÐ%VÓWÐWñ (ô ˜E &™M×2Ñ2Ó4¸¸ÀMÐ6RÓSˆHÜ˜5 ™=×1Ñ1Ó3¸
°|À<Ð5PÓQˆGÜ! %¨Ó4ˆHÜ! %¨¨JÓ7ˆEÜ)4°U¸GÀXÈwÐX`Ó)aÑ&ˆI�Ø×!Ñ! /Ô2ÜÜ! %¶(©ÀÄsÈ1ÃvÈvÐWaÓbØ  A¶h©UÄBÇGÂGÌCÐPQËFÔTV×TZÑTZÓD[Ø!¨8¸GÜŸš¤ A£¨´"·(±(Ñ;ÀyÞ-5™/¼:ÀeÌSÐQRËVÐUZÓ;[ñˆDö Ø")��Y‘Ø—‘˜D×!à—‘˜t×$ñ1)Rð2 	�‰”d 7¸ÈhÜ36°w·{±{³}Ó3EÜ69¸G¸8¿.¹.Ó:JÓ6KØ7EØ,<ñ	>÷ 	?ñ ,ôH ˜ÔÜ˜&“M¤EÑ)XÍÓ)XÓ$XÑX€MöUñ " $Ó'©°WÓ)=ˆV€GÜ�'˜6Ô"Ü—N’N¹4Ó#@º4°a Q y¡\£M¹4Ñ#@ÓA€MÜò Ü�ŒYðÜ%(¨¤\ðÜ?BÀ6¼{ðä # m ^×$8Ñ$8Ó$:Ô ;ðô $' }×'8Ñ'8Ó':Ô#;ðô "%¤R§[¢[°·±Ó%?×%CÑ%CÓ%EÔ!Fð	ô
 $'¬¯ª°W·]±]Ó)CÐ(C×'HÑ'HÓ'JÔ#Kðô ;DÄOÔ:Tô+VÚ:T©w¨q°$ð ,0´´r·{²{À7×CVÑCVÒWXÐZ[ÐW[ÑC\Ó7]Ð6]×5bÑ5bÓ5dÓ1eÒ+eÙ:Tó+Vðô -0´"·+²+¸g×>QÑ>QÐR_ÐatÔbeÔfsÓbtÐatÐRtÑ>uÓ2vÐ1v×0{Ñ0{Ó0}Ô,~ðô :CÄ?Ô9Sô*UÚ9S©g¨a°ð +/´´b·k²kÀ&×BTÑBTÒUVÐXYÐUYÑBZÓ6[Ð5[×4`Ñ4`Ó4bÓ0cÒ*cÙ9Só*Uðô (+¬R¯[ª[¸¿¹Ó-CÐ,C×+HÑ+HÓ+JÔ'Kðô '*¬B¯KªK¸¿¹Ó,AÐ+A×*FÑ*FÓ*HÔ&Iðô !$ G×$4Ñ$4×$8Ñ$8Ó$:Ó ;¼SÀ×AQÑAQ×AUÑAUÓAWÓ=XÑYðô  # 6§?¡?×#6Ñ#6Ó#8Ó9¼3¸v¿¹×?RÑ?RÓ?TÓ;UÑVðô ! œLðô ;?¼Ô:Oðñ  sð!ñ" Hð#ñ$ 8ð%ñ$ OQð%ñ& !%ð'õ& ?\ð'ñ( ð)€Eô, 
ÐÔ<Ð=Ð
>Ô?Ø�F˜EÐ!Ð!ùò[ cùòj $Aùó+Vùó*Us   Á;f!Ùf&ÝAf+àAf1c                ó6  • [        U5      nUS:  d  X!:w  a  [        S5      e[        R                  " U R                  5      n[        U5      S:  a  [        S5      eU[        U[        U5      S-
  5      * S nUS   n[        R                  " U R                  U:  5      n[        R                  " U R                  U:¬  5      nU R                  U   R                  5       U R                  U   R                  5       :¼  a  [        S5      e[        [        U5      [        U5      [        R                  " U R                  U   5      R                  [         5      R                  5       UR                  [         5      R                  5       [        U5      [        U R                  5       VV	s0 s HY  u  p‰U	[        U R                  U   U:H  R                  5       5      [        U R                  U   U:H  R                  5       5      S._M[     sn	nS	S
9n
XgU
4$ s  sn	nf )zKSplit by one global cutoff, retaining at least one older training semester.r-   z(val_semesters must be a positive integerrƒ   z`Chronological selection requires at least two distinct historical semesters; use earlier historyNr   zEGlobal chronology violation between training and validation semesters)r   Ú
validationz%fixed origin: training partition only)Ú
train_rowsÚvalidation_rowsÚtrain_semestersÚvalidation_semestersÚcutoff_semesterÚfaculty_rowsÚvalidation_history_policy)rM   r#   r   Úuniquery   rd   r4   re   r  r]  r5   rf   rX  r€   r|   r^  )ÚtableÚval_semestersÚcountr‹  r‡  Úboundaryr   rƒ  rg  r'   r€  s              r*   Úchronological_splitr�  â  sÊ  € ä�Ó€EØˆqƒy�EÓ*ÜÐCÓDÐDÜ�YŠY�u—~‘~Ó&€FÜ
ˆ6ƒ{�QƒÜÐ{Ó|Ð|Ø!¤3 u¬c°&«k¸A©oÓ#>Ð">Ð"?Ð@ÐØ# AÑ&€HÜ�NŠN˜5Ÿ>™>¨HÑ4Ó5€EÜ—’ §¡°(Ñ :Ó;€JØ‡~�~�eÑ× Ñ Ó" e§n¡n°ZÑ&@×&DÑ&DÓ&FÓFÜÐ`ÓaÐaÜœC ›J¼¸J»Ü!#§¢¨5¯>©>¸%Ñ+@Ó!A×!HÑ!HÌÓ!M×!TÑ!TÓ!VØ&:×&AÑ&AÄ#Ó&F×&MÑ&MÓ&OÜ!$ X£ô 09¸×9LÑ9LÔ/MôOâ/M¡8 2ð  $¬s°E·M±MÀ%Ñ4HÈBÑ4N×3SÑ3SÓ3UÓ/VÜ47¸¿¹ÀzÑ9RÐVXÑ9X×8]Ñ8]Ó8_Ó4`ñ&bò  bá/MòOð ,SñT€Eð ˜eÐ#Ð#ùó	Os   Æ*A Hc                ó   • [        U 5      (       a  [        U5      (       d  [        S5      e[        U R                  R	                  5       5      [        UR                  R                  5       5      p2X#:¼  Ga|  [        U R                  5       VVs0 s H�  u  pEU R                  U:H  R                  5       (       d  M)  U[        U R                  U R                  U:H     R                  5       5      [        U R                  U R                  U:H     R	                  5       5      /_M’     nnn[        UR                  5       VVs0 s H�  u  pEUR                  U:H  R                  5       (       d  M)  U[        UR                  UR                  U:H     R                  5       5      [        UR                  UR                  U:H     R	                  5       5      /_M’     nnn[        SU SU SU SU S3	5      egs  snnf s  snnf )zLReject overlapping global calendar windows, including cross-faculty overlap.z=Global chronology requires nonempty history and target tablesz2Global chronology violation: max history semester z >= min target semester z; history faculty ranges=z; target faculty ranges=z:. Regenerate caches with a shared earlier training cutoff.N)
rd   r#   rM   ry   r  r4   rX  r€   r|   r1   )r~  r8  ÚmaximumÚminimumr&  rÌ   Úhist_rangesÚtarget_rangess           r*   r_  r_  û  sÝ  € äˆw�<‰<œs 6Ÿ{™{ÜÐXÓYÐYÜ˜7×+Ñ+×/Ñ/Ó1Ó2´C¸¿¹×8KÑ8KÓ8MÓ4NˆWØÔô $-¨W×-BÑ-BÔ#Côeâ#C™4˜1ÈÏÉÐ[\ÑH\×GaÑGa×GcóN�qœ3˜w×/Ñ/°·±À1Ñ0DÑE×IÑIÓKÓLÜ˜w×/Ñ/°·±À1Ñ0DÑE×IÑIÓKÓLðNò Ná#Cð 	ñ eô
 &/¨v×/CÑ/CÔ%Dôeâ%D™T˜QÈÏÉÐ[\ÑI\×HaÑHa×HcóN˜œS §¡°·±À1Ñ1DÑ!E×!IÑ!IÓ!KÓLÜ  §¡°·±À1Ñ1DÑ!E×!IÑ!IÓ!KÓLðNò Ná%Dð 	ñ eô ÐMÈgÈYÐVnÐovÐnwð x3Ø3>°-Ð?WÐXeÐWfð gTðTó Uð 	Uð ùóeùóes   Â(G4Â;A+G4Å(G:Å-A+G:c                óZ  • [         R                  " U [         R                  S9n [         R                  " U 5      nUR	                  SS9n[         R
                  " [         R                  " XS5      R	                  SS9U[         R                  " U R                  S   5      US:„  S9n[         R                  " XU-
  S5      n[         R
                  " [         R                  " U5      R	                  SS9U[         R                  " U R                  S   5      US:„  S9n[         R                  " U5      n[         R                  " US:  SU5      n[         R                  " U5      R                  5       (       a)  [         R                  " U5      R                  5       (       d  [        S	5      eX64$ )
Nr   r   rû   r  r-   )r  rÿ   g�íµ ÷Æ°>r  zLTraining numeric values are too large to fit finite preprocessing statistics)r   r    r!   r.   r^  Údividerÿ   rZ  r%   Úsquarer  r/   r#   )r  ÚfiniterŽ  rþ   ÚcenteredÚvarianceÚscales          r*   Ú
_fit_statsr�    s9  € Ü�ZŠZ˜¤b§j¡jÑ1€FÜ�[Š[˜Ó €FØ�J‰J˜AˆJÐ€EÜ�9Š9”R—X’X˜f¨bÓ1×5Ñ5¸1Ð5Ð=¸uÜŸš &§,¡,¨q¡/Ó2¸%À!¹)ñE€Dä�xŠx˜¨¡¨rÓ2€HÜ�yŠyœŸš 8Ó,×0Ñ0°aÐ0Ð8¸%ÜŸXšX f§l¡l°1¡oÓ6¸eÀa¹iñI€Hä�GŠG�HÓ€EÜ�HŠH�U˜T‘\ 2 uÓ-€EÜ�;Š;�tÓ× Ñ ×"Ñ"¬"¯+ª+°eÓ*<×*@Ñ*@×*BÑ*BÜÐgÓhÐhØˆ;Ðr8   c                ó   • [         R                  " U [         R                  S9n [         R                  " [         R                  " U 5      X5      U-
  U-  n[         R                  " U5      R                  5       (       aX  [         R                  " U5      [         R                  " [         R                  5      R                  :„  R                  5       (       a  [        S5      eUR                  [         R                  5      $ )Nr   z7Standardized numeric inputs exceed finite float32 range)r   r    r!   rÿ   r.   r/   ÚabsÚfinfoÚfloat32r  r1   r#   r5   )r  rþ   rœ  r(   s       r*   Ú_standardizer¢    s    € Ü�ZŠZ˜¤b§j¡jÑ1€FÜ�hŠh”r—{’{ 6Ó*¨FÓ9¸DÑ@ÀEÑI€Fô �;Š;�vÓ×"Ñ"×$Ñ$¬¯ª°«¼"¿(º(Ä2Ç:Á:Ó:N×:RÑ:RÑ)R×(WÑ(W×(YÑ(YÜÐRÓSÐSØ�=‰=œŸ™Ó$Ð$r8   c                  óH   • \ rS rSr% SrS\S'   S\S'   S\S'   S\S'   S	 rS
rg)ÚPreparedi&  z=Model-ready finite arrays and the original, unmodified Table.rv   rw   rx   Ú	course_idrt   rŒ  c                ó,   • [        U R                  5      $ r�   )rd   rŒ  r˜   s    r*   r™   ÚPrepared.__len__.  s   € Ü�4—:‘:‹Ðr8   r�   N)r¥   r¦   r§   r¨   r©   rª   r™   r«   r�   r8   r*   r¤  r¤  &  s    ‡ áGØƒMØÓØÓØƒLõr8   r¤  c                  ó°   • \ rS rSr% SrS\S'   S\S'   S\S'   S\S'   S\S	'   S
\S'   S
\S'   \SS j5       r\SS j5       r	SS jr
SS jr\SS j5       rSrg)ÚPreprocessori2  aÏ  Training-only scaling, mean imputation, and course-ID vocabulary.

fit(table, indices) accepts integer indices or a boolean training mask.
Every x column has a presence flag after the standardized values, followed
by faculty indicators. Missing metadata also has standardized value zero
and a separate zero presence flag. The unknown course code is 0;
n_courses includes that reserved code.
to_dict/from_dict produce a JSON-compatible serialization of all state.
rv   Úx_meanÚx_scaleÚ	meta_meanÚ
meta_scalezdict[str, int]Úcourse_vocabularyr   r€   r�   c           	     ó˜  • [        U[        U5      S5      n[        U5      S:X  a  [        S5      e[        UR                  U   5      u  pE[        UR
                  U   5      u  pg[        [        [        UR                  U   5      5      5       VV	s0 s H
  u  p‰X˜S-   _M     n
nn	U " XEXgU
UR                  UR                  5      $ s  sn	nf )Nztraining indicesr   z3Preprocessor.fit requires nonempty training indicesr-   )rh   rd   r#   r�  rw   rx   rX  r°   r“   r{   r€   r�   )ÚclsrŒ  rž   Úchosenrª  r«  r¬  r­  r&  r{   Ú
vocabularys              r*   ÚfitÚPreprocessor.fitE  sº   € ä˜'¤3 u£:Ð/AÓBˆÜˆv‹;˜!ÓÜÐRÓSÐSÜ$ U§W¡W¨V¡_Ó5‰ˆÜ *¨5×+<Ñ+<¸VÑ+DÓ EÑˆ	Ü5>¼vÄcÈ%Ï,É,ÐW]ÑJ^ÓF_Ó?`Ô5aÔbÒ5a©	¨�f !™e’mÑ5aˆ
ÑbÙ�6 I¸:Ø×&Ñ&¨×(;Ñ(;ó=ð 	=ùó cs   ÂCc                ó2   • [        U R                  5      S-   $ ©Nr-   )rd   r®  r˜   s    r*   Ú	n_coursesÚPreprocessor.n_coursesP  s   € ä�4×)Ñ)Ó*¨QÑ.Ð.r8   c           	     óÊ  • UR                   U R                   :w  d  UR                  U R                  :w  a  [        S5      e[        UR                  U R
                  U R                  5      n[        R                  " UR                  5      R                  [        R                  5      n[        R                  " [        U R                  5      [        R                  S9UR                     n[        UR                  U R                  U R                   5      n[        R                  " UR                  5      R                  [        R                  5      n[        R"                  " UR$                   Vs/ s H  opR&                  R)                  US5      PM      sn[        R*                  S9n[-        [        R.                  " X#U/SS9[        R.                  " XV/SS9X�5      $ s  snf )NzHPreprocessor transform feature/faculty schema differs from fitted schemar   r   r-   rû   )r�   r€   r#   r¢  rw   rª  r«  r   r.   r5   r¡  Úeyerd   r|   rx   r¬  r­  r    r{   r®  r  r3   r¤  r  )	r”   rŒ  rw   Ú
x_presencer|   r!  ÚpresenceÚcrî   s	            r*   Ú	transformÚPreprocessor.transformT  sL  € Ø×Ñ $×"4Ñ"4Ó4¸×8KÑ8KÈt×OaÑOaÓ8aÜÐgÓhÐhÜ˜Ÿ™ $§+¡+¨t¯|©|Ó<ˆÜ—[’[ §¡Ó)×0Ñ0´·±Ó<ˆ
Ü—&’&œ˜T×/Ñ/Ó0¼¿
¹
ÑCÀEÇMÁMÑRˆÜ˜E×-Ñ-¨t¯~©~¸t¿¹ÓOˆÜ—;’;˜u×0Ñ0Ó1×8Ñ8¼¿¹ÓDˆÜ�jŠjÀEÇLÂLÓQÂL¸q×0Ñ0×4Ñ4°Q¸Ö:ÁLÑQÔY[×YaÑYaÑbˆÜœŸš¨°wÐ'?ÀaÑHÜŸš¨Ð'7¸aÑ@À#óNð 	Nùò Rs   Å1%G c           
     óJ  • SU R                   R                  5       U R                  R                  5       U R                  R                  5       U R                  R                  5       [        U R                  5      [        U R                  5      [        U R                  5      S.$ )Nrƒ   )Úversionrª  r«  r¬  r­  r®  r€   r�   )
rª  rf   r«  r¬  r­  r]  r®  r¾   r€   r�   r˜   s    r*   Úto_dictÚPreprocessor.to_dict`  sx   € Ø¨¯©×(:Ñ(:Ó(<ÈÏÉ×I\ÑI\ÓI^Ø!Ÿ^™^×2Ñ2Ó4ÀDÇOÁO×DZÑDZÓD\Ü%)¨$×*@Ñ*@Ó%AÜ!% d×&8Ñ&8Ó!9ÌDÐQU×QcÑQcÓLdñfð 	fr8   c           	     ó”  • UR                  S5      S:w  a  [        S5      eS Vs0 s H  o"[        X   US5      _M     nn[        S UR	                  5        5       5      (       a  [        S5      eUS   S	:*  R                  5       (       d  US
   S	:*  R                  5       (       a  [        S5      e[        US   5      [        US   5      pT[        US   5      [        U5      :w  d?  [        US   5      [        U5      :w  d$  [        US   5      S:w  d  [        US
   5      S:w  a  [        S5      eUS   R                  5        VVs0 s H  u  p&[        U5      [        U5      _M     nnn[        UR	                  5       5      [        [        S[        U5      S-   5      5      :w  a  [        S5      eU " S0 UDXuUS.D6$ s  snf s  snnf )NrÁ  rƒ   z&Unsupported Preprocessor state version)rª  r«  r¬  r­  r-   c              3  ót   #   • U  H.  n[         R                  " U5      R                  5       (       + v •  M0     g 7fr�   )r   r.   r/   ©rˆ   r]   s     r*   r‰   Ú)Preprocessor.from_dict.<locals>.<genexpr>k  s'   é € ÐA²¨A”2—;’;˜q“>×%Ñ%Ó'×'Ñ'²ùs   ‚68z2Serialized preprocessing statistics must be finiter«  r   r­  z0Serialized preprocessing scales must be positiver�   r€   rª  r¬  é   z7Serialized preprocessing dimensions do not match schemar®  zDSerialized course vocabulary must use contiguous codes starting at 1)r®  r€   r�   r�   )r  r#   r+   r1   r  r�   rd   ÚitemsrO   rM   r°   r¾   Úrange)r°  r'  rô   r    ÚfeaturesrÅ   r&   r²  s           r*   Ú	from_dictÚPreprocessor.from_dictf  s©  € à�9‰9�YÓ 1Ó$ÜÐEÓFÐFÙ?oÓpÒ?o¸”x ¡
¨C°Ó3Ò3Ñ?oˆÐpÜÑA°·±´ÓA×AÑAÜÐQÓRÐRØ�9Ñ Ñ"×'Ñ'×)Ñ)¨f°\Ñ.BÀaÑ.G×-LÑ-L×-NÑ-NÜÐOÓPÐPÜ# E¨/Ñ$:Ó;¼UÀ5ÈÑCYÓ=Z�)Ü��xÑ Ó!¤S¨£]Ó2´c¸&ÀÑ:KÓ6LÔPSÐT\ÓP]Ó6]Ü�v˜kÑ*Ó+¨rÓ1´S¸ÀÑ9MÓ5NÐRTÓ5TÜÐVÓWÐWØ=BÐCVÑ=W×=]Ñ=]Ô=_Ô`Ò=_©z¨s”c˜#“h¤ E£
Ò*Ñ=_ˆ
Ñ`Ü�*×#Ñ#Ó%Ó&¬$¬u°Q¼¸J»È!Ñ8KÓ/LÓ*MÓMÜÐcÓdÐdÙÑk�VÐk¨zÐbjÓkÐkùò qùó as   ¥F?Å!Gr�   N)rŒ  rt   r¤   ú'Preprocessor'r£   )rŒ  rt   r¤   r¤  )r¤   r]  )r'  r]  r¤   rÎ  )r¥   r¦   r§   r¨   r©   rª   Úclassmethodr³  Úpropertyr·  r¾  rÂ  rÌ  r«   r�   r8   r*   r©  r©  2  s{   ‡ ñð ÓØÓØÓØÓØ%Ó%Ø"Ó"Ø"Ó"àó=ó ð=ð ó/ó ð/ô
Nôfð óló ólr8   r©  c                  ó`   • \ rS rSr% SrS\S'   S\S'   S\S'   S\S'   S\S'   \SS	 j5       rS
rg)ÚHistoryIndexiy  zEPadded bank row indices and label-independent history support counts.rv   rž   ÚrecencyÚsame_courseÚ
full_countÚretained_countc                ó4   • U R                   R                  S   $ r¶  )rž   r%   r˜   s    r*   Úmax_historyÚHistoryIndex.max_history‚  s   € à�|‰|×!Ñ! !Ñ$Ð$r8   r�   Nr£   )	r¥   r¦   r§   r¨   r©   rª   rÐ  rØ  r«   r�   r8   r*   rÒ  rÒ  y  s5   ‡ áOØÓØÓØÓØÓØÓàó%ó ó%r8   rÒ  c           
     ó(  ^ • [        U5      nUS:  d  XR:w  a  [        S5      e [        U5      nUS:  d  Xd:w  a  [        S5      eUc#  [        R
                  " [        T 5      [        S9nOU[        R                  " U5      nUR                  [        T 5      4:w  d  UR                  R                  S:w  a  [        S5      e[        [        5      n	[        R                  " U5       H-  n
U	T R                  U
      R!                  [        U
5      5        M/     0 nU	R#                  5        HG  u  pÍ[        R                  " [%        UU 4S	 jS
9[        R&                  S9nUT R(                  U   4X¼'   MI     [        R*                  " [        U5      U4S[        R&                  S9n[        R,                  " [        U5      U4[        R.                  S9n[        R,                  " [        U5      U4[        R.                  S9n[        R,                  " [        U5      [        R&                  S9[        R,                  " [        U5      [        R&                  S9nn[1        UR                  5       Hí  u  p¬UR3                  U5      nUc  M  Uu  nn[        [        R4                  " U[        UR(                  U
   5      U-
  SS95      nU[7        SUU-
  5      U nU[        U5      sUU
'   UU
'   UXúS[        U5      24'   UR(                  U
   T R(                  U   -
  UU
S[        U5      24'   T R8                  U   UR8                  U
   :H  UU
S[        U5      24'   Mï     [;        UUUUU5      $ ! [        [        [        4 a  n[        S5      UeSnAff = f)a‹  Retain the most recent H strictly earlier same-student events.

Selection and tie-breaking depend only on semester and stable sample_id,
never grades or failure labels. Events must precede query.semester-embargo;
embargo is a nonnegative number of full semester ordinals. allowed is a
boolean bank-row mask; selection validation must pass its training-partition
mask for fixed-origin forecasts.
r-   z&max_history must be a positive integerz%embargo must be a nonnegative integerNr   r   r`   z8allowed must be a boolean mask matching the history bankc                ód   >• [        TR                  U    5      [        TR                  U    5      4$ r�   )rM   ry   rO   r}   )r&  Úbanks    €r*   Ú<lambda>Úbuild_history.<locals>.<lambda>¤  s+   ø€ ¼¸T¿]¹]È1Ñ=MÓ9NÔPSÐTX×TbÑTbÐcdÑTeÓPfÑ8gr8   )rô   éÿÿÿÿÚleft)Úside)rM   r#   r"   ÚOverflowErrorr   Úonesrd   rI   r    r%   r   rc   r   r¾   re   rz   rê   rÉ  r°   r3   ry   rÞ   rZ  r¡  rX  r  Úsearchsortedr  r{   rÒ  )rÜ  ÚqueryrØ  ÚallowedÚembargoÚwidthÚembargo_valuer)   Úallowed_maskÚgroupsr&  Úorderedrz   rq   rž   rî   rÓ  ÚsamerÕ  ÚretainedÚgroupÚ	semestersrŽ  rŸ   s   `                       r*   Úbuild_historyrñ  ‡  sý  ø€ ô �Ó€EØˆqƒy�EÓ(ÜÐAÓBÐBðKÜ˜G›ˆð �qÓ˜MÓ4ÜÐ@ÓAÐAØ�Ü—w’wœs 4›y´Ñ5‰ä—z’z 'Ó*ˆØ×Ñ¤# d£) Ó-°×1CÑ1C×1HÑ1HÈCÓ1OÜÐWÓXÐXÜœÓ€FÜ�^Š^˜LÖ)ˆØˆt�|‰|˜A‰Ñ×&Ñ&¤s¨1£vÖ.ñ *à€GØŸ™ž‰ˆÜ—*’*œV DÔ.gÑhÔpr×pxÑpxÑyˆØ# T§]¡]°7Ñ%;Ð<ˆÓñ (ô �'Š'”3�u“:˜uÐ% r´·±Ñ
:€CÜ�hŠhœ˜E›
 EÐ*´"·*±*Ñ=€GÜ�8Š8”S˜“Z Ð'¬r¯z©zÑ:€DÜŸ8š8¤C¨£J´b·h±hÑ?ÄÇÂÌ#ÈeË*Ô\^×\dÑ\dÑAe�€JÜ §¡Ö.‰
ˆØ—‘˜GÓ$ˆØ‰=ÙØ‰ˆˆiÜ”B—O’O I¬s°5·>±>À!Ñ3DÓ/EÈÑ/UÐ\bÑcÓdˆØœ˜A˜u u™}Ó-¨eÐ4ˆØ%*¬C°«MÐ"ˆ
�1‰�x ‘{Ø!)ˆˆ~”�H“ˆ~ÐÑØ%*§^¡^°AÑ%6¸¿¹ÀxÑ9PÑ%Pˆ��>”C˜“M�>Ð!Ñ"Ø"&§+¡+¨hÑ"7¸5¿<¹<È¹?Ñ"JˆˆQ�”�X“�ÐÓñ /ô ˜˜W d¨J¸ÓAÐAøôA ”z¤=Ð1ó KÜÐ@ÓAÀsÐJûðKús   ¤M+ Í+NÎ NÎNc                óÖ  • [         R                  " UR                  5      nUR                  S:w  dI  UR                  S   [        U5      :w  d-  UR                  S   S:  d  UR                  R                  S;  a  [        S5      eUS:  U[        U 5      :¬  -  R                  5       (       a  [        S5      eUS:¬  nUR                  R                  UR                  :w  d$  UR                  R                  UR                  :w  a  [        S5      eUR                  UR                  4 H<  n[         R                  " U5      R                  [        U5      4:w  d  M3  [        S	5      e   [         R                  " UR                  SS
9UR                  5      (       a,  UR                  UR                  :  R                  5       (       a  [        S5      eUR                  5       (       a“  [         R                   " U5      S   nX4   nUR"                  U   U R"                  U   -
  nUS:*  R                  5       (       a  [        S5      e[         R                  " UR                  U   U5      (       d  [        S5      e[         R$                  " UR                  5      R'                  5       (       a3  [         R$                  " UR                  5      R'                  5       (       d  [        S5      eg )Nrƒ   r   r-   ÚiuzCHistory indices must be an integer [query rows, max_history] matrixrß  z2History indices contain invalid bank row positionsz4History metadata shapes do not match history indicesz-History count shape does not match query rowsrû   z-History full/retained counts are inconsistentz/History contains same-semester or future eventsz<History recency does not match query/bank semester distancesz.History recency and same_course must be finite)r   r    rž   r$   r%   rd   r   rc   r#   r1   rÓ  rÔ  rÕ  rÖ  r[  r^  Únonzerory   r.   r/   )	rÜ  rå  r~  rî   r  rŽ  Ú
query_rowsÚ	bank_rowsÚ	distancess	            r*   Ú_validate_historyrø  ¸  s1  € Ü
�*Š*�W—_‘_Ó
%€CØ
‡x�x�1ƒ}˜Ÿ	™	 !™¬¨E«
Ó2°c·i±iÀ±lÀQÓ6FÈ#Ï)É)Ï.É.Ð`dÓJdÜÐ^Ó_Ð_Ø	ˆr‰�cœS ›YÑ&Ñ'×,Ñ,×.Ñ.ÜÐMÓNÐNØ�1‰H€EØ‡�×Ñ §	¡	Ó)¨W×-@Ñ-@×-FÑ-FÈ#Ï)É)Ó-SÜÐOÓPÐPØ×$Ñ$ g×&<Ñ&<Ó=ˆÜ�:Š:�eÓ×"Ñ"¤s¨5£z mÕ3ÜÐLÓMÐMñ >ô �>Š>˜%Ÿ)™)¨˜)Ð+¨W×-CÑ-C×DÑDÈ×I[ÑI[Ð^e×^tÑ^tÑIt×HyÑHy×H{ÑH{ÜÐHÓIÐIØ‡y�y‡{�{Ü—Z’Z Ó& qÑ)ˆ
Ø‘Jˆ	Ø—N‘N :Ñ.°·±¸yÑ1IÑIˆ	Ø˜‰N×Ñ×!Ñ!ÜÐNÓOÐOÜ�~Š~˜gŸo™o¨eÑ4°i×@Ñ@ÜÐ[Ó\Ð\Ü�;Š;�w—‘Ó'×+Ñ+×-Ñ-´R·[²[À×ATÑATÓ5U×5YÑ5Y×5[Ñ5[ÜÐIÓJÐJð 6\r8   c                óˆ  • [        XU5        [        R                  R                  U5      n[	        [
        5      n[        [        U5      5       HE  nU[        UR                  U   5      [        UR                  U   5      4   R                  U5        MG     [        R                  " [        U5      [        R                  S9nSu  p‰UR                  5        GH¢  n
[	        [
        5      nU
 H#  nX±R                  U      R                  U5        M%     [        U5      S:  a  U	[        U
5      -  n	M[  [        U5      nUR!                  U5        / nU HK  n[        R"                  " X¾   5      nUR!                  U5        UR%                  UR'                  5       5        MM     [)        S UR                  5        5       5      n[        R*                  " [        R"                  " U5      U5      n[-        UU5       H}  u  nnUR                  U   UR                  U   :X  aM  U
 Vs/ s H&  oaR                  U   UR                  U   :w  d  M$  UPM(     nn[        UR/                  U5      5      nUUU'   US-  nM     GM¥     UR0                  U   R3                  5       nUS:¬  n[        R4                  " UR6                  5      n[        R4                  " UR8                  5      nUR;                  5       (       ac  [        R<                  " U5      S   nUR                  U   U R                  UU      -
  UU'   UR>                  U   U R>                  UU      :H  UU'   [A        UUUURB                  U   R3                  5       URD                  U   R3                  5       5      n[        XU5        [G        [        U5      [        U5      UU	[        U5      [        [        RH                  " U5      5      -
  [        [        R:                  " UUR0                  :g  SS9RK                  5       5      UR'                  5       SS	S
9	nUU4$ s  snf )au  Exchange histories between different students in the same faculty/semester.

Balanced groups use a permutation. With imbalanced repeated students, donors
may be reused to avoid same-student donors whenever an alternative exists;
the returned audit reports reuse and groups that cannot be shuffled. The
candidate bank remains exactly the original fixed-origin history bank.
r   )r   r   rƒ   c              3  ó8   #   • U  H  n[        U5      v •  M     g 7fr�   )rd   rÆ  s     r*   r‰   Ú"shuffle_history.<locals>.<genexpr>ï  s   é € Ð8Ò$7˜q”C˜—F�FÒ$7ùrŽ   r-   r   rû   zsame query faculty and semesterz:different-student permutation with donor reuse when needed)	Úseedrq   Údifferent_student_rowsÚunshuffleable_rowsÚdonor_reuse_rowsÚchanged_history_rowsÚ
donor_rowsÚgroupingÚpolicy)&rø  r   ÚrandomÚdefault_rngr   r¾   rÊ  rd   rM   r|   ry   rê   rb   r3   r  rz   Úshuffler    Úextendrf   r  Úrollré   Úchoicerž   r  Ú
zeros_likerÓ  rÔ  r1   rô  r{   rÒ  rÕ  rÖ  r]  r‹  r^  )rÜ  rå  r~  rü  Úrngrë  r&  ÚdonorÚ	differentÚunshuffleablerq   Ú
by_studentr{  rì  rz   ÚmembersÚshiftÚrotatedÚ	recipientÚ	candidateÚalternativesrî   r  rÓ  rí  Úqir(   r€  s                               r*   Úshuffle_historyr  Ò  sm  € ô �d 7Ô+Ü
�)‰)×
Ñ
 Ó
%€CÜœÓ€FÜ”3�u“:ÖˆØ”�E—M‘M !Ñ$Ó%¤s¨5¯>©>¸!Ñ+<Ó'=Ð>Ñ?×FÑFÀqÖIñ ä�IŠI”c˜%“j¬¯©Ñ1€EØ#Ñ€IØ—‘—ˆÜ ¤Ó&ˆ
ÛˆAØ—}‘} QÑ'Ñ(×/Ñ/°Ö2ñ äˆz‹?˜QÓØœS ›YÑ&ˆMÙÜ˜
Ó#ˆØ�‰�HÔØˆÛˆGÜ—j’j Ñ!4Ó5ˆGØ�K‰K˜Ô Ø�N‰N˜7Ÿ>™>Ó+Ö,ñ  ô Ñ8 J×$5Ñ$5Ô$7Ó8Ó8ˆÜ—'’'œ"Ÿ*š* WÓ-¨uÓ5ˆÜ$'¨°Ö$9Ñ ˆI�yØ�}‰}˜YÑ'¨5¯=©=¸Ñ+CÓCÙ+/Ó`ª4 a·=±=ÀÑ3CÀuÇ}Á}ÐU^ÑG_Ñ3_§©4�Ð`Ü §
¡
¨<Ó 8Ó9�	Ø(ˆE�)ÑØ˜‰NŠIô %:ñ!  ð, �/‰/˜%Ñ
 ×
%Ñ
%Ó
'€CØ�1‰H€EÜ�mŠm˜GŸO™OÓ,€GÜ�=Š=˜×,Ñ,Ó-€DØ‡y�y‡{�{Ü�ZŠZ˜Ó˜qÑ!ˆØŸ™¨Ñ+¨d¯m©m¸CÀ¹JÑ.GÑGˆ�‰Ø—l‘l 2Ñ&¨$¯+©+°c¸%±jÑ*AÑAˆˆU‰Ü˜#˜w¨¨g×.@Ñ.@ÀÑ.G×.LÑ.LÓ.NÐPW×PfÑPfÐglÑPm×PrÑPrÓPtÓu€FÜ�d 6Ô*Ü”c˜$“i¤c¨%£jÈØ$1ÄCÈÃJÔQTÔUW×U^ÒU^Ð_dÓUeÓQfÑDfÜ&)¬"¯&ª&°¸¿¹Ñ1GÈaÑ*P×*TÑ*TÓ*VÓ&WØ!ŸL™L›NÐ5VØTñ	V€Eð
 �5ˆ=Ðùò'  as   È##P?É
P?c                  ó2   • \ rS rSrSrSS	S jjrS rS rSrg)
ÚMemoryDataseti	  an  Finite tensor batches from Prepared query/bank arrays and HistoryIndex.

indices optionally selects query rows without rebuilding their history.
Padded numeric values are zero, padded course ID is unknown 0, and h_mask is
false. Missing historical grades use value 0 with h_grade_present=0 so the
model can use the observed binary outcome as its readiness fallback.
Nc                ó‚  • [        UR                  UR                  U5        UR                  R                  S   UR                  R                  S   :w  d4  UR                  R                  S   UR                  R                  S   :w  a  [        S5      eX4 Ht  n[        R                  " UR                  5      R                  5       (       a5  [        R                  " UR                  5      R                  5       (       a  Mk  [        S5      e   XUsU l	        U l
        U l        [        U[        U5      S5      U l        g )Nr-   z5Prepared query and bank feature dimensions must matchz$Prepared model inputs must be finitezquery indices)rø  rŒ  rw   r%   rx   r#   r   r.   r/   rå  rÜ  r~  rh   rd   rž   )r”   rå  rÜ  r~  rž   Úprepareds         r*   Ú__init__ÚMemoryDataset.__init__  sé   € Ü˜$Ÿ*™* e§k¡k°7Ô;Ø�7‰7�=‰=˜Ñ˜tŸv™vŸ|™|¨A™Ó.°%×2CÑ2C×2IÑ2IÈ!Ñ2LÐPT×P`ÑP`×PfÑPfÐghÑPiÓ2iÜÐTÓUÐUØ›ˆHÜ—;’;˜xŸz™zÓ*×.Ñ.×0Ñ0¼¿ºÀH×DXÑDXÓ8Y×8]Ñ8]×8_Ó8_Ü Ð!GÓHÐHñ &ð /4¸7Ð+ˆŒ
�D”I˜tœ|Ü ¬¨U«°_ÓEˆ�r8   c                ó,   • [        U R                  5      $ r�   )rd   rž   r˜   s    r*   r™   ÚMemoryDataset.__len__  s   € Ü�4—<‘<Ó Ð r8   c                ó¶	  • [        U R                  U   5      nU R                  R                  U   nUS:¬  nX4   n[        U5      n[        R
                  " X`R                  R                  R                  S   4[        R                  S9n[        R
                  " X`R                  R                  R                  S   4[        R                  S9n[        R
                  " U[        R                  S9n	[        R
                  " U[        R                  S9n
[        R
                  " U[        R                  S9n[        R
                  " U[        R                  S9n[        U5      (       aÏ  U R                  R                  U   Xt'   U R                  R                  U   X„'   U R                  R                  U   X”'   U R                  R                  R                  U   X¤'   U R                  R                  R                  U   n[        R                   " U5      n[        R"                  " XíS-  S5      X´'   XìU'   [$        R&                  " U R(                  R                  U   [$        R                  S9[$        R&                  " U R(                  R                  U   [$        R                  S9[$        R*                  " [        U R(                  R                  U   5      [$        R,                  S9[$        R*                  " [        U R(                  R                  R.                  U   5      [$        R,                  S9[$        R*                  " [1        U R(                  R                  R                  U   5      [$        R                  S9[$        R*                  " U[$        R,                  S9[$        R2                  " U5      [$        R2                  " U5      [$        R2                  " U	5      [$        R2                  " U
5      [$        R2                  " U5      [$        R2                  " U5      [$        R2                  " U5      [$        R&                  " [        R"                  " X@R                  R4                  U   S5      [$        R                  S9[$        R&                  " [        R"                  " X@R                  R6                  U   S5      [$        R                  S9S.$ )Nr   r-   r   g      $@r  )rw   rx   r¥  r|   rn   Úsample_indexÚh_xÚh_metaÚh_course_idÚh_yÚh_gradeÚh_grade_presentÚh_maskÚ	h_recencyÚh_same)rM   rž   r~  rd   r   rZ  rÜ  rw   r%   r¡  rx   r3   r¥  rŒ  rn   rm   r.   rÿ   ÚtorchÚ	as_tensorrå  ÚtensorÚlongr|   rP   Ú
from_numpyrÓ  rÔ  )r”   r  r&  Úrow_idsr  rŸ   rè  Ú	history_xÚhistory_metaÚhistory_courseÚ	history_yÚhistory_gradeÚgrade_presentrm   Úpresents                  r*   Ú__getitem__ÚMemoryDataset.__getitem__  s,  € Ü�—‘˜UÑ#Ó$ˆØ—,‘,×&Ñ& qÑ)ˆØ˜!‰|ˆØ‘=ˆÜ�G“ˆÜ—H’H˜e§Y¡Y§[¡[×%6Ñ%6°qÑ%9Ð:Ä"Ç*Á*ÑMˆ	Ü—x’x ¯	©	×(=Ñ(=×(CÑ(CÀAÑ(FÐ GÌrÏzÉzÑZˆÜŸš %¬r¯x©xÑ8ˆÜ—H’H˜U¬"¯*©*Ñ5ˆ	ÜŸš ¬b¯j©jÑ9ˆÜŸš ¬b¯j©jÑ9ˆÜˆx�=‰=Ø"Ÿi™iŸk™k¨(Ñ3ˆI‰OØ!%§¡×!6Ñ!6°xÑ!@ˆLÑØ#'§9¡9×#6Ñ#6°xÑ#@ˆNÑ Ø"Ÿi™iŸo™o×/Ñ/°Ñ9ˆI‰OØ—I‘I—O‘O×)Ñ)¨(Ñ3ˆEÜ—k’k %Ó(ˆGÜ"$§(¢(¨7¸C±KÀÓ"DˆMÑØ")˜$Ñä—’ §¡§¡¨a¡¼¿¹ÑFÜ Ÿ?š?¨4¯:©:×+AÑ+AÀ!Ñ+DÌEÏMÉMÑZÜŸš¤c¨$¯*©*×*>Ñ*>¸qÑ*AÓ&BÌ%Ï*É*ÑUÜ—|’|¤C¨¯
©
×(8Ñ(8×(@Ñ(@ÀÑ(CÓ$DÌEÏJÉJÑWÜ—’œe D§J¡J×$4Ñ$4×$6Ñ$6°qÑ$9Ó:Ä%Ç-Á-ÑPÜ!ŸLšL¨´%·*±*Ñ=Ü×#Ò# IÓ.¼%×:JÒ:JÈ<Ó:XÜ ×+Ò+¨NÓ;ÄE×DTÒDTÐU^ÓD_Ü×'Ò'¨Ó6Ì5×K[ÒK[Ð\iÓKjÜ×&Ò& tÓ,ÜŸš¬¯ª°$¿¹×8LÑ8LÈQÑ8OÐQSÓ)TÔ\a×\iÑ\iÑjÜ—o’o¤b§h¢h¨t·\±\×5MÑ5MÈaÑ5PÐRTÓ&UÔ]b×]jÑ]jÑkñ
ð 	
r8   )rÜ  r~  rž   rå  r�   )rå  r¤  rÜ  r¤  r~  rÒ  )	r¥   r¦   r§   r¨   r©   r  r™   r8  r«   r�   r8   r*   r  r  	  s   † ñöFò!õ"
r8   r  )r'   rO   r$   rM   r¤   rv   )r'   rO   r¤   rv   )r   )r¤   rv   )r'   rO   r¤   rO   )rž   )rg   rM   r¤   rv   )rm   rv   rn   rv   r'   rO   )r-   )r¤   ú	list[str])r¿   r]  rÀ   rO   r¤   r:  )rÄ   r]  rÅ   úSequence[str]r¤   r:  )rÑ   úpd.DataFramerÀ   rO   r¤   rv   )rÑ   r<  rn   rv   rÀ   rO   r¤   rv   )rÑ   r<  r|   rO   )r¿   r]  rg   rM   r   rI   r¤   rv   )rô   rO   r	  rM   r
  r;  rÀ   rO   )rg   rM   r'   rO   r¤   rv   )r  z
list[dict]r¤   ÚNoner�   )rÐ   )rŒ  rt   )r~  rt   r8  rt   )r  rv   )é    Nr   )rÜ  rt   rå  rt   r¤   rÒ  )rÜ  rt   rå  rt   r~  rÒ  ):r©   Ú
__future__r   Úcollectionsr   Údataclassesr   Úpathlibr   rU   Útypingr   Úurllib.parser   rÊ   Únumpyr   ÚpandasrK   r+  Útorch.utils.datar	   r  ÚCOURSE_HISTr’   rÝ   r`  r+   r7   r<   rY   r^   rh   rr   rt   rº   rÁ   rÈ   rÍ   rÖ   rå   rö   r  r  r  r-  r�  r�  r_  r�  r¢  r¤  r©  rÒ  rñ  rø  r  r  r�   r8   r*   Ú<module>rI     s`  ðñõ #å #Ý !Ý Û 	Ý Ý ã Û Û Û Ý $ð€ð Z€Ø +Ñ-€Ø€	ðMð ôô#ö"ôô&Köô pð ÷?cð ?có ð?cöDôô
ö+ôô	ô;ô*ô67ôô/ôdy"öx$ô2Uô"ò %ð ÷ð ó ðð ÷Clð Cló ðClðL ÷
%ð 
%ó ð
%ö.BôbKô44ôn7
�Gõ 7
r8   