ó
    NmÒjÄ1  ã                  óþ   • S r SSKJr  SSKJr  SSKJr  SSKrSSKrSSK	r
SSKrSSKr/ SQr/ SQr\\-   rS rS	 rS
 rS r\ " S S5      5       r\ " S S5      5       rS rS rSS jrSS jrSS jrS rS rS rg)zJAQ canonical cache adapter and strict chronology/data-provenance controls.é    )Úannotations)Ú	dataclass)ÚPathN)ÚSoTinChiÚSoTietMHÚ
SoTietTuanÚSiSoMaxÚSiSoMinÚ
KhgTinhDTBÚIsMHTNÚIsMonKTÚIsMHKNÚ
IsMHDacThuÚIsGDTiengAnhÚIsMonNgoaiNgu)Ú
hist_countÚ	hist_meanÚhist_stdÚhist_fail_rateÚhist_pass_ratec                ón   • [        SU  S3SR                  S UR                  5        5       5      -   SS9  g )NÚ[z] Ú c              3  ón   #   • U  H+  u  p[        U[        5      (       a  U S US 3OU S U 3v •  M-     g7f)Ú=z.6fN)Ú
isinstanceÚfloat)Ú.0ÚkÚvs      ÚL/root/disk_3tb/earlywarning/30072026/suite32_selective_borrowing/s32_data.pyÚ	<genexpr>Únote.<locals>.<genexpr>   s@   é € ÐpÒaoÑZ]ÐZ[´¸A¼u×1EÑ1E !  A a¨ W™~ÈaÈSÐPQÐRSÐQTÈ:ÔUÒaoùs   ‚35T)Úflush)ÚprintÚjoinÚitems)ÚtagÚkwargss     r!   Únoter*      s3   € Ü	ˆAˆcˆU�"ˆ+�c—h‘hÑpÐag×amÑamÔaoÓpÓpÑ
pÐx|Ó}ó    c            
     óÎ   • [         R                  [        R                  " SR	                  [        [        U 5      5      R                  5       5      R                  5       S S S5      $ )NÚ|é   Úlittle)	ÚintÚ
from_bytesÚhashlibÚsha256r&   ÚmapÚstrÚencodeÚdigest)Úpartss    r!   Ústable_seedr9      sG   € Ü�>‰>œ'Ÿ.š.¨¯©´#´c¸%³.Ó)A×)HÑ)HÓ)JÓK×RÑRÓTÐUWÐVWÐXÐYaÓbÐbr+   c                ó¼   •  [        [        U 5      5      oS-  nUS;  a  [        SU  35      eUS-  S-  U-   S-
  $ ! [         a  n[        SU < 35      UeS nAff = f)Né
   )é   é   é   zInvalid academic term in r>   r<   zInvalid target_NHHK semester )r0   r   Ú
ValueErrorÚ	Exception)r    ÚzÚtermÚes       r!   Úsemester_ordinalrD      ss   € ðGÜ
Œe�A‹h‹-ˆ ™d˜Ø�wÓ¤jÐ3LÈQÈCÐ1PÓ&QÐ QØ�2‘�q‰y˜‰~˜aÑÐøÜó GÜÐ8¸¹Ð>Ó?ÀQÐFûðGús   ‚9< ¼
AÁAÁAc                óö   • S[        U5       S3n[        [        U 5      R                  SU 35      5       Vs/ s H  o3R                  S [        U5      *  PM     nnU(       d  [        SU SU  35      eU$ s  snf )NÚ_fold_ú.joblibÚ*z No AQ canonical caches for fold z in )r0   Úsortedr   ÚglobÚnameÚlenÚFileNotFoundError)Ú	cache_dirÚfoldÚsuffixÚpÚnamess        r!   Únames_inrS      s}   € Ø”C˜“I�;˜gÐ&€FÜ*0´°i³×1EÑ1EÈÈ&ÈÀlÓ1SÔ*TÓ
UÒ*T Q�6‰6�-”C˜“K�<Ó Ñ*T€EÐ
UÞÔ)Ð,LÈTÈFÐRVÐW`ÐVaÐ*bÓcÐcØ€Lùò Vs   ¸"A6c                  óš   • \ rS rSr% S\S'   S\S'   S\S'   S\S	'   S\S
'   S\S'   S\S'   S\S'   S\S'   S\S'   S\S'   S\S'   S rS rSrg)ÚParté#   r5   Úfacultyr0   rO   z
np.ndarrayÚrawú	list[str]Ú	raw_namesÚcourseÚyÚsemesterÚstudentÚ	course_idÚ	row_indexÚ	committeeÚraw_nanc                ó,   • [        U R                  5      $ ©N)rL   r\   ©Úselfs    r!   Ú__len__ÚPart.__len__1   s   € œc $§&¡&›kÐ)r+   c                ó  • [         R                  " U5      R                  R                  S;   a  [         R                  " U5      O[         R                  " U5      n[        U R                  U R                  U R                  U   U R                  U R                  U   U R                  U   U R                  U   U R                  U   U R                  U   U R                  U   U R                   U   U R"                  U   5      $ )NÚiu)ÚnpÚasarrayÚdtypeÚkindÚflatnonzerorU   rW   rO   rX   rZ   r[   r\   r]   r^   r_   r`   ra   rb   )rf   ÚmaskÚidss      r!   ÚsubÚPart.sub2   s8  € Ü "§
¢
¨4Ó 0× 6Ñ 6× ;Ñ ;¸tÓ CŒB�JŠJ�tÔÌÏÊÐX\ÓI]ˆÜ�D—L‘L §¡¨4¯8©8°C©=¸¿¹ÈÏÉÐTWÑHXÐY]×Y_ÑY_Ð`cÑYdÐei×erÑerÐsvÑewÐx|÷  yEñ  yEð  FIñ  yJð  KO÷  KYñ  KYð  Z]ñ  K^ð  _c÷  _mñ  _mð  nqñ  _rð  sw÷  sAñ  sAð  BEñ  sFð  GK÷  GSñ  GSð  TWñ  GXó  Yð  	Yr+   © N)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__annotations__rg   rr   Ú__static_attributes__rt   r+   r!   rU   rU   #   sO   ‡ àƒKØ	ƒHØƒNØÓØÓØƒLØÓØÓØÓØÓØÓØÓÚ)õYr+   rU   c                  óD   • \ rS rSr% S\S'   S\S'   S\S'   S\S'   S	 rS
rg)ÚFoldDataé6   zdict[str, Part]ÚhistoryÚtargetrY   Úcommon_namesr0   rO   c                ó,   • [        U R                  5      $ rd   )Úlistr~   re   s    r!   Ú	facultiesÚFoldData.faculties<   s   € ¤ T§\¡\Ó 2Ð2r+   rt   N)ru   rv   rw   rx   ry   rƒ   rz   rt   r+   r!   r|   r|   6   s   ‡ àÓØÓØÓØ	ƒHÝ2r+   r|   c                ó´   • SU ;  a  [        U S35      e[        R                  " U S    Vs/ s H  n[        U5      PM     sn[        R                  S9$ s  snf )NÚtarget_NHHKz: missing target_NHHK©rm   )ÚKeyErrorrk   ÚarrayrD   Úint64)ÚframeÚlabelÚss      r!   Ú_semrŽ   ?   sP   € Ø˜EÓ!¬°U°GÐ;PÐ2QÓ)RÐ#RÜ�8Š8°%¸Ò2FÓGÒ2F¨QÔ% aÖ(Ñ2FÑGÌbÏhÉhÑWÐWùÒGs   ¬Ac                óÚ	  • U(       Gaq  SU ;  d  SU ;  a  [        S5      e[        R                  " U S   [        5      n[        R                  " U S   [        5      [        R
                  " U5      R                  SS9-  n[        R                  " U5      n[        R                  " US   [        5      n[        R                  " X‡5      (       d  [        U SU S35      e[        R                  " U S	   5      U   n	[        R                  " U S
   5      U   n
U S   R                  U   R                  SS9n[        R                  " US   S   5      n[        R                  " XW   5      R                  SS9nGO#[        R                  " U S   5      n	[        R                  " U S   5      n
[        R                  " [        U
5      5      nU S   R                  SS9n[        R                  " US   S   5      nSU ;   a  [        R                  " U S   [        5      nO`SU ;   a,  [        R                  " U S   [        5      R                  SS9nO.[        R                   " [        U
5      [        R"                  5      nUR$                  S:X  a  UR                  SS9nU	R$                  S:w  dX  [        U	5      [        U
5      :w  d@  [        U5      [        U
5      :w  d(  UR&                  [        U
5      [        [(        5      4:w  a  [        U SU S35      e[        R*                  " U
SS/5      R                  5       (       d  [        U SU S35      e[-        U S   5      n[        [/        U5      5      [        U5      :w  d  [        U5      U	R&                  S   :w  a  [        U S35      eS H  nXû;  d  M
  [        U SU 35      e   [        R                  " U	[        R0                  5      n	[        R
                  " U	5      ) n[3        X#Xž[        R                  " U[        R0                  5      [        R                  " U
[        R4                  5      [7        X²5      US   R9                  [:        5      R=                  5       US   R9                  [:        5      R=                  5       [        R                  " U[        5      [        R                  " U[        R0                  5      U5      $ ) NÚcf_probabilitiesÚcf_covered_maskzNCanonical cross-fitted coverage missing; cannot silently use all training rowsr<   ©ÚaxisÚtrain_row_indexú Fz/: canonical/structured train row indices differÚXtrÚytrÚtrain_frameT)ÚdropÚtrainÚcourse_targetÚXteÚyteÚ
test_framer   ÚqteÚpter=   z&: invalid cache/structured input shaper   z: target not binaryÚfeature_namesz+: duplicate or mismatched raw feature names)ÚIDSVÚIDMHz
: missing r¢   r£   )rˆ   rk   rl   r   ÚboolÚisfiniteÚallro   r0   Úarray_equalr?   ÚilocÚreset_indexÚmeanÚarangerL   ÚfullÚnanÚndimÚshapeÚCOURSE_FEATURESÚisinr‚   ÚsetÚfloat32rU   Úint8rŽ   Úastyper5   Úto_numpy)ÚdÚscrW   rO   rš   ÚcfÚvalidÚixÚsrcrX   r\   r‹   r[   ra   rR   Úcolr­   s                    r!   Ú_partr¾   C   sÞ  € ßØ QÓ&Ð*;À1Ó*DÜÐkÓlÐlÜ�:Š:�aÐ*Ñ+¬EÓ2ˆÜ�jŠj˜Ð,Ñ-¬dÓ3´b·k²kÀ"³o×6IÑ6IÈqÐ6IÐ6QÑQˆÜ�>Š>˜%Ó ˆÜ�JŠJ�rÐ+Ñ,¬SÓ1ˆÜ�~Š~˜c×%Ñ%¬Z¸7¸)À2ÀdÀVÐKzÐ8{Ó-|Ð'|Ü�JŠJ�q˜‘xÓ  Ñ$ˆ¬¯
ª
°1°U±8Ó(<¸RÑ(@ aØ�Ñ×#Ñ# BÑ'×3Ñ3¸Ð3Ð>ˆÜ�zŠz˜"˜W™+ oÑ6Ó7ˆÄ"Ç*Â*ÈRÉVÓBT×BYÑBYÐ_`ÐBYÐBaº	ä�JŠJ�q˜‘xÓ ˆ¤2§:¢:¨a°©hÓ#7 ¼2¿9º9ÄSÈÃVÓ;L¸Ø�‰o×)Ñ)¨tÐ)Ð4ˆÜ�zŠz˜"˜X™, Ñ7Ó8ˆØ�A‹:¤§¢¨A¨e©H´UÓ!;‘yØ�a‹Z¤2§:¢:¨a°©h´uÓ#=×#BÑ#BÈÐ#BÐ#J™ÜŸš¤ A£¤r§v¡vÓ.ˆiØ�>‰>˜1Ó y§~¡~¸1 ~Ð'=˜YØ
‡x�x�ƒ{”c˜#“h¤ A£Ó&¬#¨e«*´c¸!³fÓ*<ÀÇÁÌsÐSTËvÔVYÔZiÓVjÐNkÓ@kÜ˜G˜9 B t fÐ,RÐSÓTÐTÜ�7Š7�1�a˜�UÓ×Ñ×!Ñ!¬
°g°Y¸bÀÀÐFYÐ3ZÓ([Ð"[Ü
ˆq�Ñ!Ó
"€EÜ
Œ3ˆu‹:ƒœ˜E›
Ó"¤c¨%£j°#·)±)¸A±,Ó&>ÄZÐSZÐR[ð  \Gð  QHó  FIð  @IÛˆØÕ¤(¨g¨Y°jÀÀÐ+FÓ"GÐGñ ä
�
Š
�3”r—z‘zÓ"€CÜ	�Š�SÓ	Ð€CÜ�˜S¤r§z¢z°&¼¿¹Ó'DÄRÇZÂZÐPQÔRT×RYÑRYÓEZÜˆUÓ˜E &™M×0Ñ0´Ó5×>Ñ>Ó@ÀÀvÁ×AUÑAUÔVYÓAZ×AcÑAcÓAeÜ
�
Š
�2”cÓœ2Ÿ:š: i´·
±
Ó;¸CóAð Ar+   c                ó^  • 0 0 pvU GH¥  n[        U 5      U SU S3-  n	[        U5      U SU S3-  n
U	R                  5       (       a  U
R                  5       (       d  [        SU	 SU
 35      e[        R                  " U	5      n[        R                  " U
5      n[        X¼XƒS5      Xh'   [        X¼XƒS5      Xx'   [        Xh   5      S:X  d  [        Xx   5      S:X  a  [        U SU S	35      e[        R                  " Xh   R                  5      [        R                  " Xx   R                  5      U-
  :¼  a  [        U SU S
35      e[        Xx   5      [        [        [        Xx   R                  Xx   R                  Xx   R                  5      5      5      -
  nU(       d  GM™  [!        SXƒUSS9  GM¨     [        S UR#                  5        5       5      [        S UR#                  5        5       5      U-
  :¼  a  [        S5      e[        XbS      R$                  5      nUR#                  5        H  oþR'                  UR$                  5        M     XbS      R$                   Vs/ s H  oÿU;   d  M
  UPM     nnUb(  Xä:w  a#  [        S[        U5       S[        U5       35      e[)        XgXã5      $ s  snf )NrF   rG   z"Missing cache or structured file: z / TFr   r•   z: empty history/targetz;: future or unavailable history labels at prediction originÚDATA_WARNINGÚretain_canonical_row_index)rW   rO   Ú!duplicate_student_course_semesterÚpolicyc              3  ób   #   • U  H%  n[         R                  " UR                  5      v •  M'     g 7frd   )rk   Úmaxr]   ©r   Úxs     r!   r"   Úload_fold.<locals>.<genexpr>q   s    é € Ð
3¢{ !Œ2�6Š6�!—*‘*×Ð¢{ùó   ‚-/c              3  ób   #   • U  H%  n[         R                  " UR                  5      v •  M'     g 7frd   )rk   Úminr]   rÆ   s     r!   r"   rÈ   q   s#   é € Ð:cÒWbÐRS¼2¿6º6À!Ç*Á*×;MÐ;MÒWbùrÉ   zSCross-faculty future-history leak: GLOBAL historical/target origin assertion failedz3Common feature schema drift across folds: expected=z	, actual=)r   ÚexistsrM   ÚjoblibÚloadr¾   rL   r?   rk   rÅ   r]   rË   r²   Úzipr^   r_   r*   ÚvaluesrZ   Úintersection_updater|   )rN   Ústructured_dirrƒ   rO   Úexpected_commonÚavailability_gapÚhsÚqsrW   r¹   Úspr·   r¸   Úduplicate_countÚcommonrÇ   s                   r!   Ú	load_foldrÚ   d   sx  € Ø
ˆR€rÜˆÜ�	‹?˜g˜Y f¨T¨F°'Ð:Ñ:ˆ¼dÀ>Ó>RÐV]ÐU^Ð^dÐeiÐdjÐjqÐSrÑ>r¸2Ø�y‰y�{‰{ "§)¡)§+¡+Ô4EÐHjÐkmÐjnÐnqÐrtÐquÐFvÓ4wÐ.wÜ
�+Š+�b‹/ˆœVŸ[š[¨›_˜"Ü˜!˜w¨DÓ1ˆ‰Ü˜!˜w¨EÓ2ˆ‰Üˆr‰{Ó˜QÓ¤# b¡kÓ"2°AÓ"5¼JÈ'ÈÐRTÐUYÐTZÐZpÐGqÓ<rÐ6rÜ�6Š6�"‘+×&Ñ&Ó'¬¯ª°±×0DÑ0DÓ)EÐFVÑ)VÓVÜ ˜y¨¨4¨&Ð0kÐlÓmÐmÜ˜B™KÓ(¬¬S´°R±[×5HÑ5HÈÉ×I^ÑI^Ð_aÑ_j×_sÑ_sÓ1tÓ-uÓ)vÑvˆß‰?œD ¸Ðl{ð  D`õ  añ ô Ñ
3 r§y¡y¤{Ó
3Ó3´sÑ:cÐWY×W`ÑW`ÔWbÓ:cÓ7cÐdtÑ7tÓtÜÐnÓoÐoÜˆr˜A‘,Ñ×)Ñ)Ó*€FØ�Y‰YŽ[ˆ×3Ñ3°A·K±KÖ@‰[Ø A™,Ñ'×1Ò1ÓAÒ1�!¸&±[�AÑ1€FÐAØÑ" vÓ'>ÜÐNÌsÐSbÓOcÐNdÐdmÔnqÐrxÓnyÐmzÐ{Ó|Ð|Ü�B˜&Ó&Ð&ùò Bs   É	J*É+J*c           
     óB  ^• [        U R                  5       VVs0 s H  u  pVXe_M	     snnm[        U4S jU 5       5      (       a  [        U R                   S35      eU Vs/ s H  nTU   PM
     nnU R
                  SS2U4   n[        R                  " [        R                  " USSSS9[        R                  " U R                  SSSS9/SS9n	[        R                  " U R                  SS2U4   [        R                  " U R                  5      ) /SS9R                  [        R                  5      n
U(       Ga*  [        R                  " [        U 5      [        U5      4[        R                   [        R                  S9n[        U5       Hv  u  pÆUT;   d  M  [        R"                  " [        R                  " U R
                  SS2TU   4   5      U R
                  SS2TU   4   [        R                   5      USS2U4'   Mx     [        R                  " X›/SS9n	[        R                  " U
[        R                  " U5      ) /SS9R                  [        R                  5      n
U(       aƒ  US	:X  a  U
nOdUS
:X  a6  [        R                  " U	SS9S:H  R                  [        R                  5      nO(US:X  a  [        R$                  " U
5      nO[        U5      e[        R                  " X�/SS9n	[        R&                  " U	[        R                  5      $ s  snnf s  snf )z¬Donors carry only verified *common* raw fields; native target extras unavailable in donors.
Cache NaNs are observed only in cache, and are NOT proof of source missingness.
c              3  ó,   >#   • U  H	  oT;  v •  M     g 7frd   rt   )r   ÚnÚfmaps     €r!   r"   Úframe_matrix.<locals>.<genexpr>€   s   øé € Ð
/¢,˜Q�DŽ=¢,ùs   ƒz: common schema mismatchNr   )r­   ÚposinfÚneginfr<   r’   r‡   ÚobservedÚ
naive_zero©r­   Úplacebo)Ú	enumeraterZ   Úanyr?   rW   rX   rk   ÚconcatenateÚ
nan_to_numr[   rb   r¥   rµ   r³   r¬   rL   r­   ÚwhereÚ
zeros_likerl   )Úpartr€   Únative_namesÚinclude_maskÚ	mask_typeÚirÝ   r»   rÙ   Úbaserp   ÚextraÚjÚappendedrÞ   s                 @r!   Úframe_matrixrõ   {   sc  ø€ ô # 4§>¡>Ô2Ô	3Ò2‘#�!ˆ!Š#Ñ2Ò	3€DÜ
Ô
/¡,Ó
/×/Ñ/´jÀDÇLÁLÀ>ÐQiÐAjÓ6kÐ0kÙ%Ó&š�AˆˆQŒ™€BÐ&¨d¯h©h²q¸°t©n vÜ	�ŠœŸš v°!¸1ÀAÑFÄrÇ}Â}ÐUY×U`ÑU`ÐefÐnoÐwxÑGyÐzð  ABñ  
C€DÜ	�Š˜Ÿ™¢a¨ dÑ+¬R¯[ª[¸¿¹Ó-EÐ,EÐFÈAÑ	N×	UÑ	UÔVX×V`ÑV`Ó	a€DßÜ�gŠg”s˜4“y¤ \Ó!2Ð3´B·F±FÄÇÁÑLˆÜ˜\Ö*‰CˆAØ�D�yÜŸ8š8¤B§K¢K°·±º¸4À¹7¸Ñ0CÓ$DÀTÇXÁXÊaÐPTÐUVÑPWÈiÑEXÔY[×Y_ÑY_Ó`�’a˜�c“
ñ +ô �^Š^˜T˜L¨aÑ0ˆÜ�^Š^˜T¤2§;¢;¨uÓ#5Ð"5Ð6¸AÑ>×EÑEÄbÇjÁjÓQˆÞØ�jÓ ¨4¡(Ø˜Ó$¬r¯}ª}¸TÀaÑ/HÈ!Ñ/K×.SÑ.SÔTV×T^ÑT^Ó._¡XØ˜	Ó!ä—]’] 4Ó(‰HÜ˜iÓ(Ð(Ü�^Š^˜T˜O°Ñ3ˆÜ�:Š:�dœ2Ÿ:™:Ó&Ð&ùó) 
4ùâ&s   šLÁ"Lc                óª  ^^^^^	^
• U R                   mUS:X  a:  U R                  T   R                   Vs/ s H  oU[        T5      ;  d  M  UPM     snO/ m
[	        T5      [
         Vs/ s H  nSU-   PM
     sn-   T
 Vs/ s H  nSU-   PM
     sn-   m	T(       a  T	T	 Vs/ s H  nSU-   PM
     sn-  m	UUUU	U
U4S jnUT	4$ s  snf s  snf s  snf s  snf )z[All donor native-only columns are NaN even if a donor has same-named but unverified fields.Únativeúcourse::znative::zindicator::c           	     óD  >• [        U TU R                  T:X  a  TOS SS9nU R                  T:w  ae  T(       a^  [        R                  " U[        R                  " [        U 5      [        T5      4[        R                  [        R                  5      /5      nT	(       GaÕ  T
S:X  GaT  [        U R                  5       VVs0 s H  u  p#X2_M	     nnnU R                  S S 2T Vs/ s H  o4U   PM	     sn4   R                  [        R                  5      nU R                  T:X  aJ  T(       aC  U R                  S S 2T Vs/ s H  o4U   PM	     sn4   R                  [        R                  5      O8[        R                  " [        U 5      [        T5      4[        R                  5      n[        R                  " U[        R                  " U R                  5      ) R                  [        R                  5      U/SS9nOdT
S:X  a6  [        R                   " USS9S:H  R                  [        R                  5      nO(T
S	:X  a  [        R"                  " U5      nO[%        T
5      e[        R                  " X/SS9nUR&                  S   [        T5      :X  d   eU$ s  snnf s  snf s  snf )
NF)rî   râ   r<   r’   rã   r   rä   rå   )rõ   rW   rk   Úcolumn_stackr¬   rL   r­   r³   ræ   rZ   rb   rµ   Úonesrè   r¥   r[   ré   rë   r?   r¯   )rì   Úmrð   rÝ   ÚidxÚcmÚnative_maskÚ	indicatorrÙ   rî   rï   rR   r÷   r   s           €€€€€€r!   ÚmatrixÚfeature_schema.<locals>.matrixœ   s8  ø€ Ü
�t˜F¨T¯\©\¸6Ó-A¡6ÀtÐY^Ñ
_ˆØ�<‰<˜Ó¦F¬R¯_ª_¸aÄÇÂÌÈTËÔSVÐW]ÓS^ÐH_Ô`b×`fÑ`fÔgi×gqÑgqÓ@rÐ=sÓ-t¨1ßØ˜*Ô$ä$-¨d¯n©nÔ$=Ô>Ò$=™S˜Q�Q’SÑ$=�Ñ>Ø—<‘<¢±6Ó":²6¨a q¤6±6Ñ":Ð :Ñ;×BÑBÄ2Ç:Á:ÓN�Ø\`×\hÑ\hÐjpÓ\pÖu{˜TŸ\™\ª!¹VÓ,DºV¸°¬V¹VÑ,DÐ*DÑE×LÑLÌRÏZÉZÔXô  BD÷  BIò  BIô  KNð  OSó  KTô  UXð  Y_ó  U`ð  Jaô  bd÷  blñ  bló  Bm�ÜŸ.š.¨"¬r¯{ª{¸4¿;¹;Ó/GÐ.G×-OÑ-OÔPR×PZÑPZÓ-[Ð\gÐ)hÐnoÑp‘	Ø˜LÓ(´B·M²MÀ!ÈÑ4JÈAÑ4M×3UÑ3UÔVX×V`ÑV`Ó3a©Ø˜IÓ%´·²¸aÓ0@¡iÜ! )Ó,Ð,Ü�nŠn˜a˜]°Ñ2ˆAØ�w‰w�q‰zœ3˜u›:Ó%Ð%Ð%Øˆùó ?ùÚ":ùÚ,Ds   Â<JÃJÄ9J)r€   r~   rZ   r²   r‚   r°   )Údatar   Úvariantrî   rï   rÇ   rÝ   r  rÙ   rR   r÷   s    ` ``   @@@r!   Úfeature_schemar  –   sÈ   ý€ à×Ñ€FØRYÐ[cÓRc�t—|‘| FÑ+×5Ò5ÓNÒ5�!Ä#ÀfÃ+Ñ9M�AÑ5ÒNÐik€FÜ
ˆv‹,­oÓ>ªo¨˜
 1œ©oÑ>Ñ
>ÑV\Ó?]ÒV\ÐQRÀ
È1ÄÑV\Ñ?]Ñ
]€EÞ�E±UÓ;²U°˜M¨!œO±UÑ;Ñ;�E÷ò ð  �%ˆ<Ðùò' OùÚ>ùÒ?]ùÚ;s   ´CÁ
CÁ'CÁ>CÂCc                ó  • U R                   U   o R                  U   n[        UR                  R	                  5       5      n[        UR
                  S:H  R	                  5       5      nU R                  U[        UR                  5      [        U R                  5      [        UR                  5      [        U R                  5      -
  [        U5      [        UR                  R                  5       5      [        U5      [        UR                  R                  5       5      [        UR                  R	                  5       5      XE[        UR                  R                  5       5      [        UR                  R                  5       5      SS.$ )Nr   z6semester_proxy; source release timestamps not verified)rO   rW   Úraw_columnsÚcommon_raw_columnsÚnative_raw_columnsÚhistory_rowsÚhistory_failuresÚtarget_rowsÚtarget_failuresÚtarget_prevalenceÚraw_cache_nonfinite_rateÚraw_exact_zero_rateÚhistory_latest_semesterÚtarget_first_semesterÚavailability_provenance)r~   r   r   rb   rª   rX   rO   rL   rZ   r€   r0   r\   Úsumr]   rÅ   rË   )r  rW   ÚhÚqÚmissingÚzeross         r!   Ústatus_auditr  ¯   s  € Ø
‡l�l�7Ñ€AŸ{™{¨7Ñ3˜QÜ�!—)‘)—.‘.Ó"Ó#€GÜ
�—‘˜‘—‘Ó!Ó
"€EØ—9‘9 w¼SÀÇÁÓ=MÜ  ×!2Ñ!2Ó3ÌÈQÏ[É[ÓIYÔZ]Ð^b×^oÑ^oÓZpÑIpÜ˜1“v´°Q·S±S·W±W³Y³ÌcÐRSËfÜ˜aŸc™cŸg™g›i›.¼UÀ1Ç3Á3Ç8Á8Ã:Ó=NØ#*Ü"% a§j¡j§n¡nÓ&6Ó"7ÔPSÐTU×T^ÑT^×TbÑTbÓTdÓPeØ"Zñ\ð \r+   c                óª  • / nU R                  5        GH§  nSU R                  U   4SU R                  U   44 GH|  u  p4[        UR                  5       GH+  u  pV[
        R                  " UR                  SS2U4   [        5      nUR                  U R                  X#UX`R                  ;   a  SOS[        U5      [        [
        R                  " U5      R                  5       5      [        [
        R                  " U5      ) R                  5       5      [        [
        R                  " U5      ) R!                  5       5      [        US:H  R                  5       5      [        US:H  R!                  5       5      SSS	.5        GM.     [        ["        5       GH  u  pV[
        R                  " UR$                  SS2U4   [        5      nUR                  U R                  X#S
U-   S[        U5      [        [
        R                  " U5      R                  5       5      [        [
        R                  " U5      ) R                  5       5      [        [
        R                  " U5      ) R!                  5       5      [        US:H  R                  5       5      [        US:H  R!                  5       5      SSS	.5        GM      GM     GMª     [&        R(                  " U5      $ )zNAudit observed CACHE states only; never invent database provenance categories.r~   r   NÚ
shared_rawÚfaculty_native_rawr   Ú(UNKNOWN_NOT_RECOVERABLE_FROM_CACHE_ALONEÚSEMESTER_PROXY_ONLY)rO   rW   ÚsectionÚfieldÚfield_groupÚcountÚfiniteÚcache_nonfiniteÚcache_nonfinite_rateÚ
exact_zeroÚexact_zero_rateÚsource_observation_statusÚtime_availabilityrø   Ústructured_course)rƒ   r~   r   ræ   rZ   rk   rl   rX   r   ÚappendrO   r€   rL   r0   r¥   r  rª   r°   r[   ÚpdÚ	DataFrame)r  ÚrowsÚfr  rì   ró   rK   r    s           r!   Úfeature_ledgerr0  »   s  € à	€DØ�^‰^×ˆØ'¨¯©°Q©Ð8¸(À4Ç;Á;ÈqÁ>Ð9RÔS‰LˆGÜ# D§N¡N×3‘�Ü—*’*˜TŸX™X¢a¨ c™]¬5Ó1�Ø—‘ D§I¡I¸ÐTXØ15×9JÑ9JÓ1J¡ÐPdÜ˜q›6¬3¬r¯{ª{¸1«~×/AÑ/AÓ/CÓ+DÜ%(¬2¯;ª;°q«>¨/×)>Ñ)>Ó)@Ó%AÜ*/´"·+²+¸a³.°×0FÑ0FÓ0HÓ*IÜ # Q¨¡T§J¡J£LÓ 1Ü%*¨A¨q©D¯;©;«=Ó%9Ø/YØ'<ñ>÷ ?ñ 4ô $¤O×4‘�Ü—*’*˜TŸ[™[ª¨1¨Ñ-¬eÓ4�Ø—‘ D§I¡I¸ÐT^Ð_cÑTcØ!4¼SÀ»VÌSÔQS×Q\ÒQ\Ð]^ÓQ_×QcÑQcÓQeÓMfÜ%(¬2¯;ª;°q«>¨/×)>Ñ)>Ó)@Ó%AÔY^Ôac×alÒalÐmnÓaoÐ`o×_uÑ_uÓ_wÓYxÜ # Q¨¡T§J¡J£LÓ 1ÄEÈ1ÈaÉ4Ï+É+Ë-ÓDXØ/YØ'<ñ>÷ ?ô 5ô Tñ ô* �<Š<˜ÓÐr+   c                óæ  • / oR                  5        Vs0 s H%  o"[        U R                  U   R                  5      _M'     nnU R                  5        H‚  nU R                  5        Hk  nXE:X  a  M
  [	        X4   X5   -  5      oaR                  U R                  XE[	        X4   5      [	        X5   5      Xf[        S[	        X5   5      5      -  SS.5        Mm     M„     [        R                  " U5      $ s  snf )z\Source overlap is descriptive, not automatic deduplication of legitimate past registrations.r<   z0assumes IDSV is a globally comparable identifier)rO   Úsourcer   Úunique_source_studentsÚunique_target_studentsÚshared_student_idsÚshared_fraction_targetÚkey_semantics)
rƒ   r²   r~   r^   rL   r+  rO   rÅ   r,  r-  )r  r.  r/  ÚsetsÚaÚbrÝ   s          r!   Ústudent_overlap_ledgerr;  Õ   sÎ   € à	€D¿>¹>Ô;KÓLÒ;K°a”S˜Ÿ™ a™×0Ñ0Ó1Ò1Ñ;KˆTÐLØ�^‰^ÖˆØ—‘Ö!ˆAØ‹t‘HÜ�$‘'˜$™'‘/Ó"ˆA§;¡;°t·y±yÈ!Ü*-¨d©g«,ÔPSÐTXÑT[ÓP\Ø&'Ä3ÀqÌÈTÉWËÓCVÑAVØ!Sñ0Uö $Vó "ñ ô �<Š<˜ÓÐùò Ms   ”,C.)Nr   )NFrâ   )rÙ   Frâ   )Ú__doc__Ú
__future__r   Údataclassesr   Úpathlibr   r2   ÚjsonÚnumpyrk   Úpandasr,  rÍ   ÚCOURSE_STATICÚCOURSE_HISTr°   r*   r9   rD   rS   rU   r|   rŽ   r¾   rÚ   rõ   r  r  r0  r;  rt   r+   r!   Ú<module>rE     s¬   ðÙ PÝ "Ý !Ý ß Û Û Û òZ€âU€Ø +Ñ-€ò~òcòGòð ÷Yð Yó ðYð$ ÷3ð 3ó ð3òXòAôB'ô.'ô6ò2
\òó4
r+   