ó
    ¾j5�  ã                  óò  • S r SSKJr  SSKJr  SSKJr  SSKrSSKrSSK	r	SSK
rSSKrSSKJrJr  SrSrS	 rSYS
 jrS rS rS rS r0 S/ SQ_S/ SQ_S/ SQ_S/ SQ_S/ SQ_S/ SQ_S/ SQ_S/ SQ_S/ S Q_S!/ S"Q_S#S$S%/_S&/ S'Q_S(S)S*/_S+/ S,Q_S-S.S//_S0/ S1Q_S2/ S3Q_S4/S5/S6/S7/S8.ErS9S:S;S<S=S>S?S@.rSArSB rSC rSD rSE rSF r SGr!SHr"SIr#SJr$SKr%SLr&SM r'SN r(SO r)SP r*SQ r+SR r,SS r-ST r.SU r/SV r0SW r1SZSX jr2g)[a  Keyed, support-aware evaluation for Suite26 MINT.

All ranking summaries give each eligible faculty/fold cell equal weight.
One-class cells have undefined AP/AUC and are counted explicitly. Missing scores
remain missing. Operational thresholds are learned only from development folds.
é    )Úannotations)ÚMapping)ÚPathN)Úaverage_precision_scoreÚroc_auc_score)é
   é   é   é   )Úsuite26_seed_forestÚsuite26_tree_onlyÚsuite26_memoryÚsuite26_mintc                óŽ  • [         R                  " U [        S9n [         R                  " U[        S9nU R                  S:w  d(  UR                  S:w  d  [	        U 5      [	        U5      :w  a  [        S5      e[         R                  " U 5      R                  5       (       a*  [         R                  " U S5      R                  5       (       d  [        S5      e[         R                  " U5      R                  5       (       d  US:  US:„  -  R                  5       (       a  [        S5      eU R                  [         R                  5      U4$ )N©Údtypeé   z=Labels and scores must be equal-length one-dimensional arrays©r   r   z1Actual labels must be finite binary values 0 or 1r   zCScores must be probabilities in [0, 1], or NaN for missing coverage)ÚnpÚasarrayÚfloatÚndimÚlenÚ
ValueErrorÚisfiniteÚallÚisinÚisinfÚanyÚastypeÚint8)ÚyÚscores     ÚN/root/disk_3tb/earlywarning/30072026/suite26_joint_tree_memory/mint_metrics.pyÚ_vectorsr%      sä   € Ü
�
Š
�1œEÑ"€AÜ�JŠJ�u¤EÑ*€EØ‡v�v�ƒ{�e—j‘j A“o¬¨Q«´3°u³:Ó)=ÜÐXÓYÐYÜ�;Š;�q‹>×Ñ×Ñ¤r§w¢w¨q°&Ó'9×'=Ñ'=×'?Ñ'?ÜÐLÓMÐMÜ	‡x‚x�ƒ×Ñ×Ñ %¨!¡)°¸±	Ñ!:× ?Ñ ?× AÑ AÜÐ^Ó_Ð_Ø�8‰8”B—G‘GÓ˜eÐ#Ð#ó    c           	     óà  • Ubt  [         R                  " U5      S:„  nUR                  5       (       a%  [        [         R                  " X   5      5      S:  a   [
        R                  [
        R                  4$ OR[        U 5      S:X  d#  [        [         R                  " U 5      5      S:  a   [
        R                  [
        R                  4$ [        [        XUS95      [        [        XUS95      4$ )Nr   é   ©Úsample_weight)
r   r   r   r   ÚuniqueÚmathÚnanr   r   r   )r"   r#   r*   Úactives       r$   Ú_rank_metricsr/   $   s²   € ØÑ Ü—’˜MÓ*¨QÑ.ˆØ�z‰z�|‰|œs¤2§9¢9¨Q©YÓ#7Ó8¸1Ó<Ü—8‘8œTŸX™XÐ%Ð%ð  =ä	ˆQ‹�1‹œœBŸIšI a›LÓ)¨AÓ-Ü�x‰xœŸ™Ð!Ð!ÜÔ)¨!À-ÑPÓQÜ”- ¸ÑFÓGðIð Ir&   c                óä  • [         R                  " U[        S9n[        [         R                  " U S:H  U-  5      5      n[        [         R                  " U S:H  U-  5      5      n[        [         R                  " U S:H  U) -  5      5      n[        [         R                  " U S:H  U) -  5      5      nU[        X#-   S5      -  nU[        X$-   S5      -  nX#XEXgSU-  [        SU-  U-   U-   S5      -  SU-  [        SU-  U-   SU-  -   S5      -  X#-   [        U 5      (       a  X#-   [        U 5      -  O[        R                  [        U 5      (       a  X%-   [        U 5      -  S.$ [        R                  S.$ )Nr   r   r   r(   é   é   )ÚtpÚfpÚfnÚtnÚ	precisionÚrecallÚf1Úf2ÚflaggedÚ	flag_rateÚaccuracy)	r   r   ÚboolÚintÚsumÚmaxr   r,   r-   )r"   Ú	predictedr3   r4   r5   r6   r7   r8   s           r$   Ú
_confusionrC   /   sN  € Ü—
’
˜9¬DÑ1€IÜ	ŒR�VŠV�Q˜!‘V˜yÑ(Ó)Ó	*€BÜ	ŒR�VŠV�Q˜!‘V˜yÑ(Ó)Ó	*€BÜ	ŒR�VŠV�Q˜!‘V 	˜zÑ)Ó*Ó	+€BÜ	ŒR�VŠV�Q˜!‘V 	˜zÑ)Ó*Ó	+€BØ”S˜™ !“_Ñ$€IØ”#�b‘g˜q“/Ñ!€FØ bØ"Ø�b‘&œ3˜q 2™v¨™{¨RÑ/°Ó3Ñ3Ø�b‘&œ3˜q 2™v¨™{¨Q°©VÑ3°QÓ7Ñ7Ø‘wÜ/2°1¯v©v˜"™'¤S¨£VÒ+¼4¿8¹8Ü.1°!¯f©f˜™¤C¨£FÑ*ñDð Dô ;?¿(¹(ñDð Dr&   c                ó6  ^ ^^• [        T T5      u  m m[        T 5      n[        R                  " T5      nT U   TU   sm m[	        T T5      u  pE[        T 5      n[        T R                  5       5      n[        R                  nU(       aM  [        R                  " TS-  R                  [
        5      S5      m[        UUU 4S j[        S5       5       5      nX&X&-
  XvU-
  U(       a  Xv-  O[        R                  U(       a  Xb-  O[        R                  XEU(       a%  [        [        R                  " TT -
  S-  5      5      O[        R                  XˆU(       a  [        [        R                  " T5      5      O[        R                  U(       a6  [        [        R                  " T5      [        R                  " T 5      -
  5      O[        R                  S.n	[        R                  " T* SS9n
[         H§  n[        R                   " U["        S9nU(       a)  S	XÊS
[%        S['        U[)        X¶-  S-  5      5      5       '   [+        T U5      nUR-                  5        H-  u  pïU(       a  UOUS;   a  SO[        R                  Xž SU 3'   M/     U	SU 3   U	SU 3'   M©     U	$ )ab  Return ranking, probability-calibration, and top-budget metrics.

NaN scores are excluded with explicit support counts. A warning budget uses
round(rate * N), at least one warning when N > 0, and stable input-order
tie-breaking. This matches the previous Suite reporting convention. AP/AUC
are undefined for one-class cells; calibration remains defined.
r   é	   c              3  óR  >#   • U  Hœ  n[         R                  " TU:H  5      (       d  M#  [        [         R                  " TU:H  5      5      [	        [        [         R                  " TTU:H     5      5      [        [         R                  " TTU:H     5      5      -
  5      -  v •  Mž     g 7f©N)r   r   r   ÚmeanÚabs)Ú.0ÚiÚbinsr#   r"   s     €€€r$   Ú	<genexpr>Úmetrics.<locals>.<genexpr>R   s}   øé € ð ;â$�a¬¯ª¨t°q©y×(9óW”%œŸš ¨¡	Ó*Ó+Ü”eœBŸGšG E¨$°!©)Ñ$4Ó5Ó6¼¼r¿wºwÀqÈÐQRÉÁ|Ó?TÓ9UÑUÓVöWâ$ùs   ƒ"B'©A>B'r(   )Ú
total_rowsÚrowsÚmissing_scoresÚ	positivesÚ	negativesÚ
prevalenceÚcoverageÚapÚaucÚbrierÚece10ÚeceÚ
mean_scoreÚcalibration_gapÚstable©Úkindr   TNr   éd   >   r5   r4   r6   r3   r;   r   Ú_at_Úf2_at_Ú	fbeta_at_)r%   r   r   r   r/   r?   r@   r,   r-   Úminimumr    Úranger   rH   ÚargsortÚBUDGETSÚzerosr>   rA   ÚminÚroundrC   Úitems)r"   r#   ÚtotalÚkeeprV   rW   ÚnrR   rZ   ÚresultÚorderÚbudgetrB   ÚconfÚkeyÚvaluerL   s   ``              @r$   Úmetricsru   @   s  ú€ ô ˜˜5Ó!�H€A€uÜ�‹F€EÜ�;Š;�uÓ€DØ�‰w˜˜d™€H€A€uÜ˜A˜uÓ%�G€BÜˆA‹€AÜ�A—E‘E“G“€IÜ
�(‰(€CÞÜ�zŠz˜5 2™:×-Ñ-¬cÓ2°AÓ6ˆÜö ;ä  œ9ó;ó ;ˆð "ÀÁ	Ø$°y±=Þ-.˜IšM´D·H±HÞ',˜!š)´$·(±(ØÞ;<”uœRŸWšW e¨a¡i°AÑ%5Ó6Ô7Ä$Ç(Á(ØÞ56œE¤"§'¢'¨%£.Ô1¼D¿H¹HÞGH¤¤r§w¢w¨u£~¼¿ºÀ»
Ñ'BÔ!CÌdÏhÉhñX€Fô �JŠJ˜�v HÑ-€EßˆÜ—H’H˜Q¤dÑ+ˆ	ÞØIMˆIÐDœS ¤C¨¬5°±¸cÑ1AÓ+BÓ$CÓDÐEÑFÜ˜!˜YÓ'ˆØŸ*™*ž,‰JˆCÞ45©5ÀÐHkÓAk¹AÔqu×qyÑqyˆF�U˜$˜v˜hÐ'Ó(ñ 'à'-°°v°hÐ.?Ñ'@ˆ�˜6˜(Ð#Ó$ñ ð €Mr&   c                ó´   • S Vs/ s H  oU R                   ;   d  M  UPM     nnU(       d  SU 4/$ U R                  [        U5      S:”  a  UOUS   SSS9$ s  snf )N©ÚfoldÚfaculty© r   r   TF)ÚsortÚdropna)ÚcolumnsÚgroupbyr   )Úframers   Úkeyss      r$   Ú_cell_groupsr�   j   s[   € Ù.ÓGÒ.�C¸¿¹Ñ2F�CÑ.€DÐGÞØ�U�ˆ}ÐØ�=‰=¤ T£¨Q£™°D¸±GÀ$Èuˆ=ÐUÐUùò Hs
   …AœAc           	     óˆ  • SU ;  d  X;  a  [        SU< S35      e[        U 5       VVs/ s H   u  p#[        UR                  X1   5      S   PM"     nnnU Vs/ s H"  n[        R
                  " U5      (       d  M   UPM$     nnU(       a  [        [        R                  " U5      5      $ [        R                  $ s  snnf s  snf )zŒEqual-weight mean AP over two-class faculty/fold cells with coverage.

For validation frames without a fold column the cells are faculties.
Úactualzmacro_ap requires actual and z columnsrV   )
r   r�   ru   rƒ   r   r   r   rH   r,   r-   )r   Úscore_columnÚ_ÚcellÚvaluesrt   s         r$   Úmacro_aprˆ   q   sž   € ð
 �uÓ Ó 9ÜÐ8¸Ñ8HÈÐQÓRÐRÜLXÐY^ÔL_Ô`ÒL_ÁÀŒg�d—k‘k 4Ñ#5Ó6°tÔ<ÑL_€FÑ`Ù!'Ó>¢˜¬2¯;ª;°u×+=�e¡€FÐ>Þ%+Œ5”—’˜“Ó!Ð9´·±Ð9ùó aùÚ>s   ª'B9ÁB?Á;B?Úsuite14)Úsuite14_authority_safe_finalr‰   ÚfinalÚsuite16)Úsuite16_hgb_finalrŒ   r‹   Úsuite17)Úsuite17_hgb_finalÚsuite17_finalr‹   Úsuite18)Úsuite18_hgb_finalÚsuite18_finalr‹   Úsuite20)Úsuite20_transformerÚ#suite20_semester_target_transformerÚtransformerr‹   Úsuite21)Ú!suite21_guarded_temporal_residualÚsuite21_guardedr‹   Úsuite22)Úsuite22_safe_blendÚ
safe_blendr‹   Úsuite22_primary)Úsuite22_sftr_tabmÚ	sftr_tabmÚprimaryÚsuite22_relational)Úsuite22_relational_ft_tabmÚrelational_ft_tabmÚ
relationalÚsuite23)Úsuite23_faculty_safe_fusionÚfaculty_safe_fusionr‹   Úsuite23_graphÚsuite23_cs_hagtÚcs_hagtÚsuite24)Úsuite24_evidence_residualÚevidence_residualr¡   Úsuite24_posthocÚsuite24_posthoc_blendÚposthoc_blendÚsuite25)Úsuite25_sacrÚsacrr¡   Úsuite25_blendÚsuite25_committee_blendÚcommittee_blendÚcouncil)Úsuite4_competence_councilÚcompetence_councilr¸   r‹   Úv2)Úfailure_probability_lt5Úfailure_probabilityÚstacked_probabilityr‹   Úsuite26_tairÚsuite26_tree_memoryÚsuite26_treeÚsuite26_joint_head)Úsuite26_originalÚsuite26_original_memoryÚsuite26_original_treeÚsuite26_original_joint_head)Ú	sample_idÚtarget_sample_id)Ú
student_idÚstudentÚIDSV)Ú	course_idÚcourseÚIDMH)ÚsemesterÚtarget_NHHKÚNHHKÚtarget_semester)rx   Úfold_id)ry   Úfaculty_name)rƒ   Úactual_failure_lt5r"   ÚlabelÚtarget)rÇ   rÉ   rÌ   rÏ   rx   ry   rƒ   )Ú	referencerx   ry   ÚstatusÚdetailÚpathÚcolumnr€   Útarget_rowsÚsource_rowsÚmatched_rowsÚscored_rowsÚmissing_rowsÚinvalid_scoresÚextra_reference_rowsc                óœ  • [         R                  " U 5      (       a  g [        U 5      R                  5       n U (       d  g [        R
                  " SU 5      (       a  U R                  S5      S   n US:X  aF   [        U 5      n[        US5      u  p4SUs=::  a  S::  a  O  OUS;   a  US	-  U-   S
-
  n[        U5      $ U $ ! [         a    U s $ f = f)Nz-?(0|[1-9][0-9]*)\.0+Ú.r   rÏ   r   il  i'  )r   r(   é   ræ   r   )
ÚpdÚisnaÚstrÚstripÚreÚ	fullmatchÚsplitr?   Údivmodr   )rt   rs   ÚnumberÚyearÚterms        r$   Ú_canonical_idrò   ¢   sÀ   € Ü	‡w‚wˆu‡~�~ØÜ�‹J×ÑÓ€EÞØä	‡|‚|Ð,¨e×4Ñ4Ø—‘˜CÓ  Ñ#ˆØ
ˆjÓð	Ü˜“ZˆFÜ ¨Ó+‰JˆDØ�tÕ#˜tÖ#¨°	Ó(9Ø ™ D™¨1Ñ,�Ü�v“;Ðð €Løô ó 	ØŠLð	ús   Á5AB< Â<CÃ
Cc                óö  ^
^• U R                  5       n0 mU R                   H;  nTR                  [        U5      R	                  5       / 5      R                  U5        M=     [        R                  5        GH   u  m
n[        [        R                  U4S jU 5       5      5      n/ nU HI  nT
S:X  a  [        R                  " X   SS9nOX   R                  U
4S j5      nUR                  U5        MK     U(       d  M‰  US   nUSS  He  nUR                  U5      UR                  5       UR                  5       -  -  n	[!        U	R#                  5       5      (       a  MV  [%        S	T
 S
U 35      e   XqT
'   GM     U$ )zJNormalize known aliases and reject disagreement between duplicate aliases.c              3  óx   >#   • U  H/  nTR                  UR                  5       / 5        H  nUv •  M	     M1     g 7frG   )ÚgetÚlower)rJ   ÚaliasrÜ   Úlower_columnss      €r$   rM   Ú)_normalize_identifiers.<locals>.<genexpr>¾   s8   øé € ð %Xº°Ø2?×2CÑ2CÀEÇKÁKÃMÐSU×2V¨õ &,Ù2Vñ &,ºùs   ƒ7:rƒ   Úcoerce©Úerrorsc                ó   >• [        U T5      $ rG   ©rò   )Úvrs   s    €r$   Ú<lambda>Ú(_normalize_identifiers.<locals>.<lambda>Å   s   ø€ ´MÀ!ÀSÔ4Ir&   r   r   NzConflicting aliases for z: )Úcopyr}   Ú
setdefaultré   rö   ÚappendÚIDENTIFIER_ALIASESrk   ÚlistÚdictÚfromkeysrç   Ú
to_numericÚmapÚeqrè   r>   r   r   )r   ÚoutputrÜ   Úaliasesr}   Ú
normalizedrt   ÚbaseÚotherÚsamers   rø   s             @@r$   Ú_normalize_identifiersr  ·   sK  ù€ à�Z‰Z‹\€FØ€MØ—-”-ˆØ× Ñ ¤ V£×!2Ñ!2Ó!4°bÓ9×@Ñ@ÀÖHñ  ä*×0Ñ0×2‰ˆˆWÜ”t—}‘}ô %X¹ó %Xó Xó Yˆàˆ
ÛˆFØ�h‹ÜŸš e¡m¸HÑE‘à™×)Ñ)Ô*IÓJ�Ø×Ñ˜eÖ$ñ ÷ ˆ:Ø˜a‘=ˆDØ# A B›�Ø—w‘w˜u“~¨¯©«°u·z±z³|Ñ)CÑD�Ü˜DŸH™H›J×'Ó'Ü$Ð'?À¸uÀBÀwÀiÐ%PÓQÐQñ (ð �3ŒKñ! 3ð" €Mr&   c           
     óN  • [        U 5      n [        U5      [        U5      p!U SU 3-  U S3-  X SU S3-  U SU 3-  U S3-  X SU S3-  X SU S3-  U SU 3-  U S3-  /nU R                  5       (       a{  U R                  S Vs1 s H  oB SU SU S3iM     sn;   =(       dH    U R                  R                  SU 3:H  =(       a%    U R                  S Vs1 s H
  oB SU S3iM     sn;   nX4/$ U Vs/ s H  ofS	4PM     snU S
-  S4U S-  S4/-   $ s  snf s  snf s  snf )NÚfold_z_scores.csvÚ_fold_z_target_scores.csvz_test_results.csv)ÚscoresÚtarget_scoresÚtest_resultsr…   ú.csvTzpredictions.csvFz
scores.csv)r   ré   Úis_fileÚnameÚparent)Úrootrx   ry   ÚscopedÚtailÚfixedrÛ   s          r$   Ú_reference_candidatesr!  Ñ   s¦  € Ü�‹:€DÜ˜“Iœs 7›|ˆ'Ø�u˜T˜F�^Ñ#¨¨	°Ð&=Ñ=Ø�y  t f¨KÐ8Ñ8Ø�u˜T˜F�^Ñ#¨¨	Ð1CÐ&DÑDØ�y  t fÐ,>Ð?Ñ?Ø�y  t fÐ,=Ð>Ñ>Ø�u˜T˜F�^Ñ#¨¨	Ð1BÐ&CÑCðE€Fð ‡|�|‡~�~Ø—‘ÙHóJÚHð HL ¨&°°°a¸°v¸TÓBÙHñJñ J÷ hà—[‘[×%Ñ%¨5°°¨Ñ7÷ g¸D¿I¹IÙ:eÓfÒ:e°$˜	  4 &¨Ó-Ñ:eÑfñ=gð 	ð �ˆÐÙ%+Ó,¢V˜T�4‹L¡VÑ,°Ð8IÑ1IÈ5Ð0QØ04°|Ñ0CÀUÐ/Kð0Mñ Mð MùòJùò gùâ,s   Â	DÃDÃ9D"c                ó´	  ^^• [        U 5      R                  SS9m[        U5      R                  SS9mST;  a  [        S5      eU(       dB  S H<  nUT;   d  M  UT;   d  M  TTU   TU   R                  S   :H     R	                  5       mM>     SS/nU=(       d    S	T;   =(       a    S	T;   nU(       a  UR                  S
5        S nU GH  n[        UU4S jU 5       5      (       d  M!  T[        U5         R                  5       R                  5       R                  5       (       d=  T[        U5         R                  5       R                  5       R                  5       (       a  M�  TR                  [        U5      5      R                  5       (       d-  TR                  [        U5      5      R                  5       (       a  Mù  [        U5      n  O   Uc  [        S5      eTR                  SS9m[        R                  R                  TU   5      n	[        R                  R                  TU   5      n
U
R                  U	5      nUS:¬  n[        R                   " U5      nX¼   n["         GHC  nUT;  d  UT;  a  M  TU   R                  U   R                  SS9nTU   R                  U   R                  SS9nUS:X  ak  [        R$                  " UR'                  [(        5      5      R                  5       (       a$  UR+                  S5      R                  5       (       d  [        S5      eUR                  5       R                  5       (       dS  UR                  5       R                  5       (       d0  [-        UR/                  U5      R                  5       5      (       a  GM7  [        SU S35      e   [        R0                  " TU   SS9R'                  [(        5      n[        R$                  " U5      US:¬  -  US:*  -  n[        R2                  " [5        U 5      [        R6                  5      nUU   nUUU      UUU   '   [9        UR;                  5       5      nUSR=                  U5      [5        T5      [9        UR;                  5       5      U[5        U 5      U-
  [9        UU   ) R;                  5       5      [5        T5      [9        UR;                  5       5      -
  S.4$ )NT)Údroprƒ   z(Reference has no actual labels to verifyrw   r   )rÇ   )rÉ   rÌ   rÏ   rx   )rÉ   rÌ   c              3  óD   >#   • U  H  oT;   =(       a    UT;   v •  M     g 7frG   rz   )rJ   rs   ÚleftÚrights     €€r$   rM   Ú#_align_reference.<locals>.<genexpr>õ   s   øé € ÐEº9°C˜$‘;×/ 3¨%¡<Ô/º9ùs   ƒ zNo sufficiently unique, complete identifiers: need sample_id, student/course/semester, or unique student/course in a fixed foldr   z/Invalid actual labels in matched reference rowszMatched reference z" mismatch; reference cell rejectedrú   rû   r   Ú,)r€   rÞ   rß   rà   rá   râ   rã   )r  Úreset_indexr   Úilocr  r  r   r  rè   r   Ú
duplicatedrç   Ú
MultiIndexÚ
from_frameÚget_indexerr   Úflatnonzeror  r   Úto_numpyr   r   r>   r  r	  Úfullr   r-   r?   r@   Újoin)r†   ÚsourcerÜ   Ú
fixed_cellrs   ÚchoicesÚfold_provenr€   Ú	candidateÚ	left_keysÚ
right_keysÚ	locationsÚmatchedÚlposÚrposÚlvÚrvr#   Úvalidr  ÚgoodÚscoredr%  r&  s                         @@r$   Ú_align_referencerC  ä   sý  ù€ Ü! $Ó'×3Ñ3¸Ð3Ð>€DÜ" 6Ó*×6Ñ6¸DÐ6ÐA€EØ�uÓÜÐCÓDÐDö Û&ˆCØ�e�|  t¥Ø˜e C™j¨D°©I¯N©N¸1Ñ,=Ñ=Ñ>×CÑCÓE’ñ 'ð ÐFÐG€GØ×D ¨5¡×!C°V¸t±^€KÞØ�‰Ð2Ô3Ø€DÜˆ	ÜÕE¹9ÓE×EÑEÙØ”�Y“Ñ ×%Ñ%Ó'×+Ñ+Ó-×1Ñ1×3Ñ3°u¼TÀ)»_Ñ7M×7RÑ7RÓ7T×7XÑ7XÓ7Z×7^Ñ7^×7`Ñ7`ÙØ�?‰?œ4 	›?Ó+×/Ñ/×1Ñ1°U×5EÑ5EÄdÈ9ÃoÓ5V×5ZÑ5Z×5\Ñ5\ÙÜ�I‹ˆÙñ ð �|Üð ]ó ^ð 	^à×Ñ 4ÐÐ(€EÜ—‘×(Ñ(¨¨d©Ó4€IÜ—‘×)Ñ)¨%°©+Ó6€JØ×&Ñ& yÓ1€IØ˜1‰n€GÜ�>Š>˜'Ó"€DØÑ€Dß!Ð!ˆØ�d‹?˜c¨Ó.ÙØ�#‰Y�^‰^˜DÑ!×-Ñ-°4Ð-Ð8ˆØ�3‰Z�_‰_˜TÑ"×.Ñ.°DÐ.Ð9ˆØ�(‹?Ü—;’;˜rŸ{™{¬5Ó1Ó2×6Ñ6×8Ñ8ÀÇÁÈÃ×@SÑ@S×@UÑ@UÜ Ð!RÓSÐSØ�7‰7‹9�=‰=�?‰?˜bŸg™g›iŸm™mŸo™o´T¸"¿%¹%À»)¿-¹-»/×5JÔ5JÜÐ1°#°Ð6XÐYÓZÐZñ "ô �MŠM˜% ™-°Ñ9×BÑBÄ5ÓI€EÜ�KŠK˜Ó %¨1¡*Ñ-°¸!±Ñ<€EÜ�WŠW”S˜“Y¤§¡Ó'€FØ�‰;€DØ˜t D™zÑ*€Fˆ4�‰:ÑÜ�—‘“‹_€FØ˜CŸH™H T›N¼3¸u»:Ü$'¨¯©«Ó$6ÀvÜ$'¨£I°Ñ$6Ü&)¨E°$©K¨<×*<Ñ*<Ó*>Ó&?Ü,/°«J¼¸W¿[¹[»]Ó9KÑ,Kñ	Mð Mð Mr&   c                ó  ^• 1 SkR                  U R                  5      (       d  [        S5      e[        U R                  [
        R                  " [        U 5      [
        R                  5      5        Uc  0 n[        U[        5      (       d&  U Vs0 s H  n[        U5      R                  U_M     nnU R                  5       n/ nUR                  5        GH0  u  pVXSR                  ;   a  [        SU< S35      e[
        R                  " [        U5      [
        R                  5      nUR                  SS/SS	9R                   R                  5        GHª  u  u  p‰n
UR"                  U
   n[$        R'                  [(        S
5      nUR+                  XXU	[        U5      SSS[        U5      SSS9
  U(       a  [-        S [/        XhU	5       5       S5      OSnUc#  UR+                  SSS9  UR1                  U5        M§  Uu  p.[3        U5      US'    [4        R6                  " U[8        S9m[        T5      US'   [-        U4S jU/[:        R=                  US/5      Q 5       S5      nUc  [        SU S35      eXüS'   [?        UTXþ5      u  nnUXz'   UR+                  U5        US   [        U5      :X  a  UR+                  SSS9  O,US   (       a  UR+                  SSS9  OUR+                  SSS9   UR1                  U5        GM­     XsU'   GM3     [4        RH                  " U[(        S!9n[K        [$        R'                  / U RL                  R=                  S"/ 5      QUQ5      5      URL                  S"'   / U RL                  R=                  S#/ 5      QURO                  S$S%9QURL                  S#'   UU4$ s  snf ! [        [@        [B        [4        RD                  RF                  4 a$  nUR+                  S [3        U5      S9   SnAGNSnAff = f)&at  Add legacy probability columns using validated one-to-one keyed joins.

``reference_dirs`` maps report names to directories (or CSV paths). Missing,
ambiguous, malformed, or conflicting files yield explicit audit rows and NaN
scores. Every supplied identifier and the actual label are checked after the
join; matching label arrays are never sufficient alignment evidence.
>   rx   rƒ   ry   z6Reference alignment requires fold, faculty, and actualNz
Reference z# would overwrite an existing columnrx   ry   T©r{   Ú r   )
rØ   rx   ry   rÝ   rÞ   rß   rà   rá   râ   rã   c              3  óZ   #   • U  H!  u  pUR                  5       (       d  M  X4v •  M#     g 7frG   )r  )rJ   Úpr   s      r$   rM   Ú!add_references.<locals>.<genexpr>9  s&   é € ð .Ò9c©X¨QØ!"§¡§ó )˜q�jÒ9cùs   ‚+¡
+ÚmissingzReference file not found)rÙ   rÚ   rÛ   r   rÞ   c              3  óL   >#   • U  H  nUTR                   ;   d  M  Uv •  M     g 7frG   ©r}   )rJ   r÷   r3  s     €r$   rM   rI  D  s&   øé € ð ;Ò2a¨Ø"'¨6¯>©>Ñ"9÷  %™uÒ2aùs   ƒ$›	$r‹   zNo probability column for z; tried known score aliasesrÜ   rà   Úloadedz#Verified one-to-one keyed alignmentÚpartialz&Unmatched or invalid scores remain NaNÚ	unmatchedz&No valid scores on matched identifiersÚrejectedrL  Úreference_columnsÚreference_alignment_auditÚrecords©Úorient)(Úissubsetr}   r   r%   rƒ   r   r1  r   r-   Ú
isinstancer   r   r  r  rk   r~   Úindicesr*  r  r  ÚAUDIT_COLUMNSÚupdateÚnextr!  r  ré   rç   Úread_csvÚobjectÚREFERENCE_ALIASESrõ   rC  ÚOSErrorÚKeyErrorrü   ÚParserErrorÚ	DataFramer  ÚattrsÚto_dict)r   Úreference_dirsrÛ   ÚwideÚauditr  r  r  rx   ry   Ú	positionsr†   Úrecordr7  r   rÜ   ÚalignedÚcountsÚexcÚaudit_framer3  s                       @r$   Úadd_referencesrn    s¿  ø€ ò )×1Ñ1°%·-±-×@Ñ@ÜÐQÓRÐRÜˆU�\‰\œ2Ÿ7š7¤3 u£:¬r¯v©vÓ6Ô7ØÑØˆÜ�n¤g×.Ñ.Ù<JÓKºN°Dœ$˜t›*Ÿ/™/¨4Ò/¹NˆÐKØ�:‰:‹<€DØ€EØ$×*Ñ*×,‰
ˆØ—<‘<ÓÜ˜z¨$©Ð1TÐUÓVÐVÜ—’œ˜T›¤B§F¡FÓ+ˆØ*.¯,©,¸À	Ð7JÐQU¨,Ð*V×*^Ñ*^×*dÑ*d×*fÑ&‰OˆT˜YØ—9‘9˜YÑ'ˆDÜ—]‘]¤=°"Ó5ˆFØ�M‰M D¸WÔRUÐVZÓR[Ø&'°aÀQÔUXÐY]ÓU^Ø)*Àð ñ Dö 9=ô ñ .Ô9NÈtÐ[bÔ9có .Ø/3ô5ØBFð àÑ Ø—‘ YÐ7Q�ÑRØ—‘˜VÔ$ÙØ#‰KˆDÜ  ›YˆF�6‰NðBÜŸš T´Ñ8�Ü(+¨F«��}Ñ%Üô ;°4Ð2aÔ:K×:OÑ:OÐPTÐW^ÐV_Ó:`Ñ2aó ;Ø<@óB�à‘>Ü$Ð'AÀ$ÀÐGbÐ%cÓdÐdØ#)�xÑ Ü"2°4¸ÀÓ"O‘�˜Ø$+�Ñ!Ø—‘˜fÔ%Ø˜-Ñ(¬C°«IÓ5Ø—M‘M¨Ð:_�MÒ`Ø˜M×*Ø—M‘M¨Ð;c�MÒdà—M‘M¨Ð=e�MÒfð �L‰L˜× ñC +gðD ˆTŒ
ñM -ôN —,’,˜u¬mÑ<€KÜ&*¬4¯=©=ð :DØ	�‰�‰Ð,¨bÓ	1ð:DØ4Bð:Dó ,Eó 'F€D‡J�JÐ"Ñ#ð/W°·±·±Ð@[Ð]_Ó0`ð /WØ0;×0CÑ0CÈ9Ð0CÐ0Uð/W€D‡J�JÐ*Ñ+à�ÐÐùò_ LøôL ¤¬´2·9±9×3HÑ3HÐIó BØ—‘ Z¼¸C»�×AûðBús+   Â N(È
B2N-Ê=N-ËN-Î-.O?ÏO:Ï:O?))r   r   Újoint_tree_learning)r   r   Úepisodic_memory)r   r   Úreadiness_conditioning)rx   ry   Úmodel_aÚmodel_brO   rP   ÚstudentsÚavailable_aÚavailable_brU   Úap_aÚap_bÚdelta_apÚauc_aÚauc_bÚ	delta_aucÚ
f2_at_20_aÚ
f2_at_20_bÚdelta_f2_at_20Úbrier_aÚbrier_bÚdelta_brierÚece10_aÚece10_bÚdelta_ece10)rr  rs  rí   Ú	statisticry  Úci_lowÚci_highÚcellsÚexcluded_cellsrP   rt  Úrequested_replicatesÚvalid_replicatesÚinvalid_replicatesÚseedrÙ   ©rr  rs  rí   Ú	replicatery  Úvalid_cellsÚrequired_cellsÚunique_sampled_students)
ry   ÚmodelrÙ   Ú	thresholdÚdevelopment_rowsÚdevelopment_total_rowsÚdevelopment_positivesÚdevelopment_f2Údevelopment_flag_rateÚdevelopment_folds)rx   ry   r”  ÚpolicyrÙ   r•  rO   rP   rQ   rR   rS   rV   rW   r3   r4   r5   r6   r7   r8   r9   r:   r;   r<   r=   c                óH  ^ • S/[         Q[        QT R                  R                  S/ 5      QnUT R                   Vs/ s H/  n[        U5      R                  S5      (       d  M$  [        U5      PM1     sn-  n[        [        R                  U 4S jU 5       5      5      $ s  snf )NÚ	committeerQ  Úsuitec              3  óJ   >#   • U  H  oTR                   ;   d  M  Uv •  M     g 7frG   rL  )rJ   rÜ   r   s     €r$   rM   Ú!_score_columns.<locals>.<genexpr>w  s   øé € ÐT²5¨ÀeÇmÁmÑ<SŸf™f²5ùs   ƒ#š	#)
ÚCORE_MODELSr^  rc  rõ   r}   ré   Ú
startswithr  r  r  )r   ÚknownrÜ   s   `  r$   Ú_score_columnsr¥  t  s�   ø€ ØÐfœ;ÐfÔ):Ðf¸U¿[¹[¿_¹_ÐM`ÐbdÓ=eÐf€EØ	¨¯ªÓYª˜f¼¸V»×9OÑ9OÐPW×9X‹kŒc�&Žk©ÑYÑY€EÜ”—‘ÔT±5ÓTÓTÓUÐUùò Zs   ¼#BÁ#Bc                óØ   • [         R                  " U [        S9n U [         R                  " U 5         n [	        U 5      (       a  [        U R                  5       5      $ [        R                  $ )Nr   )r   r   r   r   r   rH   r,   r-   )r‡   s    r$   Ú_meanr§  z  sG   € Ü�ZŠZ˜¤eÑ,€FØ”B—K’K Ó'Ñ(€FÜ#& v§;¡;Œ5�—‘“ÓÐ<´D·H±HÐ<r&   c                óZ  • [        X![        U 5      [        U R                  R	                  5       R                  5       5      [        U R                  R	                  5       R                  5       5      [        U R                  R                  5       5      [        U R                  R                  5       5      [        U R                  R                  5       5      [        U R                  R                  5       5      [        U R                  R                  5       5      S9
nUS   (       a  US   US   -  O[        R                  US'   SSS1UknU R                   HN  nXT;  d  M
  UR                  S5      (       a  [        X   R                  5       5      X5'   M?  [!        X   5      X5'   MP     U$ )	N)	r”  r‰  Úvalid_ap_cellsÚvalid_auc_cellsrO   rP   rQ   rR   rS   rO   rP   rU   rx   ry   r”  )Útp_at_Úfp_at_Útn_at_Úfn_at_Úflagged_at_)r  r   r?   rV   Únotnar@   rW   rO   rP   rQ   rR   rS   r,   r-   r}   r£  r§  )r‰  r”  Úidentifiersro   ÚexcludedrÜ   s         r$   Ú_aggregate_cellsr³  €  sE  € Ü�+´#°e³*Ü!$ U§X¡X§^¡^Ó%5×%9Ñ%9Ó%;Ó!<Ü"% e§i¡i§o¡oÓ&7×&;Ñ&;Ó&=Ó">Ü  ×!1Ñ!1×!5Ñ!5Ó!7Ó8¼sÀ5Ç:Á:Ç>Á>ÓCSÓ?TÜ!$ U×%9Ñ%9×%=Ñ%=Ó%?Ó!@Ü §¡× 3Ñ 3Ó 5Ó6Ä#ÀeÇoÁo×FYÑFYÓF[ÓB\ñ^€Fð CIÈ×BV˜ ™¨&°Ñ*>Ò>Ô\`×\dÑ\d€Fˆ:ÑØ˜	 7Ð4¨VÐ4€HØ—-”-ˆØÕ!Ø× Ñ Ð!X×YÑYÜ!$ U¡]×%6Ñ%6Ó%8Ó!9�“ä!& u¡}Ó!5�“ñ  ð €Mr&   c                ó  ^ • / nST ;   a  UR                  S T  5       5        UR                  U 4S j[         5       5        ST ;  a  ST ;   a  UR                  S T  5       5        [        [        R	                  U5      5      $ )Nr   c              3  ó8   #   • U  H  oS :w  d  M
  S U4v •  M     g7f)r   Nrz   )rJ   r  s     r$   rM   Ú$_comparison_pairs.<locals>.<genexpr>•  s   é € Ð\º&°È^ÑD[Ó,�n eÕ,º&ùó   ‚	�c              3  óN   >#   • U  H  u  po1T;   d  M  UT;   d  M  X4v •  M     g 7frG   rz   )rJ   ÚaÚbr…   Úmodelss       €r$   rM   r¶  –  s%   øé € ÐQ¢z™G˜A !¸&±[“ÀQÈ&Á[“�!•¢zùs   ƒ%“%›
%rž  c              3  ó8   #   • U  H  oS :w  d  M
  US 4v •  M     g7f)rž  Nrz   )rJ   r¹  s     r$   rM   r¶  ™  s   é € ÐJªv¨!¸kÑ9IÓ%�a˜Õ%ªvùr·  )ÚextendÚ
COMPONENTSr  r  r  )r»  Úpairss   ` r$   Ú_comparison_pairsrÀ  ’  si   ø€ Ø€EØ˜ÓØ�‰Ñ\¹&Ó\Ô\Ø	‡L�LÔQ¥zÓQÔQà˜VÓ#¨°vÓ(=Ø�‰ÑJ©vÓJÔJÜ”—‘˜eÓ$Ó%Ð%r&   c                óÞ  • / n[        U 5       GHÃ  u  u  p4nU GH³  u  pg[        R                  " XV   R                  [        5      5      n[        R                  " XW   R                  [        5      5      n	X‰-  n
UR
                  R                  5       U
   n[        XµU   R                  5       U
   5      [        XµU   R                  5       U
   5      pÜX4Xg[        U5      [        U
R                  5       5      SU;   a(  [        UR                  U
S4   R                  5       5      OS[        UR                  5       5      [        U	R                  5       5      [        U5      (       a  [	        U
R                  5       5      O[        R                  S.
nS H$  nXÏ   Xï S3'   Xß   Xï S3'   XÏ   Xß   -
  USU 3'   M&     UR                  U5        GM¶     GMÆ     [         R"                  " U[$        S9$ )	NrÉ   r   ©
rx   ry   rr  rs  rO   rP   rt  ru  rv  rU   ©rV   rW   Úf2_at_20rX   rY   Ú_aÚ_bÚdelta_rL  )r�   r   r   r0  r   rƒ   ru   r   r?   r@   ÚlocÚnuniquerH   r,   r-   r  rç   rb  ÚPAIR_COLUMNS)r   r¿  rS  rx   ry   r†   r¹  rº  ru  rv  Úsharedr"   ÚmaÚmbri  Úmetrics                   r$   Ú_paired_cellsrÏ  �  s¤  € Ø€GÜ!-¨e×!4Ñ‰ˆ˜Ü‰DˆAÜŸ+š+ d¡g×&6Ñ&6´uÓ&=Ó>ˆKÜŸ+š+ d¡g×&6Ñ&6´uÓ&=Ó>ˆKØ Ñ.ˆFØ—‘×$Ñ$Ó& vÑ.ˆAÜ˜Q Q¡× 0Ñ 0Ó 2°6Ñ :Ó;¼WÀQÈQÉ×HXÑHXÓHZÐ[aÑHbÓ=c�Ø"À1Ü$'¨£I´s¸6¿:¹:»<Ó7HØS_ÐcgÓSg¤# d§h¡h¨v°|Ð/CÑ&D×&LÑ&LÓ&NÔ"OÐmnÜ%(¨¯©Ó):Ó%;ÌCÐP[×P_ÑP_ÓPaÓLbÜ:=¸d¿)¹)¤%¨¯©«Ô"6ÌÏÉñ	SˆFó
 F�Ø(*©
�˜ �}Ñ%Ø(*©
�˜ �}Ñ%Ø,.©J¸¹Ñ,C�˜ ˜xÐ(Ó)ñ Fð �N‰N˜6×"ô ñ "5ô" �<Š<˜¬Ñ6Ð6r&   c                ó  • / nUR                  5        GHR  u  pEU GHE  u  pgX R                  U:H  U R                  U:H  -  U R                  R	                  U5      -     nUR                  XFU[        U5      [        UR                  R                  5       R                  5       5      [        UR                  R                  5       5      [        UR                  R                  5       5      [        UR                  S:„  R                  5       5      [        UR                  S:H  R                  5       5      S.	S V	s0 s H  n	SU	 3[        USU	 3   5      _M     sn	E5        GMH     GMU     [        R                  " U/ SQS9$ s  sn	f )Nr   )	rí   rr  rs  r‰  r©  rP   rO   ÚwinsÚtiesrÃ  Úmean_delta_rÇ  )rí   rr  rs  r‰  r©  rP   rO   rÑ  rÒ  Úmean_delta_apÚmean_delta_aucÚmean_delta_f2_at_20Úmean_delta_brierÚmean_delta_ece10rL  )rk   rr  rs  rx   r   r  r   r?   ry  r°  r@   rP   rO   r§  rç   rb  )
ÚpairedÚsplitsr¿  rS  rí   Úfoldsr¹  rº  r†   rs   s
             r$   Ú_paired_summaryrÜ  ³  sV  € Ø€GØŸ™Ÿ‰ˆÜ‰DˆAØŸ>™>¨QÑ.°6·>±>ÀQÑ3FÑGÈ&Ï+É+×JZÑJZÐ[`ÓJaÑaÑbˆDØ�N‰N UÀQÔQTÐUYÓQZÜ.1°$·-±-×2EÑ2EÓ2G×2KÑ2KÓ2MÓ.NÜ$'¨¯	©	¯©«Ó$8ÌÈDÏOÉO×L_ÑL_ÓLaÓHbÜ$'¨¯©¸Ñ):×(?Ñ(?Ó(AÓ$BÌCÐQU×Q^ÑQ^ÐbcÑQc×PhÑPhÓPjÓLkñXñ
 +VóWÚ*U 3ð "-¨S¨EÐ2´E¸$ÀÈÀu¸~Ñ:NÓ4OÒOÙ*UñWð	X÷ Yô ñ 'ô �<Š<˜ò *=ñ >ð >ùòWs   Ä9Fc                óŠ  • 0 SU_SU_SS_SS_S[         R                  _S[         R                  _S	[         R                  _S
S_SS_SS_SS_SU_SS_SS_SU_SS_nU R                  (       a	  SUS'   U/ 4$ [        R                  " X   R                  [        5      5      [        R                  " X   R                  [        5      5      -  nU R                  U   R                  5       n/ n/ n	U R                  SS/5      R                  n
[        U5       HÃ  u  p¼UR                  R                  [        R                  5      n[        [        R                  " U5      5      S:  a  MS  XÁ   R                  [        5      XÂ   R                  [        5      pþU	R!                  [        [#        XÞ5      [#        Xß5      -
  5      5        UR!                  X¼XÞU45        MÅ     UR%                  [        U5      U
[        U5      -
  ['        S U 5       5      [)        U	5      S9  U(       d  U/ 4$ SU;  d-  UR*                  R-                  5       R/                  5       (       a	  SUS'   U/ 4$ U VVs/ s H"  tnnnUR*                  R1                  S 5      PM$     nnn[/        S U 5       5      (       a	  SUS'   U/ 4$ [3        [5        S U 5       5      5      n[7        U5       VVs0 s H	  u  nnUU_M     nnn[        U5      US'   U(       d	  S US'   U/ 4$ [        U5      S:  a	  S!US'   U/ 4$ [9        UU5       VVVVVs/ s H2  u  u    npÞnnXÞUUR1                  U5      R                  [:        5      4PM4     nnnnnn[        R<                  R?                  U5      n/ / nn[A        U5       GHm  n[        RB                  " URE                  S[        U5      [        U5      S"9[        U5      S#9n/ nU H{  u  pÞnnUU   nUS:„  n U R/                  5       (       a&  [        [        R                  " UU    5      5      S:  a  MN  UR!                  [        [#        XÞUS$9[#        XßUS$9-
  5      5        M}     [        U5      [        U5      :X  a  [)        U5      O[         R                  n![        R                  " U!5      (       a  UR!                  U!5        UR!                  XSUU![        U5      [        U5      [;        [        RF                  " U5      5      S%.5        GMp     UR%                  [        U5      U[        U5      -
  [        U5      U:X  a  S&O
U(       a  S'OS(S)9  U(       aL  UR%                  [        [        RH                  " US*5      5      [        [        RH                  " US+5      5      S,9  UU4$ s  snnf s  snnf s  snnnnnf )-a&  Paired student-cluster resampling of a fixed set of eligible cells.

A sampled student's multiplicity is reused for every occurrence in every
faculty and fold. A replicate is undefined if any originally eligible cell
loses a class; its omission is counted, never silently changes the cell set.
rr  rs  rí   Úholdoutr†  Úmacro_faculty_fold_ap_deltary  r‡  rˆ  r‰  r   rŠ  rP   rt  r‹  rŒ  r�  rŽ  rÙ   Úno_eligible_cellsÚno_holdout_rowsrx   ry   r(   c              3  ó<   #   • U  H  tpn[        U5      v •  M     g 7frG   )r   )rJ   r…   r†   s      r$   rM   Ú"_bootstrap_pair.<locals>.<genexpr>à  s   é € Ð?²h { q°œ˜TŸ˜²hùs   ‚)r‰  rŠ  rP   ry  rÉ   Úmissing_student_idc                ó   • [        U S5      $ )NrÉ   rþ   )rt   s    r$   r   Ú!_bootstrap_pair.<locals>.<lambda>æ  s   € ´MÀ%ÈÔ4Vr&   c              3  ó\   #   • U  H"  oR                  5       R                  5       v •  M$     g 7frG   )rè   r   )rJ   Úidss     r$   rM   rã  è  s   é € Ð
2¢z �8‰8‹:�>‰>×Ð¢zùs   ‚*,c              3  ó6   #   • U  H  o  H  o"v •  M     M     g 7frG   rz   )rJ   rè  rÊ   s      r$   rM   rã  ë  s   é € ÐKªZ cÃs¸Gœ'Ás™'ªZùs   ‚ÚdisabledÚinsufficient_students)Úsize)Ú	minlengthr)   r�  ÚokÚpartial_replicatesÚno_valid_replicates)rŒ  r�  rÙ   gš™™™™™™?g333333ï?)r‡  rˆ  )%r,   r-   Úemptyr   r   r0  r   rÈ  r  r~   Úngroupsr�   rƒ   r!   r   r+   r  r   rZ  r@   r§  rÉ   rè   r   r
  ÚsortedÚsetÚ	enumerateÚzipr?   ÚrandomÚdefault_rngre   ÚbincountÚintegersÚcount_nonzeroÚquantile)"r   r¹  rº  Ún_bootrŽ  r  ÚcommonrË  ÚeligibleÚpoint_deltasÚtotal_cellsrs   r†   r"   ÚsaÚsbr…   r  rt  rK   rÊ   Ústudent_maprè  Úcell_arraysÚrngr‡   rS  r�  rk  ÚdeltasÚstudent_indicesÚweightsr.   rt   s"                                     r$   Ú_bootstrap_pairr
  Ä  s  € ðiˆI�qð i˜) Qð i¨°ð iØÐ6ðiØ8BÄDÇHÁHðià”d—h‘hðià )¬4¯8©8ðià5<¸aðiàAQÐSTðið �Aðið " 1ðið '=¸fðið  ð	ið $8¸ð	ið =CÀDð	ið KSÐTgð	i€Dð
 ‡{‡{Ø*ˆˆX‰Ø�RˆxˆÜ�[Š[˜™×*Ñ*¬5Ó1Ó2´R·[²[ÀÁ×ARÑARÔSXÓAYÓ5ZÑZ€FØ�Y‰Y�vÑ×#Ñ#Ó%€FØ€HØ€LØ—-‘- ¨Ð 3Ó4×<Ñ<€KÜ! &Ö)‰	ˆØ�K‰K× Ñ ¤§¡Ó)ˆÜŒr�yŠy˜‹|Ó˜qÓ ÙØ‘×!Ñ!¤%Ó(¨$©'×*:Ñ*:¼5Ó*AˆBØ×ÑœEÔ"9¸!Ó"@ÔCZÐ[\ÓCaÑ"aÓbÔcØ�‰˜ A¨2Ð.Ö/ñ *ð 	‡K�K”c˜(“m°KÄ#ÀhÃ-Ñ4OÜÑ?±hÓ?Ó?Ì%ÐP\ÓJ]ð ñ _æØ�RˆxˆØ˜6Ó! V×%6Ñ%6×%;Ñ%;Ó%=×%AÑ%A×%CÑ%CØ-ˆˆX‰Ø�Rˆxˆá%-ô/Ú%-�k�a˜ ð —/‘/×%Ñ%Ñ&VÖWÙ%-ð ñ /ä
Ñ
2¡zÓ
2×2Ñ2Ø-ˆˆX‰Ø�RˆxˆÜ”cÑK©ZÓKÓKÓL€HÜ09¸(Ô0CÔDÒ0C¡* ! W�7˜A’:Ñ0C€KÑDÜ˜8“}€DˆÑÞØ#ˆˆX‰Ø�RˆxˆÜ
ˆ8ƒ}�qÓØ0ˆˆX‰Ø�Rˆxˆä14°X¸zÔ1J÷LÚ1JÑ-Ñ(˜˜1˜a R¨#ð ˜2˜sŸw™w {Ó3×<Ñ<¼SÓAÓBÙ1Jð ô Lä
�)‰)×
Ñ
 Ó
%€CØ˜"ˆG€FÜ˜6—]ˆ	Ü—’˜SŸ\™\¨!¬S°«]ÄÀXÃ˜\ÐOÔ[^Ð_gÓ[hÑiˆØˆÛ*5Ñ&ˆA�2�Ø˜_Ñ-ˆGØ˜q‘[ˆFØ—:‘:—<‘<¤3¤r§y¢y°°6±Ó';Ó#<¸qÓ#@ÙØ�M‰Mœ%Ô 7¸ÈWÑ UÜ 7¸ÈWÑ Uñ!Vó Wö Xñ +6ô "% V£´°KÓ0@Ó!@”�f”ÄdÇhÁhˆÜ�;Š;�u×ÑØ�M‰M˜%Ô Ø�‰ 1¸YÐU^Ø$)¼#¸f»+ÔY\Ð]hÓYiÜ36´r×7GÒ7GÈÓ7OÓ3PñR÷ 	Sñ #ð  	‡K�K¤ V£ÀÌ#ÈfË+ÑAUÜ" 6›{¨fÓ4‘tÖSYÑ;OÐ_tð ñ wæØ�‰œ5¤§¢¨V°TÓ!:Ó;ÄUÌ2Ï;Ê;ÐW]Ð_cÓKdÓEeˆÑfØ�ˆ=ÐùóM/ùó EùöLs   É*)V0ËV6Ì:9V<c                óV  • [         R                  " U* SS9nX   X   pC[         R                  [         R                  " USS USS :g  5      [	        U5      S-
  4   n[         R
                  " U5      U   R                  [        5      nUS-   nXv-
  [        U R                  5       5      U-
  p˜SU-  [         R                  " SU-  U-   SU	-  -   S5      -  n
[        [         R                  " U
5      5      n[        XEU      5      nU[        X«   5      [        X{   [	        U 5      -  5      4$ )zDExact F2 maximum over score ties, preferring fewer warnings on ties.r]   r^   Néÿÿÿÿr   r1   r2   )r   rf   Úr_r/  r   Úcumsumr    r   r@   Úmaximumr?   Úargmax)r"   r#   rp   Úsorted_yÚsorted_scoreÚendr3   r;   r4   r5   r:   Úbestr•  s                r$   Ú_development_thresholdr    s  € ä�JŠJ˜�v HÑ-€EØ™X u¡|ˆlÜ
�%‰%”—’˜|¨C¨RÐ0°LÀÀÐ4DÑDÓEÄsÈ5ÃzÐTUÁ~ÐUÑ
V€CÜ	�Š�8Ó	˜SÑ	!×	(Ñ	(¬Ó	/€BØ�A‰g€GØ‰\œ5 §¡£›>¨BÑ.ˆØ	
ˆR‰”"—*’*˜Q ™V b™[¨1¨r©6Ñ1°1Ó5Ñ	5€BÜŒr�yŠy˜‹}Ó€DÜ�l t¡9Ñ-Ó.€IØ”e˜B™H“o¤u¨W©]¼SÀ»VÑ-CÓ'DÐDÐDr&   c                óD  • / / pTU R                  SSS9 GHÌ  u  pgXwR                  R                  U5         nXwR                  R                  U5         n	U GH…  n
[        R                  " XŠ   R                  [        5      5      nUR                  R                  [        R                  5      U   XŠ   R                  [        5      U   pÜXj[        R                  [        U5      [        U5      [        UR                  5       5      [        R                  [        R                  SR                  [        [         [#        U5      5      5      S.	n[        U5      (       d  SUS'   OJ[        [        R$                  " U5      5      S:  a  S	US'   O!['        XÍ5      u  nnnUR)                  S
UUUS9  UR+                  U5        U	R                  SSS9 VVs/ s H
  u  nnUU4PM     nnn[        U	5      (       a  UR+                  SU	45        U GHË  u  nn[        R                  " UU
   R                  [        5      5      nUR                  R                  [        R                  5      U   nUU
   R                  [        5      U   n[-        UU5      u  nnUXjSUS   US   [        U5      [        U5      [        U5      [        U5      -
  [        UR                  5       5      [        U5      [        UR                  5       5      -
  UUS.nUS   S
:X  a7  [        U5      (       a'  UR)                  [/        UUUS   :¬  5      5        SUS'   O{UR)                  [/        [        R0                  " / [        5      [        R0                  " / [2        5      5       Vs0 s H  nU[        R                  _M     sn5        US   S
:X  a  SUS'   UR+                  U5        GMÎ     GMˆ     GMÏ     [4        R6                  " U[8        S9[4        R6                  " U[:        S94$ s  snnf s  snf )Nry   TrE  r(  )	ry   r”  r•  r–  r—  r˜  r™  rš  r›  Úno_development_scoresrÙ   r(   Úone_class_developmentÚselected)rÙ   r•  r™  rš  rx   ÚPOOLEDr   r•  )rx   ry   r”  rœ  rÙ   r•  rO   rP   rQ   rR   rS   rV   rW   ÚappliedÚno_holdout_scoresrL  )r~   rx   r   r   r   r0  r   rƒ   r!   r,   r-   r   r?   r@   r2  r
  ré   ró  r+   r  rZ  r  r/   rC   Úarrayr>   rç   rb  ÚTHRESHOLD_COLUMNSÚ
OP_COLUMNS)r   r»  Ú	dev_foldsÚholdout_foldsÚ
thresholdsÚoperationalry   Úfaculty_frameÚdevrÞ  r”  Ú	availabler"   r  ri  r•  r:   r<   rx   rP   ÚgroupsÚyyÚssrV   rW   Úoprs   s                              r$   Ú_operational_tablesr+    sl  € Ø  "�Ø"'§-¡-°	À -Ô"EÑˆØ×.Ñ.×3Ñ3°IÓ>Ñ?ˆØ× 2Ñ 2× 7Ñ 7¸Ó FÑGˆÜˆEÜŸš C¡J×$7Ñ$7¼Ó$>Ó?ˆIØŸ
™
×+Ñ+¬B¯G©GÓ4°YÑ?ÀÁ×ATÑATÔUZÓA[Ð\eÑAfˆvØ!(ÄtÇxÁxÜ*-¨a«&ÌCÐPSËHÜ/2°1·5±5³7«|ÌtÏxÉxÜ/3¯x©xØ+.¯8©8´C¼¼VÀIÓ=NÓ4OÓ+Pñ	RˆFô
 �q—6‘6Ø#:��xÒ Ü”R—Y’Y˜q“\Ó" QÓ&Ø#:��xÒ ä+AÀ!Ó+LÑ(�	˜2˜yØ—‘ Z¸9Ø-/Àyð ñ Rà×Ñ˜fÔ%Ø5<·_±_ÀVÐRV°_Ñ5WÔXÒ5W¡z t¨T�t˜T“lÑ5WˆFÑXÜ�7�|‰|Ø—‘˜x¨Ð1Ô2Ü$‘
��dÜŸKšK¨¨U©×(<Ñ(<¼UÓ(CÓD�	Ø—[‘[×)Ñ)¬"¯'©'Ó2°9Ñ=�Ø˜%‘[×)Ñ)¬%Ó0°Ñ;�Ü'¨¨BÓ/‘��CØ"¨wÐRYØ & xÑ 0¸vÀkÑ?RÜ$'¨£I´s¸2³wÔRUÐVZÓR[Ô^aÐbdÓ^eÑReÜ#& r§v¡v£x£=¼sÀ2»wÌÈRÏVÉVËXËÑ?VÐ^`Ðilñn�ð ˜(Ñ# zÓ1´c¸"·g±gØ—I‘Iœj¨¨R°6¸+Ñ3FÑ-FÓGÔHØ#,�B�x’Là—I‘I¼
Ä2Ç8Â8ÈBÔPSÓCTÔVX×V^ÒV^Ð_aÔcgÓVhÔ8iÓjÒ8i°˜s¤D§H¡Hš}Ñ8iÑjÔkØ˜hÑ'¨:Ó5Ø':˜˜8™Ø×"Ñ" 2×&ô! %ô) ñ #FôP �LŠL˜Ô->Ñ?Ü�LŠL˜¬jÑ9ð;ð ;ùó) Yùò  ks   ÇP
ÎPc                ó®   • [        U 5      R                  5       R                  SS5      R                  SS5      nUS;   =(       d    SU;   =(       d    SU;   $ )NÚ r…   Ú->   ÚitÚcnttÚcong_nghe_thong_tinÚinformation_technology)ré   rö   Úreplace)ry   r  s     r$   Ú_is_itr4  K  sP   € Üˆw‹<×ÑÓ×'Ñ'¨¨SÓ1×9Ñ9¸#¸sÓC€DØ�>Ñ!×fÐ%:¸dÑ%B×fÐF^ÐbfÑFfÐfr&   c                ó|  • [        U [        5      (       a8  U R                  5        VVs0 s H  u  p[        U5      [	        U5      _M     snn$ [        U [
        [        [        R                  45      (       a  U  Vs/ s H  n[	        U5      PM     sn$ [        U [        R                  5      (       a  [	        U R                  5       5      $ [        U [        5      (       a  [        R                  " U 5      (       d  g U [        R                  L a  g [        U [         5      (       a  [        U 5      $ U $ s  snnf s  snf rG   )rW  r  rk   ré   Ú
_json_safer  Útupler   ÚndarrayÚgenericÚitemr   r,   r   rç   ÚNAr   )rt   rs   r:  s      r$   r6  r6  P  sß   € Ü�%œ×ÑØ<A¿K¹K¼MÔJºM©y¨s”�C“œ* TÓ*Ò*¹MÒJÐJÜ�%œ$¤¤r§z¡zÐ2×3Ñ3Ù-2Ó3ªU T”
˜4Ö ©UÑ3Ð3Ü�%œŸ™×$Ñ$Ü˜%Ÿ*™*›,Ó'Ð'Ü�%œ×Ñ¬¯ª°e×(<Ñ(<ØØ”—‘‚~ØÜ�%œ×ÑÜ�5‹zÐØ€Lùó Kùâ3s   ©!D3Á<D9c                óò  • [        [        [        S U 5       5      5      5      n[        [        [        S U 5       5      5      5      n[        U5      [        U5      -  (       a  [        S5      e[	        U5      U:w  d  US:  a  [        S5      e[	        U5      [	        U5      pT1 SkR                  U R                  5      (       d  [        S5      eU R                  5       n[        R                  " UR                  SS	9n[        R                  " U5      R                  5       (       a,  U[        R                  " U5      :H  R                  5       (       d  [        S
5      eUR                  [        5      US'   UR                   R#                  5       R%                  5       (       a  [        S5      e['        UR(                  [        R*                  " [-        U5      [        R.                  5      5        [1        U5      nU H!  n	['        UR(                  Xi   5      u  p«X¶U	'   M#     [3        U5      nUR5                  SSS9  [        [        UR                  R7                  5       5      5      nXÂUS.n[9        U5       VVVV	s/ s H0  u  u  pïnU  H!  n	XïU	S.[;        UR(                  UU	   5      EPM#     M2     nnnnn	SSS/[;        / / 5      R=                  5       Qn[        R>                  " UUS9nURA                  5        VVV	s/ s HG  u  nnU  H:  n	[C        UURD                  U	:H  UR                  RG                  U5      -     U	US9PM<     MI     nnnn	SSSSSSSSSSS/[;        / / 5       Vs/ s H  nUS;  d  M  UPM     snQn[        R>                  " UUS9nU VV	s/ s H6  oè  H-  n	[C        UURD                  U	:H  UR                  U:H  -     XžS 9PM/     M8     nnn	[        R>                  " US/US!S" QS9nURA                  5        VVVV	s/ s Hƒ  u  nn[        UR                   R7                  5       5        HU  nU  HK  n	[C        UURD                  U	:H  UR                   U:H  -  UR                  RG                  U5      -     U	UUS#9PMM     MW     M…     nnnnn	[        R>                  " USS/US!S" QS9n[I        U5      n[K        UU5      n[M        UUU5      n / n![N         HM  u  n"n#n$UURP                  U":H  URR                  U#:H  -     R                  5       n%U$U%S$'   U!RU                  U%5        MO     U!(       a  [        RV                  " U!SS%9O[        R>                  " / [X        QS$PS9n![[        XhX#5      u  n&n'U'R\                  U'R                   R_                  [`        5      R                  [b        5         R                  5       n(/ / n*n)XfR                  RG                  U5         n+U H9  u  n"n#[e        U+U"U#XE5      u  n,n-U)RU                  U,5        U*Rg                  U-5        M;     [        R>                  " U)[h        S9n.[        R>                  " U*[j        S9n-[        R>                  " URl                  Ro                  S&/ 5      [p        S9n/U/ S'Q   R                  5       n0URr                  Ru                  5       U0S('   UUUUUUU U!U0U&U'U(U.U-U/S).n10 n2U1RA                  5        H<  u  n$n3UU$ S*3-  n4U3Rw                  U4S+S,S-S.9  [y        U4R{                  5       5      U2U$'   M>     [y        US/-  R{                  5       5      U2S0'   / n5UR                  RG                  U5      R%                  5       (       d  U5RU                  S15        UR                  RG                  U5      R%                  5       (       d  U5RU                  S25        [-        U5      (       a3  UR|                  S:„  R%                  5       (       a  U5RU                  S35        [-        U.5      (       a3  U.R~                  S:„  R%                  5       (       a  U5RU                  S45        [�        [-        U5      XŒX#URƒ                  S5S69U Rƒ                  S5S69U&Rƒ                  S5S69U.Rƒ                  S5S69U/Rƒ                  S5S69U5U2S7S8S9S:S;S<S=S>S?S@.	SA.5      n6[3        U2S0   5      R…                  [†        Rˆ                  " U6SBS+SC9SDSE9  [‹        SF[-        U5      SG SH[-        U5       SI[�        U5       35        [-        U+5      (       a  SJOSKn7UURŽ                  U7:H     n8[-        U85      (       a.  [‹        SLU7 SM35        [‹        U8/ SNQ   R‘                  S+SO SP95        U U RŽ                  U7:H  U R’                  S:„  -     n9[-        U95      (       a*  [‹        SQ5        [‹        U9/ SRQ   R‘                  S+SS SP95        U(U(R                  R                  [x        5      ST:H  U(R”                  SU:H  -     n:U:R—                  S+SV9 Hœ  n;[‹        SWU;R                    SXU;RD                   SYU;R˜                  SZ S[[	        U;Rš                  5       S\[	        U;Rœ                  5       S][	        U;Rž                  5       S^[	        U;R                   5       S_U;R¢                  SZ 35        Mž     U5 H  n<[‹        S`U< 35        M     U6$ s  sn	nnnf s  sn	nnf s  snf s  sn	nf s  sn	nnnf )aa9  Write complete CSV/JSON reports without selecting models on target labels.

Returns a JSON-safe summary and artifact paths. Operational policy is always
a fixed per-faculty, per-model development F2 threshold; unavailable thresholds
remain unavailable. Bootstrap CIs describe paired holdout macro AP differences.
c              3  ó8   #   • U  H  n[        U5      v •  M     g 7frG   ©r?   ©rJ   rx   s     r$   rM   Úwrite_report.<locals>.<genexpr>g  s   é € Ð A²y¨t¤ T§ ²yùó   ‚c              3  ó8   #   • U  H  n[        U5      v •  M     g 7frG   r>  r?  s     r$   rM   r@  h  s   é € Ð$Iº=°4¤S¨§Y Yº=ùrA  zKDevelopment and holdout folds overlap; thresholds would leak holdout labelsr   z'bootstrap must be a nonnegative integer>   rx   rƒ   ry   z4Reporting requires fold, faculty, and actual columnsÚraiserû   z Fold IDs must be finite integersrx   z%Faculty identifiers cannot be missingT)ÚparentsÚexist_ok)r   ÚdevelopmentrÞ  )rx   ry   r”  ry   r”  rL  )rí   rí   r‰  r©  rª  rO   rP   rQ   rR   rS   rU   >   rP   rU   rS   rR   rO   rQ   )rx   r   N)rí   ry   Ú	component)Úignore_indexrR  rÂ  Úeligible_ap)ÚpredictionsÚper_cell_metricsÚmacro_metricsÚper_fold_metricsÚper_faculty_metricsÚpaired_metricsÚpaired_summaryÚcomponent_upliftsÚaligned_cellsr"  Úoperational_metricsÚit_confusionÚbootstrap_apÚbootstrap_replicatesrR  r  Fz%.12grF  )ÚindexÚfloat_formatÚna_repzreport.jsonÚreportzANo development rows: fixed operational thresholds are unavailablezUNo configured holdout rows: holdout operational metrics and bootstrap are unavailablezXScore coverage differs; compare paired metrics on shared rows and inspect support countszeSome bootstrap draws lost a class in an eligible cell; invalid draws are counted and omitted from CIsrS  rT  zEsuite26_mint (prespecified; no architecture selection by this report)zLUnweighted mean over eligible faculty-fold cells; one-class AP/AUC undefinedzOEach model pair is evaluated on exactly its shared scored rows within each cellzBStable descending score order; round(rate*N), minimum one when N>0zZPer-faculty/model F2 maximization using development folds only; ties prefer fewer warningszwPaired student-cluster resampling, reusing each student's multiplicity across all folds/faculties; fixed eligible cellszX2.5/97.5 percentile of valid replicates; class-degenerate replicates explicitly excludedzWF6/F7 are historical comparative benchmarks with acknowledged prior project-level reusezBNever imputed; coverage, matched rows and eligible cells are saved)	r¡   ÚmacrorÙ  rq   r•  Ú	bootstrapÚbootstrap_intervalÚhistorical_holdoutsrQ   )rP   r»  rÛ  r   r!  r[  rP  r"  r\  Úreference_alignmentÚwarningsÚpathsÚconventionsr(   )ÚindentÚ	allow_nanzutf-8)ÚencodingzSuite26 report: r(  z rows, z models, folds rÞ  r   zMacro faculty-fold metrics (z; available coverage):)r”  rV   rW   rX   rY   rP   r©  c                ó
   • U S $ ©Nú.4frz   ©Úxs    r$   r   Úwrite_report.<locals>.<lambda>Ú  ó
   € ÀÀ#¸w¸Zr&   )rW  rX  z-Paired improvements (A minus B; shared rows):)rr  rs  rÔ  rÕ  r©  rP   c                ó
   • U S $ rg  rz   ri  s    r$   r   rk  ß  rl  r&   r  r  )rW  zIT r-  z, fixed threshold rh  z: TN=z FP=z FN=z TP=z F2=zReport note: )Rr7  ró  rô  r   r?   rV  r}   r  rç   r	  rx   r   r   r   Úfloorr    ry   rè   r   r%   rƒ   r1  r   r-   r¥  r   Úmkdirr+   r�   ru   r€   rb  rk   r³  r”  r   rÀ  rÏ  rÜ  r¾  rr  rs  r  ÚconcatrÊ  r+  rÈ  r
  r4  r>   r
  r½  ÚBOOT_COLUMNSÚDRAW_COLUMNSrc  rõ   rY  ry  r°  Úto_csvré   ÚresolverQ   r�  r6  rd  Ú
write_textÚjsonÚdumpsÚprintr  rí   Ú	to_stringr©  rÙ   Ú
itertuplesr•  r6   r4   r5   r3   r:   )=r   Úout_dirr   r!  r\  rŽ  ÚworkÚnumeric_foldr»  r”  r…   r‡   Ú	all_foldsrÚ  rx   ry   r†   Úcell_recordsÚmetric_columnsr‰  rí   rÛ  Úmacro_recordsrs   Úmacro_columnsr[  Úfold_recordsÚby_foldÚfaculty_recordsÚ
by_facultyr¿  rÙ  rP  Ú
componentsr¹  rº  r  r  r"  r#  r/  Úboot_recordsÚdraw_recordsrÞ  ro   ÚdrawsÚbootsÚ	alignmentrR  Útablesra  ÚtablerÛ   r`  ÚsummaryÚdisplay_splitÚdisplayr;  Ú	pooled_itÚrowÚwarnings=                                                                r$   Úwrite_reportr•  `  s'
  € ô ”fœSÑ A±yÓ AÓAÓBÓC€IÜœ&¤Ñ$I¹=Ó$IÓ!IÓJÓK€MÜ
ˆ9ƒ~œ˜MÓ*×*ÜÐfÓgÐgÜ
ˆ9ƒ~˜Ó" i°!£mÜÐBÓCÐCÜ˜)“n¤c¨$£iˆtÚ(×1Ñ1°%·-±-×@Ñ@ÜÐOÓPÐPØ�:‰:‹<€DÜ—=’= §¡°7Ñ;€LÜ�;Š;�|Ó$×(Ñ(×*Ñ*°<Ä2Ç8Â8ÈLÓCYÑ3Y×2^Ñ2^×2`Ñ2`ÜÐ;Ó<Ð<Ø×&Ñ&¤sÓ+€Dˆ�LØ‡|�|×ÑÓ×Ñ× Ñ ÜÐ@ÓAÐAÜˆT�[‰[œ"Ÿ'š'¤# d£)¬R¯V©VÓ4Ô5Ü˜DÓ!€FÛˆÜ˜TŸ[™[¨$©+Ó6‰	ˆØˆU‹ñ ô �7‹m€GØ‡M�M˜$¨€MÑ.Ü”f˜TŸY™Y×-Ñ-Ó/Ó0Ó1€IØÀ]ÑS€Fô 2>¸dÔ1CöYâ1CÑ-™˜¨ÔQWÈð "Àñ :Ü˜tŸ{™{¨D°©KÓ8ó:áQWñ:á1Cð ó Yð ˜i¨ÐJ´7¸2¸r³?×3GÑ3GÓ3IÐJ€NÜ�LŠL˜¨~Ñ>€Eà)/¯©¬õMÚ)7™˜ ÄV¸Eô & e¨U¯[©[¸EÑ-AÀUÇZÁZÇ_Á_ÐUZÓE[Ñ,[Ñ&\Ð^cÐkpÔqÙEKñ rÙ)7ð ò Mà˜g wÐ0@ÐBSÐUaÐciØ% {°KÀðnä(/°°B¬óOmÚ(7 ¸3ð Glñ <lŸ©ñOmðn€Mô �LŠL˜°Ñ>€Eá )ô?Ú )˜³v¨eô % U¨E¯K©K¸5Ñ,@ÀUÇZÁZÐSWÑEWÑ+XÑ%YÐ[`ÔlÙ7=ñ mÙ )ð ñ ?ä�lŠl˜<°&Ð1M¸=ÈÈÐ;LÐ1MÑN€Gð ,2¯<©<¬>ö,â+9™<˜5 %ÌÐPT×P\ÑP\×PcÑPcÓPe×If¸gÜ$*˜5ô (¨¨u¯{©{¸eÑ/CÈÏÉÐY`ÑH`Ñ.aØ-2¯Z©Z¯_©_¸UÓ-Cñ/Dñ )EØFKÐSXÐbiôkñ %+ñkáIfñká+9ð ó ,ô —’˜o¸ÀÐ7_È]Ð[\Ð[]ÐM^Ð7_Ñ`€JÜ˜fÓ%€EÜ˜4 Ó'€FÜ$ V¨V°UÓ;€NØ€Jß ‰
ˆˆ1ˆdØ˜6Ÿ>™>¨QÑ.°6·>±>ÀQÑ3FÑGÑH×MÑMÓOˆØ $ˆ�ÑØ×Ñ˜(Ö#ñ !ö >H”—’˜:°DÒ9ÌRÏ\Ê\Ðb~ÔdpÐb~Ðr}Ðb~ÑM€JÜ1°$À	ÓYÑ€J�Ø	�‰˜×,Ñ,×0Ñ0´Ó8×?Ñ?ÄÓEÑ	F×	KÑ	KÓ	M€BØ!# R�,€LØ—9‘9—>‘> -Ó0Ñ1€GÛ‰ˆˆ1Ü'¨°°A°yÓG‰ˆ�Ø×Ñ˜FÔ#Ø×Ñ˜EÖ"ñ ô �LŠL˜¬|Ñ<€EÜ�LŠL˜¬|Ñ<€EÜ—’˜TŸZ™ZŸ^™^Ð,GÈÓLÔVcÑd€IØò Fñ GßGKÁtÃvð à#)§?¡?×#8Ñ#8Ó#:€M�-Ñ Ø!°uÈuØ")À*Ø &¸.Ø#-ÀØ&¸{Ð\^Ø#¸UÐajñl€Fð €EØ—|‘|–~‰ˆˆeØ˜D˜6 ˜Ñ&ˆà�‰�T °WÀRˆÑHÜ˜$Ÿ,™,›.Ó)ˆˆd‹ñ	 &ô
 ˜7 ]Ñ2×;Ñ;Ó=Ó>€Eˆ(�OØ€HØ�9‰9�>‰>˜)Ó$×(Ñ(×*Ñ*Ø�‰Ð[Ô\Ø�9‰9�>‰>˜-Ó(×,Ñ,×.Ñ.Ø�‰ÐoÔpÜ
ˆ5‡z�z�u×+Ñ+¨aÑ/×4Ñ4×6Ñ6Ø�‰ÐrÔsÜ
ˆ5‡z�z�u×/Ñ/°!Ñ3×8Ñ8×:Ñ:Ø�‰Ðô  	AÜ¤# d£)°vØ'0Ø#(§=¡=¸	 =Ð#BØ,:×,BÑ,BÈ)Ð,BÐ,TØ(2×(:Ñ(:À)Ð(:Ð(LØ',§}¡}¸I }Ð'FØ1:×1BÑ1BÈ)Ð1BÐ1TØ&.¸à)pØ'uØ(yØ(lð ,Hð ,eð 5Oð 6OØ0tñ	*vñwó x€Gô$ 	ˆˆx‰Ó×$Ñ$¤T§Z¢Z°ÀÈUÑ%SÐ^eÐ$ÑfÜ	ÐœS ›Y q˜M¨´°V³°¸_ÌTÐR[Ë_ÐL]Ð
^Ô_Ü!$ W§¡‘I°5€MØ�E—K‘K =Ñ0Ñ1€GÜ
ˆ7‡|�|ÜÐ,¨]¨OÐ;QÐRÔSÜˆgÒXÑYß‰y˜uÑ3GˆyÐHô	Jà˜n×2Ñ2°mÑCÈ×HeÑHeÐhiÑHiÑjÑk€GÜ
ˆ7‡|�|ÜÐ=Ô>ÜˆgÒiÑjß‰y˜uÑ3GˆyÐHô	Jà�B—G‘G—N‘N¤3Ó'¨8Ñ3¸¿	¹	ÀYÑ8NÑOÑP€IØ×#Ñ#¨%Ð#Ó0ˆÜ��C—K‘K�=  #§)¡) Ð,>¸s¿}¹}ÈSÐ>Qð RÜ˜Ÿ™“K�= ¤S¨¯©£[ M°´c¸#¿&¹&³k°]À$ÄsÈ3Ï6É6Ã{ÀmÐSWÐX[×X^ÑX^Ð_bÐWcðeö 	fñ 1ó ˆÜ�˜g˜YÐ'Ö(ñ à€NùõMYùô
MùòOmùó?ùõ,s&   Ê7k
ÌAkÍ1
k&Í?k&Î#=k+ÐB
k1
rG   ))r   r(   ræ   r2   r1   )é   é   éÈ   é*   )3Ú__doc__Ú
__future__r   Úcollections.abcr   Úpathlibr   rv  r,   rë   Únumpyr   Úpandasrç   Úsklearn.metricsr   r   rg   r¢  r%   r/   rC   ru   r�   rˆ   r^  r  rY  rò   r  r!  rC  rn  r¾  rÊ  rq  rr  r  r  r¥  r§  r³  rÀ  rÏ  rÜ  r
  r  r+  r4  r6  r•  rz   r&   r$   Ú<module>r¡     s  ðñõ #å #Ý Û Û Û 	ã Û ß Bð €Ø\€ò	$ôIòDò"'òTVò	:ðØÒCðàÒ8ðð Ò>ðð Ò>ð	ð
 Òeðð ÒPðð Ò<ðð ÒDðð Ò\ðð ÒNðð Ð'¨Ð3ðð ÒLðð Ð/°ÐAðð Ò2ðð Ð/Ð1BÐCðð  ÒVð!ð" 	Ò
\ð#ð$ (Ð(Ø 5Ð6Ø,Ð-Ø$8Ð#9ò+Ð ð0 3Ø3Ø0ØFØØ*ØFñÐ ð;€ò
ò*ò4Mò&7Mòt=ð@€
ð
Z€ðL€ð=€ðCÐ ðU€
ò
Vò=òò$&ò7ò,>ò"HòVEò+;ò\gò
õ Fr&   