ó
    ­³Àj©B  ã                   óô   • S r SSKrSSKrSSKrSSKrSSKrSSKrSSKJ	r	  SSK
Jr  SSKJrJrJrJr  SSKJr  SrSS jrSS	 jrSS
 jr " S S\	R0                  5      r " S S5      rSS jrS rS rSS jrg)zæCourse-conditioned chronological evidence, with bounded raw-path feedback.

No auxiliary risk score enters a tree. Cached retrieval arrays belong to an
immutable reader. Values use historical outcomes; course keys never use them.
é    N)Únn)Ú
functional)ÚHistoryIndexÚbuild_historyÚshuffle_historyÚ_validate_history)Úprior_evidence)Úfailure_supportedÚperformance_supportedÚperformance_sdÚfailure_relevance_contrastÚeffective_support_logÚretained_history_logÚfull_history_logÚrecency_logÚsame_course_massÚobserved_grade_massÚattention_entropyÚhistory_presentÚprior_failureÚprior_performancec                 ó¾  • U c  g [         R                  " 5       n[        U R                  5       R	                  5       5       HŠ  u  p4U(       d  SU;   a  M  UR                  UR                  5       5        UR                  UR                  5       R                  5       R                  5       R                  5       R                  5       5        MŒ     UR                  5       $ ©NÚhead)ÚhashlibÚsha256ÚsortedÚ
state_dictÚitemsÚupdateÚencodeÚdetachÚcpuÚ
contiguousÚnumpyÚtobytesÚ	hexdigest)ÚreaderÚinclude_headsÚhÚnameÚvalues        ÚR/root/disk_3tb/earlywarning/30072026/suite27_memory_conditioned_boosting/memory.pyÚreader_fingerprintr.      s˜   € Ø�~˜dÜ‡n‚nÓ€AÜ˜V×.Ñ.Ó0×6Ñ6Ó8Ö9‰
ˆÞ ¨4£±Ø	�‰�—‘“Ô §¡¨%¯,©,«.×*<Ñ*<Ó*>×*IÑ*IÓ*K×*QÑ*QÓ*S×*[Ñ*[Ó*]Ö!^ñ :ð �;‰;‹=Ðó    c                 ó^  • U S   oDR                  S5      R                  5       n[        R                  " UR	                  U) S5      SS9U-  nXfR                  SSS9R                  S5      -  nXVR                  5       R                  S5      R                  S5      -  owXs-   -  nU S   o�S	   o S
   o°S   nU(       aG  U	S S 2SS 4   R                  U
5      o©S S 2SS 4   R                  U5      n[        R                  " U5      nXj-  R                  S5      oÖU-  R                  S5      nUR                  S5      R                  5       nX¤-  R                  S5      UR                  S5      -  nXkUS S 2S 4   -
  R                  5       -  R                  S5      R                  S5      n[        R                  " US:„  UR                  S5      R                  5       [        R                  " U5      5      nXfR                  S5      R                  5       -  R                  S5      * UR                  S5      R                  5       -  nX�-  SU-
  U	S S 2S4   -  -   XŽ-  SU-
  U	S S 2S4   -  -   UUU-
  U-  [        R                  " U5      [        R                  " U5      [        R                  " U S   5      U[        R                  " U S   5      -  R                  S5      X`S   -  R                  S5      Xl-  R                  S5      UXYS S 2S4   U	S S 2S4   /n[        R                  " USS9U4$ )NÚmaské   ç    eÍÍÁ©ÚdimT)Úkeepdimçê-�™—q=ÚpriorÚh_yÚh_performanceÚh_grade_presentr   é   Ú
full_countÚageÚsame)ÚanyÚfloatÚtorchÚsoftmaxÚmasked_fillÚsumÚ	clamp_minÚsquareÚ	expand_asÚ
zeros_likeÚwhereÚsqrtÚlogÚlog1pÚstack)ÚbatchÚlogitsÚno_outcomesÚkappar1   ÚpresentÚaÚessÚsupportr8   ÚyÚperformanceÚgradesÚfailÚperfÚcountÚuniformÚvarianceÚsdÚentÚvaluess                        r-   Úsummarize_torchrb       sÐ  € Ø	ˆv‰€D§¡¨£× 1Ñ 1Ó 3˜Ü‡m‚m�F×&Ñ&¨ u¨TÓ2°qÑ9¸$Ñ>€AØ�‰ˆa˜ˆÐ×'Ñ'¨Ó.Ñ.€AØ—‘“
—‘˜qÓ!×+Ñ+¨EÓ2Ñ2€CÀÁ¹O°GØ
�‰.€E %™L˜!¸OÑ6L¨+Ð[lÑUmÈfÞØ
’�!�D�‰/×
#Ñ
# AÓ
&ˆº!¸A¸d¸(±O×4MÑ4MÈkÓ4Z¨Ôch×csÒcsÐtzÓc{Ð\bØ
‰#�‰�1‹€D˜{™]×/Ñ/°Ó2�tØ
�(‰(�1‹+×
Ñ
Ó
€EØ‰V�L‰L˜‹O˜EŸO™O¨AÓ.Ñ.€GØ˜T¢! D &™\Ñ)×1Ñ1Ó3Ñ3×8Ñ8¸Ó;×EÑEÀaÓH€Hä‡{‚{�8˜A‘:˜h×0Ñ0°Ó7×<Ñ<Ó>¼u×?OÒ?OÐPXÓ?YÓZ€BØ
�K‰K˜Ó×"Ñ"Ó$Ñ
$×	)Ñ	)¨!Ó	,Ð,¨U¯_©_¸QÓ-?×-CÑ-CÓ-EÑE€CØ‰L˜!˜G™) Uª1¨Q¨3¡ZÑ/Ñ/°±¸aÀ¹iÈÊqÐQRÈsÉÑ=SÑ0SÐTVØ�'‰\˜7Ñ"¤5§;¢;¨sÓ#3´E·K²KÀÓ4FÄuÇ{Â{ÐSXÐYeÑSfÓGgØŒu�{Š{˜5 ™<Ó(Ñ(×-Ñ-¨aÓ0°!¸&±M±/×1FÑ1FÀqÓ1IÈ1É8Ï.É.ÐYZÓJ[Ø�ša ˜c™
 5ª¨1¨¡:ð/€Fô �;Š;�v !Ñ$ QÐ&Ð&r/   c                 ó  • U S   oDR                  S5      R                  [        R                  5      n[        R                  " XAS5      ofUR                  SSS9-
  n[        R                  " U5      U-  ow[        R                  " UR                  SSS9S5      -  nU[        R                  " Xw-  R                  S5      S5      -  oˆXƒ-   -  n	U S   o S   o°S	   oÀS
   nU(       ah  [        R                  " U
S S 2SS 4   UR                  5      n[        R                  " U
S S 2SS 4   UR                  5      n[        R                  " U5      nX{-  R                  S5      oçU-  R                  S5      oôR                  S5      R                  [        R                  5      nX´-  R                  S5      [        R                  " US5      -  n[        R                  " [        R                  " X|US S 2S 4   -
  S-  -  R                  S5      S5      5      nU[        R                  " [        R                  " US5      5      -  R                  S5      * [        R                  " [        R                  " US5      5      -  nXž-  SU	-
  U
S S 2S4   -  -   XŸ-  SU	-
  U
S S 2S4   -  -   UUU-
  U-  [        R                  " U5      [        R                  " U5      [        R                  " U S   5      U[        R                  " U S   5      -  R                  S5      XpS   -  R                  S5      X}-  R                  S5      UXZS S 2S4   U
S S 2S4   /n[        R                  " USS9R                  [        R                  5      U4$ )Nr1   r2   r3   T)Úkeepdimsr7   r8   r9   r:   r;   r   r<   r=   r>   r?   )Úaxis)r@   ÚastypeÚnpÚfloat32rJ   ÚmaxÚexpÚmaximumrE   Úbroadcast_toÚshaperI   rK   rL   rM   rN   )rO   rP   rQ   rR   r1   rS   ÚzrT   rU   rV   r8   rW   ÚperfvalsrY   rZ   r[   r\   r]   r_   r`   ra   s                        r-   Úsummarize_numpyrp   6   sê  € Ø	ˆv‰€D§¡¨£× 2Ñ 2´2·:±:Ó >˜Ü‡h‚hˆt˜4Ó €A a§e¡e¨A°t eÐ&<Ñ$< !Ü‡f‚fˆQƒi��n€Aœ"Ÿ*š* Q§U¡U¨1°d UÐ%;¸EÓBÑB�aØ”—
’
˜A™CŸ9™9 Q›<¨Ó.Ñ.€C¸S¹Y¹°Ø
�‰.€E %™L˜!¸Ñ3I¨(ÐXiÑRjÈ6ÞÜ
�/Š/˜%¢ ! D ™/¨!¯'©'Ó
2ˆ¼R¿_º_ÈUÒSTÐUVÐW[ÐS[É_Ð]e×]kÑ]kÓ=l°HÔuw÷  vCò  vCð  DJó  vKÐntØ
‰#�‰�1‹€D˜x™Z×,Ñ,¨QÓ/�t·x±xÀ³{×7IÑ7IÌ"Ï*É*Ó7U°Ø‰V�L‰L˜‹OœBŸJšJ u¨QÓ/Ñ/€GÜ	‡w‚wŒr�zŠz˜1 tªA¨d¨F¡|Ñ3°aÑ7Ñ7×<Ñ<¸QÓ?ÀÓBÓC€BØ
ŒB�FŠF”2—:’:˜a Ó&Ó'Ñ
'×	,Ñ	,¨QÓ	/Ð/´·²´r·z²zÀ%ÈÓ7JÓ0KÑK€CØ‰L˜!˜G™) Uª1¨Q¨3¡ZÑ/Ñ/°±¸aÀ¹iÈÊqÐQRÈsÉÑ=SÑ0SÐTVØ�'‰\˜7Ñ"¤2§8¢8¨C£=´·²¸%³ÄÇÂÈ%ÐP\ÑJ]ÓA^ØŒr�xŠx˜˜e™Ó%Ñ%×*Ñ*¨1Ó-¨q°v±©×.CÑ.CÀAÓ.FÈÉÇ~Á~ÐVWÓGXØ�ša ˜c™
 5ª¨1¨¡:ð/€Fô �8Š8�F Ñ"×)Ñ)¬"¯*©*Ó5°aÐ7Ð7r/   c                   óB   ^ • \ rS rSrSU 4S jjrS rS rSS jrSrU =r	$ )	ÚReaderéI   c                 óÞ  >• [         TU ]  5         XUS.U l        [        R                  " XSS9U l        [        R                  " [        R                  " X2-   U5      [        R                  " 5       [        R                  " X35      5      U l	        [        R                  " [        R                  " S5      5      U l        [        R                  " [        R                  " S5      5      U l        [        R                  " [        R                  " S5      5      U l        [        R                  " [!        ["        5      S5      U l        [        R                  " [!        ["        5      S5      U l        g )N)Ú	n_coursesÚmeta_dimÚhiddenr   )Úpadding_idxç        g      ø¿g      à?r2   )ÚsuperÚ__init__Úconfigr   Ú	EmbeddingÚ	embeddingÚ
SequentialÚLinearÚTanhÚencoderÚ	ParameterrB   ÚtensorÚlogit_scaleÚ	age_decayÚ
same_bonusÚlenÚMEMORY_NAMESÚfailure_headÚ
grade_head)Úselfru   rv   rw   Ú	__class__s       €r-   r{   ÚReader.__init__J   sÝ   ø€ Ü‰ÑÔ°YÐ\bÑ(c˜DœKÜ—|’| IÀÑCˆŒÜ—]’]¤2§9¢9¨V©_¸VÓ#DÄRÇWÂWÃYÌrÏyÊyÐY_ÓOgÓhˆŒÜŸš¤e§l¢l°2Ó&6Ó7ˆÔÌÏÊÔUZ×UaÒUaÐbfÓUgÓHh¸¼ÜŸš¤U§\¢\°"Ó%5Ó6ˆŒÜŸ)š)¤C¬Ó$5°aÓ8ˆÔÌ"Ï)Ê)ÔTWÔXdÓTeÐfgÓJh¸$½/r/   c           	      ó”   • [         R                  " U R                  [        R                  " U R                  U5      U4SS95      SSS9$ )Néÿÿÿÿr4   g:Œ0âŽyE>)r5   Úeps)ÚFÚ	normalizer‚   rB   Úcatr~   )rŒ   ÚidsÚmetas      r-   r!   ÚReader.encodeR   s:   € Ü�{Š{˜4Ÿ<™<¬¯	ª	°4·>±>À#Ó3FÀtÐ2LÐQSÑ(TÓUÐZ\ÐaeÑfÐfr/   c                 óÊ  • U R                  US   US   5      nU R                  US   US   5      nS[        R                  " U R                  5      -  US S 2S S S 24   U-  R	                  S5      -  [
        R                  " U R                  5      R                  SS9[        R                  " US	   5      -  -
  S[        R                  " U R                  5      -  US
   -  -   $ )NÚq_course_idÚq_metaÚh_course_idÚh_metaé   r�   r<   ©ri   r>   r?   )r!   rB   Úsigmoidr…   rE   r’   Úsoftplusr†   ÚclamprM   Útanhr‡   )rŒ   rO   ÚqÚks       r-   Úroot_logitsÚReader.root_logitsU   s#  € Ø
�+‰+�e˜MÑ*¨5°©?Ó
;ˆØ
�+‰+�e˜MÑ*¨5°©?Ó
;ˆØ”—’˜t×/Ñ/Ó0Ñ0°!²A°dº1°H±+¸a±-×1DÑ1DÀRÓ1HÑHÌÏÊÐTX×TbÑTbÓIc×IiÑIiÐnoÐIiÐIpÔqv×q|Òq|ð  ~Cð  DIñ  ~Jó  rKñ  JKñ  Kð  LMô  NS÷  NXò  NXð  Y]÷  Yhñ  Yhó  Niñ  Lið  joð  pvñ  jwñ  Lwñ  wð  	wr/   c                 ó˜   • U(       a  [         R                  " US   5      OU R                  U5      nUb  U(       d  XR-   n[        XU5      $ )Nr>   )rB   rI   r¥   rb   )rŒ   rO   Ú	path_biasr]   rQ   rP   s         r-   ÚevidenceÚReader.evidenceZ   sA   € Þ18Œu×Ò  e¡Ô-¸d×>NÑ>NÈuÓ>UˆØÑ ®¸Ñ9I°&Ü˜u¨KÓ8Ð8r/   )r†   r|   r~   r‚   rŠ   r‹   r…   r‡   )é"   é   )NFF)
Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r{   r!   r¥   r©   Ú__static_attributes__Ú__classcell__)r�   s   @r-   rr   rr   I   s   ø† ÷iògòw÷
9ò 9r/   rr   c                   ó`   • \ rS rSr  SS jrS rS rS rS rS r	SS	 jr
S
 rSS jrS rSrg)ÚEvidenceProvideré`   Nc           	      ó¶  • US;  a  [        S5      eUS:X  a  Uc  [        S5      eUS:  d  [        R                  " U5      (       d  [        S5      e[        UR                  UR                  U5        Xl        X l        X0l        X@l        UR                  U l
        [        UR                  R                  5      UR                  R                   Vs/ s H  nSU-   PM
     sn-   UR                  R                   Vs/ s H  nSU-   PM
     sn-   U l        S	[        UR                  R                  5      -  U l        X`l        [%        U5      U l        [(        R*                  " U5      U l        [-        U5      U l        [-        U	5      U l        U R.                  S
:  a  [        S5      eU R0                  S:  d  U R0                  U	:w  a  [        S5      e[3        S[        U5      U R.                  5       GH¥  nUR4                  XîU R.                  -    oÿS:¬  n[        R6                  " U5      u  nnUU   n[        U5      (       d  MS  UR                  R8                  UU-      UR                  R8                  U   -
  nUU R0                  :*  R;                  5       (       a  [        S5      eUS:w  aT  UR                  R<                  UU-      UR                  R<                  U   :g  R;                  5       (       a  [        S5      eUR                  R>                  UU-      UR                  R>                  U   :H  RA                  [        RB                  5      n[        RD                  " URF                  Xî[        U5      -    U   U5      (       a  GM�  [        S5      e   US:X  a  / O[        [H        5      U l%        [M        US5      U l'        [Q        UR                  UR                  U	5      U l)        SU l*        SU l+        X°l,        S U l-        S U l.        Ub  UR_                  U R*                  5        U
(       a  US:w  a  U Ra                  5         g g g s  snf s  snf )N)ÚcurrentÚdeterministicÚlearnedzUnknown memory moder¹   zLearned memory requires Readerr   zInvalid path strengthzpresent:zfaculty:r<   r2   z%Positive provider batch size requiredz$Nonnegative integer embargo requiredz#History violates configured embargoÚshuffled_historyzNHistory contains a different student outside the explicit shuffle interventionz%History same-course metadata mismatchr·   F)1Ú
ValueErrorrg   Úisfiniter   ÚtableÚbankÚqueryÚhistoryr(   ÚxÚrawÚlistÚfeature_namesÚfaculty_namesÚ	raw_namesrˆ   Úcomparable_featuresÚmoderA   Úpath_strengthrB   ÚdeviceÚintÚ
batch_sizeÚembargoÚrangeÚindicesÚnonzeroÚsemesterr@   ÚstudentÚcourserf   rh   Úarray_equalÚsame_courser‰   Úmemory_namesr.   Úreader_hashr	   r8   rQ   r]   ÚinterventionÚ_root_logitsÚ_root_featuresÚtoÚ_cache_root)rŒ   r¾   r¿   rÀ   r(   rÉ   rÈ   rÊ   rÌ   rÍ   ÚcacherØ   ÚnÚfÚlor*   ÚvalidÚqrowÚcolumnÚ	bank_rowsÚdistanceÚexpected_sames                         r-   r{   ÚEvidenceProvider.__init__a   sº  € àÐ<Ó<ÄJÐOdÓDeÐ>eØ�‹?˜v™~´ZÐ@`Ó5aÐ/aØ˜‹?¤"§+¢+¨m×"<Ñ"<ÄJÐOfÓDgÐ>gÜ˜$Ÿ*™* U§[¡[°Ô9ØŒ	 5œ
°w¬,ÈFÄØ—‘ˆŒ¬¨e¯k©k×.GÑ.GÓ)HÐ`e×`kÑ`k×`yÒ`yÓIzÒ`yÐ[\È*ÐUVÌ,Ñ`yÑIzÑ)zð  SX÷  S^ñ  S^÷  Slò  Sló  |mò  Slð  NOð  }Gð  HIô  }Iñ  Slñ  |mñ  *m˜$œ.Ø!"¤3 u§{¡{×'@Ñ'@Ó#AÑ!AˆÔ ØŒ	¬5°Ó+?˜Ô*ÌUÏ\Ê\ÐZ`ÓMaÀÄÜ˜J›ˆŒ´c¸'³l¨¬Ø�?‰?˜1Ó¤JÐ/VÓ$WÐWØ�<‰<˜‹>˜TŸ\™\¨7Ó2¼*ÐEkÓ:lÐ4lÜ˜œ#˜e›* T§_¡_×5ˆBØ�o‰o˜b D§O¡OÑ!3Ð4ˆA¸q¹D°eÜŸ
š
 5Ó)‰KˆD�°Q°u±X¨9Ü�y—>‘>¡8Ø—[‘[×)Ñ)¨"¨T©'Ñ2°4·:±:×3FÑ3FÀyÑ3QÑQˆHØ˜$Ÿ,™,Ñ&×+Ñ+×-Ñ-´ZÐ@eÓ5fÐ/fØÐ/Ó/°U·[±[×5HÑ5HÈÈDÉÑ5QÐSW×S]ÑS]×SeÑSeÐfoÑSpÑ5p×4uÑ4u×4wÑ4wÜ Ð!qÓrÐrØ Ÿ;™;×-Ñ-¨b°©gÑ6¸¿
¹
×8IÑ8IÈ)Ñ8TÑT×\Ñ\Ô]_×]gÑ]gÓhˆMÜ—>’> '×"5Ñ"5°b¼CÀ»F¹Ð"CÀEÑ"JÈ=×YÔYÔakð  mTó  bUð  \Uñ 6ð !% i£™"´T¼,Ó5GˆÔÜ+¨F°5Ó9ˆÔÜ! $§*¡*¨U¯[©[¸ÓAˆŒ
ØˆÔ¨U ¤ÀlÔ4EØˆÔ°D Ô 3ØÑ˜vŸy™y¨¯©Ô5Þ�T˜9“_ d×&6Ñ&6Õ&8�_ˆ5ùò- J{ùò  |ms   ÃQÃ=Qc                 ób   • [        U R                  S5      U R                  :w  a  [        S5      eg )NFzXReader changed beneath cached evidence/forest: reconstruct provider and regrow all trees)r.   r(   r×   r»   ©rŒ   s    r-   Úassert_immutableÚ!EvidenceProvider.assert_immutable€   s-   € Ü˜dŸk™k¨%Ó0°$×2BÑ2BÓBÜÐwÓxÐxð Cr/   c           
      óÖ  • [         R                  " U[         R                  S9o R                  R                  U   nUS:¬  n[         R
                  " US5      nU R                  R                  R                  U   o`R                  R                  R                  U   R                  [         R                  5      nX@R                  R                  U   R                  [         R                  5      U R                  R                  U   R                  [         R                  5      U[         R                  " [         R                  " U5      US-  SU-
  5      R                  [         R                  5      [         R                  " U5      R                  [         R                  5      U R                  R                   U   R                  [         R                  5      U R"                  U   S.$ )N©Údtyper   ç      $@r2   )r1   r>   r?   r9   r:   r;   r=   r8   )rg   ÚasarrayÚint64rÀ   rÏ   rk   r¾   r½   ÚgraderW   rf   rh   ÚrecencyrÕ   rJ   r¼   r=   r8   )rŒ   rÏ   Úidxr*   rá   Úsaferò   rW   s           r-   Ú_numpy_batchÚEvidenceProvider._numpy_batch„   sU  € Ü�JŠJ�w¤R§X¡XÑ.ˆ·,±,×2FÑ2FÀsÑ2K°Ø�‰dˆœŸš A a›�DØ�i‰i�o‰o×#Ñ# DÑ)ˆ¯Y©Y¯_©_×->Ñ->¸tÑ-D×-KÑ-KÌBÏJÉJÓ-W¨1Ø§<¡<×#7Ñ#7¸Ñ#<×#CÑ#CÄBÇJÁJÓ#OØ—|‘|×/Ñ/°Ñ4×;Ñ;¼B¿J¹JÓGØ¬¯ª´·²¸UÓ1CÀEÈ#ÁIÈaÐPQÉcÓ(R×(YÑ(YÔZ\×ZdÑZdÓ(eÜ"$§+¢+¨eÓ"4×";Ñ";¼B¿J¹JÓ"GÐUY×UaÑUa×UlÑUlÐmpÑUq×UxÑUxÔy{÷  zDñ  zDó  VEØŸ
™
 3™ñ	)ð 	)r/   c                 óÆ  • [         R                  " U[         R                  S9n[         R                  " U R                  R
                  U   S5      nU R                  U5      nUR                  U R                  R                  U   U R                  R                  U   U R                  R                  U   U R                  R                  U   U R                  R                  R                  U   R                  [         R                  5      [         R                   " U R                  R                  R"                  U   S-  SS9R                  [         R                  5      [         R$                  " U R                  R                  R"                  U   5      S9  UR'                  5        VVs0 s H$  u  pVU[(        R*                  " X`R,                  S9_M&     snn$ s  snnf )Nrí   r   rï   ry   )Únan)r™   rš   r›   rœ   Útarget_yÚtarget_gradeÚgrade_known©rÊ   )rg   rð   rñ   rk   rÀ   rÏ   rö   r    r¿   Ú	course_idÚcourse_metar¾   r½   rW   rf   rh   Ú
nan_to_numrò   r¼   r   rB   Ú	as_tensorrÊ   )rŒ   rÏ   rô   rõ   ra   r¤   Úvs          r-   rO   ÚEvidenceProvider.batchŽ   sX  € Ü�JŠJ�w¤R§X¡XÑ.ˆ´R·Z²ZÀÇÁ×@TÑ@TÐUXÑ@YÐZ[Ó5\°Ø× Ñ  Ó%ˆØ�‰ $§*¡*×"6Ñ"6°sÑ";À4Ç:Á:×CYÑCYÐZ]ÑC^Ø"&§)¡)×"5Ñ"5°dÑ";À4Ç9Á9×CXÑCXÐY]ÑC^Ø#Ÿz™z×/Ñ/×1Ñ1°#Ñ6×=Ñ=¼b¿j¹jÓIÜ#%§=¢=°·±×1AÑ1A×1GÑ1GÈÑ1LÈSÑ1PÐUWÑ#X×#_Ñ#_Ô`b×`jÑ`jÓ#kÜ"$§+¢+¨d¯j©j×.>Ñ.>×.DÑ.DÀSÑ.IÓ"Jð	 	ñ 	Lð
 DJÇ<Á<Ä>ÔRÂ>¹C¸A�”%—/’/ !¯;©;Ñ7Ò7Á>ÒRÐRùÓRs   Æ.+Gc           
      ó	  • [        U R                  5      oR                  R                  n[        R
                  " X4[        R                  S9U l        U R                  S:X  a;  S[        R                  " U R                  R                  5      -  U R                  S S & g U R                  R                  5         [        R                  " 5          [        R
                  " [        U R                  5      U R                  R                   S   4[        R                  5      n[#        S[        U R                  5      U R$                  5       HÎ  n['        X@R$                  -   [        U R                  5      5      nU R                  R)                  [        R*                  " U R                  R,                  XE U R.                  S9[        R*                  " U R                  R0                  XE U R.                  S95      R3                  5       R5                  5       X4U& MÐ     [7        S[        R8                  " U R                  R:                  5      -  R3                  5       5      n[7        [<        R>                  " U R                  R@                  5      RC                  SS	9R3                  5       5      n[7        S[        RD                  " U R                  RF                  5      -  R3                  5       5      n[#        SXR$                  5       GH[  n['        X@R$                  -   U5      nU R                  R)                  [        R*                  " U R                  R,                  XE U R.                  S9[        R*                  " U R                  R0                  XE U R.                  S95      R3                  5       R5                  5       n	U[        RH                  " U R                  RJ                  XE S5         n
U[        RL                  " S
Xš5      -  U[        R                  " U R                  R                  XE 5      -  -
  X€R                  RN                  XE -  -   U R                  XE& GM^     S S S 5        g ! , (       d  f       g = f)Nrí   r¸   g      à¿rw   r   rý   r�   r<   rž   z
nd,nhd->nh)(rˆ   r¿   rÀ   Úmax_historyrg   Úemptyrh   rÙ   rÈ   rM   ró   r(   ÚevalrB   Úno_gradr¾   r|   rÎ   rÌ   Úminr!   r  rþ   rÊ   rÿ   r#   r%   rA   rŸ   r…   r’   r    r†   r¡   r¢   r‡   rk   rÏ   ÚeinsumrÕ   )rŒ   rÞ   ÚwidthÚbaserà   ÚhiÚscaleÚdecayr?   r£   Úkeyss              r-   rÜ   ÚEvidenceProvider._cache_root˜   s<  € Ü
ˆd�j‰j‹/ˆ§¡×!9Ñ!9˜5ÜŸ(š( A 9´2·:±:Ñ>ˆÔØ�9‰9�oÓ%Ø!$¤R§X¢X¨d¯l©l×.BÑ.BÓ%CÑ!CˆD×Ñ™aÑ ð �K‰K×ÑÔÜ—’•Ü—X’Xœs 4§9¡9›~¨d¯k©k×.@Ñ.@ÀÑ.JÐKÌBÏJÉJÓW�Ü ¤# d§i¡i£.°·±ÖA�BÜ˜2Ÿo™oÑ-¬c°$·)±)«nÓ=�BØ $§¡× 2Ñ 2´5·?²?À4Ç9Á9×CVÑCVÐWYÐC]Ðei×epÑepÑ3qÔrw÷  sBò  sBð  CG÷  CLñ  CL÷  CXñ  CXð  Y[ð  C_ð  gk÷  grñ  grñ  ssó  !t÷  !xñ  !xó  !z÷  !@ñ  !@ó  !B�D˜B’Kñ Bô ˜QœuŸ}š}¨T¯[©[×-DÑ-DÓEÑE×JÑJÓLÓM�ÔUZÔ[\×[eÒ[eÐfj×fqÑfq×f{Ñf{Ó[|÷  \Cñ  \Cð  HIð  \Cð  \J÷  \Nñ  \Nó  \Pó  VQÈuô  X]ð  _`ô  af÷  akò  akð  lp÷  lwñ  lw÷  lBñ  lBó  aCñ  _C÷  ^Hñ  ^Hó  ^Jó  XKð  SWÜ  !§O¡O×4�BÜ˜2Ÿo™oÑ-¨aÓ0�BØ—k‘k×(Ñ(¬¯ª¸¿¹×9MÑ9MÈbÐ9TÐ\`×\gÑ\gÑ)hÔin×ixÒixÐy}÷  zDñ  zD÷  zPñ  zPð  QSð  zWð  _c÷  _jñ  _jñ  jkó  l÷  pñ  pó  r÷  xñ  xó  z�AØœbŸjšj¨¯©×)=Ñ)=¸bÐ)DÀQÓGÑH�DØ-2´2·9²9¸\È!Ó3QÑ-QÐRWÔXZ×X`ÒX`Ðae×amÑam×auÑauÐvxÐa|ÓX}ÑR}Ñ-}ð  C÷  DPñ  DP÷  D\ñ  D\ð  ]_ð  Dcñ  cñ  .c�D×%Ñ% bÓ,ñ	 5÷ !—–ús   ÃNQ1Ñ1
Q?c                 ól  • [         R                  " U[         R                  S9o0R                  R                  U   nUS:¬  n[         R
                  " US5      n[         R                  " UR                  [         R                  5      nSnU R                  S:X  a  U$ U Hy  u  pšn[        U	5      n	U	S:  d  X�R                  :¼  a  M(  U R                  R                  Xi4   [        U
5      :*  [        U5      :H  nU[         R                   " USS5      -  oxS-  nM{     U(       a  XpR                  U-  -  nXu-  $ )Nrí   r   ç      ð?g      ð¿r2   )rg   rð   rñ   rÀ   rÏ   rk   Úzerosrm   rh   rÉ   rË   rÇ   r¾   rÁ   rA   ÚboolrJ   )rŒ   rÏ   Úpathrô   rÀ   rá   rõ   Úoutr\   ÚfeatureÚ	thresholdÚleftÚagreess                r-   r¨   ÚEvidenceProvider.path_bias­   sü   € Ü�JŠJ�w¤R§X¡XÑ.ˆ¿¹×8LÑ8LÈSÑ8Q°Ø�q‰jˆœrŸzšz¨'°!Ó4˜$Ü�HŠH�W—]‘]¤2§:¡:Ó.ˆ°a°Ø×Ñ˜qÓ ¨ *Û&*Ñ"ˆG˜dÜ˜“LˆGØ�q‹y˜G×%=Ñ%=Ó=¹xØ—I‘I—K‘K  Ñ-¬u°YÓ/?Ñ?Ä$ÀtÃ*ÑLˆFØ”—’˜&  CÓ(Ñ(ˆC°©(ª%ñ	 '+ö
 �#×)Ñ)¨%Ñ/Ñ/�#Ø‰yÐr/   c                 ó  • [         R                  " U[         R                  S9nU R                  S:X  a0  [         R                  " [        U5      S4[         R                  5      $ U R                  c  U R                  5         [         R                  " [        U5      [        [        5      4[         R                  5      n[        S[        U5      U R                  5       Hž  nX5XPR                  -    nU R                  (       a#  [         R                  " U R                  U   5      O U R                  U   U R                  Xb5      -   n[        U R!                  U5      XpR"                  5      S   XEU[        U5      -   & M      U$ )Nrí   r·   r   )rg   rð   rñ   rÈ   r  rˆ   rh   rÙ   rÜ   r‰   rÎ   rÌ   r]   rI   r¨   rp   rö   rQ   )rŒ   rÏ   r  rô   r  rà   ÚrowsrP   s           r-   ÚfeaturesÚEvidenceProvider.featuresº   s!  € Ü�JŠJ�w¤R§X¡XÑ.ˆØ�9‰9�iÓ¬¯ª´#°c³(¸1°¼b¿j¹jÓ(IÐ!IØ×ÑÑ$ d×&6Ñ&6Ô&8Ü�HŠH”c˜#“hœs¤<Ó0Ð1´"·*±*Ó=ˆÜ˜œ#˜c›( 4§?¡?Ö3ˆBØ˜Ÿ?™?Ñ*Ð+ˆDØ=A¿\¿\”2—=’= ×!2Ñ!2°4Ñ!8Ô9Èt×O`ÑO`ÐaeÑOfÐgk×guÑguÐvzó  hAñ  PAˆFÜ!0°×1BÑ1BÀ4Ó1HÈ×P`ÑP`Ó!aÐbcÑ!dˆC�2”c˜$“i‘<Ò ñ 4ð ˆ
r/   c                 ó®   • U R                   c=  U R                  [        R                  " [	        U R
                  5      5      5      U l         U R                   $ ©N)rÚ   r  rg   Úarangerˆ   r¿   ré   s    r-   Úroot_featuresÚEvidenceProvider.root_featuresÅ   s@   € Ø×ÑÑ&¸D¿M¹MÌ"Ï)Ê)ÔTWÐX\×XbÑXbÓTcÓJdÓ<e¨Ô(;Ø×"Ñ"Ð"r/   c                 óâ  • U R                   o0R                  nUS:X  a§  [        [        R                  " UR
                  S5      [        R                  " UR                  5      [        R                  " UR                  5      [        R                  " UR                  5      [        R                  " UR                  5      5      nO«US:X  aS  [        U R                  R                  U R                  R                  [        SUR                   5      U R"                  S9nORUS:X  a8  [%        U R                  R                  U R                  R                  X25      u  p5OUS;  a  ['        SU 35      eUS	;   a  S
n[)        U R                  U R                  X0R*                  X@R,                  U R.                  U R0                  U R"                  US9
nUS:H  Ul        US:H  Ul        Xl        S Ul        U$ )NÚ	no_memoryr�   Ú	history_8é   )rÍ   rº   )rQ   Úuniform_attentionÚno_pathzUnknown intervention )r+  r*  ry   )rØ   rQ   r*  )rÀ   rÉ   r   rg   Ú	full_likerÏ   rI   ró   rÕ   r=   Úretained_countr   r¾   r½   r¿   r	  r  rÍ   r   r»   r´   r(   rÈ   rÊ   rÌ   rQ   r]   rØ   rÚ   )rŒ   rØ   Úseedr*   ÚstrengthÚ_Úobjs          r-   ÚcloneÚEvidenceProvider.cloneÉ   sØ  € Ø
�,‰,ˆ×!3Ñ!3˜Ø˜Ó$Üœ2Ÿ<š<¨¯	©	°"Ó5´b·m²mÀAÇIÁIÓ6NÌrÏ}Ê}Ð]^×]jÑ]jÓOkÔln×lyÒlyÐz{÷  {Gñ  {Gó  mHô  IK÷  IVò  IVð  WX÷  Wgñ  Wgó  Ihó  i‰AØ˜;Ó&¬-¸¿	¹	¿¹ÈÏ
É
×HXÑHXÔY\Ð]^Ð_`×_lÑ_lÓYmÐvz÷  wCñ  wCñ  +D©ØÐ-Ó-´?À4Ç9Á9Ç?Á?ÐSW×S]ÑS]×ScÑScÐdeÓ3k©s¨q°ØÐ!NÓNÔV`Ðcxð  zFð  yGð  bHó  WIð  QIØÐ:Ó:ÀR¸HÜ˜TŸY™Y t§z¡z°!·K±KÀÏÉÐSW×S^ÑS^Ð_c×_nÑ_nÐos×o{Ño{ð  JVñ  WˆØ$ mÑ3ˆŒÀÐObÑAb°S´[ð  vBÔdtØˆÔØˆ
r/   c           
      ó  • U R                  5       oR                  R                  n[        R                  " UR
                  UR                   Vs/ s H  o2R                  U   PM     snU R                  R                  U R                  R                  U R                  R                  S:„  [        R                  " UR                  5      S.5      n[        U R                   5       H  u  pVUS S 2U4   XF'   M     U$ s  snf )Nr   )Ú	sample_idÚfacultyÚhistory_fullÚhistory_retainedÚknown_courseÚgrade_known_query)r$  r¿   r½   ÚpdÚ	DataFramer5  r6  rÅ   rÀ   r=   r-  rþ   rg   r¼   rò   Ú	enumeraterÖ   )rŒ   ÚmÚtÚiÚframeÚjr+   s          r-   ÚdiagnosticsÚEvidenceProvider.diagnosticsÖ   sÌ   € Ø
×
Ñ
Ó
ˆ§*¡*×"2Ñ"2 Ü�lŠl¨¯©Ð[\×[dÒ[dÓ>eÒ[dÐVW¿¹ÈqÔ?QÑ[dÑ>eØ+/¯<©<×+BÑ+BÐVZ×VbÑVb×VqÑVqØ+/¯:©:×+?Ñ+?ÀÑ+AÔVX×VaÒVaÐbc×biÑbiÓVjñló mˆô   × 1Ñ 1Ö2‰FˆAÀÂ!ÀAÀ#Á°E³KÑ2Øˆùò	 ?fs   ÁC<
)rÚ   rÙ   r¾   rÌ   rÇ   rÊ   rÍ   rÀ   rØ   rÖ   rÈ   rQ   rÉ   r8   r¿   rÂ   rÆ   r(   r×   r]   )Nry   r¹   r#   i   r   TÚbaseline)© )é*   )r­   r®   r¯   r°   r{   rê   rö   rO   rÜ   r¨   r  r$  r2  rC  r±   rF  r/   r-   r´   r´   `   s=   † ØKTØPZô9ò>yò)òSòcò*ô	ò#ôõr/   r´   c                 óF  • Uc  U R                  U5      u  p4U R                  U5      R                  S5      n[        R                  " XQS   SS9U-  R                  5       nUS   R                  5       n[        R                  " U R                  U5      R                  S5      5      nX�S   -
  R                  5       U-  U-  R                  5       Xr-  R                  5       R                  S5      -  n	US   R                  S5      UR                  5       R                  S5      -  S-
  R                  S	5      n
X¢-  R                  5       nUS
U	-  -   SU-  -   [        UR                  5       5      [        U	R                  5       5      [        UR                  5       5      S.4$ )Nr2   rú   Únone)Ú	reductionrü   rû   r  r1   r   g333333Ã?gü©ñÒMb`?)Úaux_bceÚaux_grade_mseÚattention_concentration)r©   rŠ   Úsqueezer’   Ú binary_cross_entropy_with_logitsÚmeanrA   rB   rŸ   r‹   rG   rE   rF   r"   )r(   rO   Úweightsr©   Ú	attentionÚfailureÚbceÚknownrò   ÚmseÚconcentrationÚpenaltys               r-   Úauxiliary_lossrY  ß   s“  € ØÑ¨F¯O©O¸EÓ,BÑ+˜Ø×Ñ Ó)×1Ñ1°!Ó4€GÜ	
×	+Ò	+¨G¸*Ñ4EÐPVÑ	WÐX_Ñ	_×eÑeÓg€CØ
�Ñ
×
$Ñ
$Ó
&€E¬e¯mªm¸F×<MÑ<MÈhÓ<W×<_Ñ<_Ð`aÓ<bÓ.c¨Ø
�nÑ%Ñ
%×	-Ñ	-Ó	/°Ñ	5°gÑ	=×BÑBÓDÀeÁm×EXÑEXÓEZ×EdÑEdÐegÓEhÑh€Cà˜‘=×$Ñ$ QÓ'¨	×(8Ñ(8Ó(:×(>Ñ(>¸qÓ(AÑAÀ!ÑC×NÑNÈqÓQ€MØÑ"×(Ñ(Ó*€GØˆs�3‰w‰;�t˜G‘|Ñ#¬u°S·Z±Z³\Ó/BÔSXÐY\×YcÑYcÓYeÓSfô  BGð  HO÷  HVñ  HVó  HXó  BYñ  %Zð  Zð  Zr/   c                 óh   • U R                  5        VVs/ s H  u  pSU;  d  M  UPM     snn$ s  snnf r   )Únamed_parameters)r(   rÞ   Úps      r-   Úretrieval_parametersr]  ë   s/   € °v×7NÑ7NÔ7PÔ)dÒ7P±°ÐTZÐbcÑTc¯!Ñ7PÒ)dÐ"dùÓ)ds   ”.¤.c                 óN   • [         R                  " [        S U  5       5      5      $ )Nc              3   ó¼   #   • U  HR  oR                   c  M  [        UR                   R                  5       R                  5       R	                  5       5      v •  MT     g 7fr"  )ÚgradrA   r"   rG   rE   )Ú.0r\  s     r-   Ú	<genexpr>Úgrad_norm.<locals>.<genexpr>ï   s=   é € ÐiÊ
À1×V\ÑV\Ó>œ˜qŸv™vŸ}™}›×5Ñ5Ó7×;Ñ;Ó=×>Ð>Ê
ùs   ‚A–AA)ÚmathrK   rE   )Ú
parameterss    r-   Ú	grad_normrf  î   s   € Ü�9Š9”SÑiÉ
ÓiÓiÓjÐjr/   c	                 ó  • US:  d  US:  d  US:  a  [        S5      eU R                  UR                  5        U R                  5         [        R
                  R                  U5      n	[        R                  " U[        R                  5      n[        R                  R                  U R                  5       USS9n
/ n[        U 5      n[        U S5      n[        U 5       Vs/ s H   oîR                  5       R!                  5       PM"     nn[#        U5       GHT  nU	R%                  ['        UR(                  5      5      S U nSnSnSnSn[*        R,                  " 5       n[#        S['        U5      U5       GH'  nUUUU-    nUR/                  U5      n[1        U U[        R2                  " UU   UR                  S95      u  nnU
R5                  5         UR7                  5         U[9        [        U 5      5      -  nU[9        U R;                  5        VVs/ s H  u  nnS	U;   d  M  UPM     snn5      -  n[        R<                  R>                  RA                  U R                  5       S
5        U
RC                  5         U[E        UR                  5       5      -  nUS-  nGM*     0 U=(       d    0 EUS-   ['        U5      U[G        US5      -  U[G        US5      -  U[G        US5      -  [*        R,                  " 5       U-
  U[        U 5      U[        U S5      [H        RJ                  " [M        S [O        [        U 5      U5       5       5      5      S.EnURQ                  U5        [S        SUSS9  GMW     U RU                  5         U$ s  snf s  snnf )Nr   r2   zInvalid reader training budgetg-Cëâ6?)ÚlrÚweight_decayFry   rý   r   g       @c              3   ó–   #   • U  H?  u  p[        UR                  5       U-
  R                  5       R                  5       5      v •  MA     g 7fr"  )rA   r"   rG   rE   )ra  r\  Úolds      r-   rb  Ú"pretrain_reader.<locals>.<genexpr>  sE   é € ð  :Zò  oYÑejÐef¼%ÀÇÁÃÈCÁ×@WÑ@WÓ@Y×@]Ñ@]Ó@_×:`Ð:`ò  oYùs   ‚AA	)Úepochr  Úaux_lossÚretrieval_grad_normÚauxiliary_head_grad_normÚsecondsÚinitial_reader_hashr×   Úinitial_retrieval_hashÚretrieval_hashÚretrieval_parameter_deltazReader pretrain:T)Úflush)+r»   rÛ   rÊ   Útrainrg   ÚrandomÚdefault_rngrð   rh   rB   ÚoptimÚAdamWre  r.   r]  r"   r2  rÎ   Úpermutationrˆ   r¿   ÚtimeÚperf_counterrO   rY  r  Ú	zero_gradÚbackwardrf  r[  r   ÚutilsÚclip_grad_norm_ÚsteprA   ri   rd  rK   rE   ÚzipÚappendÚprintr  )r(   ÚproviderrQ  ÚepochsÚmax_rowsrÌ   rh  r.  ÚcontextÚrngÚ	optimizerÚrecordsÚbeforeÚbefore_rr\  Úoriginalrm  r  Úloss_sumÚgrad_sumÚhead_sumrÞ   Ústartrà   rô   ÚbÚlossÚpartsr+   Úrecords                                 r-   Úpretrain_readerr™  ò   sD  € Øˆaƒx�8˜A“: ¨A£´ZÐ@`Ó5aÐ/aØ
‡I�Iˆh�o‰oÔ §¡¤´B·I±I×4IÑ4IÈ$Ó4O°Ü�JŠJ�wœrŸz™zÓ*€GÜ�k‰k×Ñ × 1Ñ 1Ó 3°rÀtÐÐL€IØ€GÔ)¨&Ó1�Ô<NÈvÐV[Ó<\°8Ü*>¸vÔ*FÓGÒ*F Q�h‰h‹j×ÑÖ Ñ*F€HÐGÜ�v—ˆØ�_‰_œS §¡Ó0Ó1°)°8Ð<ˆÀr¸hÐTVÈ8ÐacÐX`ÐghÐefÔpt÷  qBò  qBó  qDÐjoÜ˜œ#˜d›) J×/ˆBØ�R˜˜:™Ð&ˆC¨(¯.©.¸Ó*=¨Ü% f¨Q¬u¯ª¸wÀs¹|ÐS[×SbÑSbÑ/cÓd‰JˆD�Ø×ÑÔ! 4§=¡=¤?Ø”iÔ 4°VÓ <Ó=Ñ=ˆH¸xÌÐdj×d{Ñd{Ôd}ô  TQÒd}ÑZ`ÐZ^Ð_`ð  BHð  LPñ  BP×TUÑd}ò  TQó  JRñ  @R¸xÜ�H‰H�N‰N×*Ñ*¨6×+<Ñ+<Ó+>¸rÔBÀIÇNÁNÔDTØ”e˜DŸK™K›MÓ*Ñ*ˆH¨A¨q©D«Añ 0ð\�7—=˜bð \¨%°©'¼¸T»ÈhÔWZÐ[\Ð]^ÓW_ÑN_Ø&.¬s°1°Q«xÑ&7ÐS[Ô\_Ð`aÐbcÓ\dÑSdÜ×+Ò+Ó-¨eÑ3È&Ô_qÐrxÓ_yØ)1ÔCUÐV\Ð]bÓCcÜ,0¯IªI´cñ  :ZÔnqô  sGð  HNó  sOð  PXô  oYó  :Zó  7Zó  -[ò	\ˆð
 	�‰�vÔ¤Ð&8¸ÀdÕ Kñ ð ‡K�K„M˜'�>ùò! Hùó TQs   Ã 'M?ÈNÈ N)T)Fg      @)NN)é   iÀÔ i   gü©ñÒMbP?rG  N)Ú__doc__r   rd  r}  r%   rg   Úpandasr;  rB   r   Útorch.nnr   r’   Údatar   r   r   r   Úprotocolr	   r‰   r.   rb   rp   ÚModulerr   r´   rY  r]  rf  r™  rF  r/   r-   Ú<module>r¡     sx   ðñó
 Û Û Û Û Û Ý Ý $ß MÓ MÝ #ðY€ôô'ô,8ô&9ˆR�Y‰Yô 9÷.|ñ |ô~	Zò eòkõ"r/   