ó
    ­³Àj…  ã                   óv   • S r SSKrSSKrSSKrSSKrSSKJr  SSK	J
r
JrJrJrJr  1 SkrS rS	S jr  S
S jrg)a  Bounded differentiable reader proposal, followed by mandatory full regrowth.

This is a partial soft-subforest surrogate, not differentiation through greedy
hard split induction. Main-loss retrieval gradients are audited separately from
the training-only auxiliary heads.
é    N)Ú
functional)Úsummarize_torchÚauxiliary_lossÚretrieval_parametersÚ	grad_normÚreader_fingerprint>	   r   é   é   é   é   é   é   é	   é
   c                 ó†   • SU ;   a  gU S   U-
  [         ;   =(       d%    [        U S   U5      =(       d    [        U S   U5      $ )NÚleafFÚfeatureÚleftÚright)ÚATTENTION_FEATURESÚ_has_attention)ÚnodeÚn_raws     ÚQ/root/disk_3tb/earlywarning/30072026/suite27_memory_conditioned_boosting/adapt.pyr   r      sW   € Ø�ƒ~˜eØ�	‰?˜5Ñ Ô$6Ñ6÷  D¼.ÈÈfÉÐV[Ó:\÷  DÔ`nÐosÐt{Ño|ð  ~Có  aDð  Dó    c                 óŠ  ^^^^^^^^	• TS::  a  [        S5      e[        R                  " T[        R                  S9mTc  TR	                  T5      OTmTc  0 OTmTR                  S5      mTc  UR                  T5      mTTS'   [        R                  " TR                  T   TR                  S9mUUUUUUUU	4S jm	T	" U 5      $ )Nr   z%Positive routing temperature required©ÚdtypeÚroot_logits©Údevicec           
      ó\  >• SU ;   a-  [         R                  " [        T5      4U S   T
R                  S9$ U S   nUTR                  S   :  a
  TS S 2U4   nO{[        S U S    5       5      nUT;  aD  [         R                  " T
R                  TU5      T
R                  S9n[        TT	U-   5      S   TU'   TU   S S 2UTR                  S   -
  4   n[         R                  " U S   U-
  [        TU R                  S	S
5      -  S5      -  5      nUT" U S   5      -  SU-
  T" U S   5      -  -   $ )Nr   r    r   r	   c              3   ó8   #   • U  H  n[        U5      v •  M     g 7f©N)Útuple)Ú.0Úps     r   Ú	<genexpr>Ú+soft_tree.<locals>.visit.<locals>.<genexpr>"   s   é € Ð6ª A”u˜Q—x�xªùs   ‚Úpathr   Ú	thresholdÚ
soft_scaleç      ð?gü©ñÒMbP?r   r   )ÚtorchÚfullÚlenr!   Úshaper%   Ú	as_tensorÚ	path_biasr   ÚsigmoidÚmaxÚget)r   r   Úvaluer*   Úbiasr   ÚbatchÚcacheÚindicesÚlogitsÚproviderÚrawÚtemperatureÚvisits         €€€€€€€€r   r@   Úsoft_tree.<locals>.visit   s)  ø€ Ø�T‹>¤%§*¢*¬c°'«l¨_¸TÀ&¹\ÐQY×Q`ÑQ`Ñ"aÐaØ�Y‘ˆØ�3—9‘9˜Q‘<Ó sª1¨W¨9¡~¡äÑ6¨¨fªÓ6Ó6ˆDØ˜5Ó Ü—_’_ X×%7Ñ%7¸ÀÓ%EÈXÏ_É_Ñ]�Ü+¨E°&¸±+Ó>¸qÑA��d‘Ø˜‘+ša ¨¯	©	°!©Ñ 4Ð4Ñ5ˆEÜ�]Š]˜D Ñ-¨eÑ3´S¸ÀTÇXÁXÈlÐ[]ÓE^Ñ9^Ð_cÓ5dÑdÓeˆØ‘E˜$˜v™,Ó'Ñ'¨¨4©±°t¸G±}Ó1EÑ(EÑEÐEr   )Ú
ValueErrorÚnpÚasarrayÚint64r9   r6   r   r.   r2   r>   r!   )
ÚtreeÚreaderr=   r;   r9   r?   r:   r<   r>   r@   s
     `````@@@r   Ú	soft_treerH      sª   ÿ€ Ø�Aƒ~œZÐ(OÓPÐPÜ�JŠJ�w¤R§X¡XÑ.€GÐQVÑQ^°h·n±nÀWÔ6MÐdi°Ø‘‰" 5€EØ�9‰9�]Ó#€FØ�~˜f×0Ñ0°Ó7�vÈf¸¸}Ñ9MÜ�Š˜Ÿ™ WÑ-°X·_±_ÑE€C÷Fô Fñ �‹;Ðr   c                 ój  • US:  d  US:  d  US:  d  US:  a  [        S5      eUR                  U5        UR                   Vs/ s H+  n[        U[	        UR
                  5      5      (       d  M)  UPM-     snS U nU(       a  US:X  aG  0 U=(       d    0 EU(       d  SOS[	        U5      [	        UR                  5      SS.En[        SUS	S
9  U/$ [        R                  R                  U
5      oÿR                  [	        UR                  5      5      S U n[        R                  " [	        U5      UR                  [        R                  S9n[        R                  " [	        U5      [        R                  S9nUR                   H0  nUUR                   R"                  UR%                  UUU5      -  -  nM2     U H0  nUUR                   R"                  UR%                  UUU5      -  -  nM2     [&        R(                  " UU-
  [&        R*                  UR,                  S9n[&        R(                  " UR.                  R0                  R2                  U   [&        R*                  UR,                  S9n[&        R(                  " [        R4                  " U[        R*                  5      U   UR,                  S9nU R7                  UR,                  5        U R9                  5         [&        R:                  R=                  U R?                  5       USS9n[A        U 5      n[A        U S5      n[C        U 5       Vs/ s H!  nURE                  5       RG                  5       PM#     nn/ n[I        U5       GH£  nUR                  [	        U5      5      nSSSSSS.nSn [J        RL                  " 5       n![I        S[	        U5      U5       GHU  n"UU"U"U-    n#UU#   n$URO                  U$5      n%0 n&[&        R                  " [	        U#5      UR,                  S9n'U H-  nU'UR                   R"                  [Q        UXU$U%U	U&5      -  -   n'M/     [R        RT                  " UU#   U'-   UU#   SS9UU#   -  RW                  5       n([&        RX                  R[                  U([C        U 5      S	S	S9n)[\        R^                  " [a        S U) 5       5      5      n*U Rc                  U%5      u  n+n,[e        U U%UU#   U+U,5      u  n-n.U(SU--  -   n/URg                  5         U/Ri                  5         US==   [k        U(RE                  5       5      -  ss'   US==   [k        U-RE                  5       5      -  ss'   US==   U*-  ss'   US==   [m        [C        U 5      5      -  ss'   US==   [m        U Ro                  5        V0Vs/ s H  u  n0nSU0;   d  M  UPM     snn05      -  ss'   [&        Rp                  Rr                  Ru                  U R?                  5       S5        URw                  5         U S-  n GMX     0 U=(       d    0 ESUS-   [	        U5      [	        U5      [	        UR                  5      S.EURy                  5        V1V2s0 s H  u  n1n2U1U2[{        U S5      -  _M     sn2n1E[J        RL                  " 5       U!-
  U[A        U 5      U[A        U S5      [\        R^                  " [a        S  [}        [C        U 5      U5       5       5      5      S!.En[        SUS	S
9  UR                  U5        GM¦     U R�                  5         U$ s  snf s  snf s  snn0f s  sn2n1f )"Nr   r	   zInvalid coadapt budgetÚskipped_no_attention_splitsÚskipped_zero_epochsg        )ÚstatusÚselected_treesÚreference_treesÚmain_retrieval_grad_normzReader proposal:T)Úflushr   )r   r!   r    g-Cëâ6?)ÚlrÚweight_decayF)Ú	main_lossÚaux_lossrO   Útotal_retrieval_grad_normÚauxiliary_head_grad_normÚnone)Ú	reduction)Úretain_graphÚallow_unusedc              3   ó”   #   • U  H>  oc  M  [        UR                  5       R                  5       R                  5       5      v •  M@     g 7fr$   ©ÚfloatÚdetachÚsquareÚsum)r&   Úgs     r   r(   Úpropose.<locals>.<genexpr>I   s3   é € Ð#iÊiÈÓ$D¤E¨!¯(©(«*×*;Ñ*;Ó*=×*AÑ*AÓ*C×$DÐ$DÊiùs
   ‚AŒ<Agš™™™™™É?rS   rT   rO   rU   rV   Úheadg       @Ú#proposed_requires_complete_regrowth)rL   ÚepochÚrowsrM   rN   c              3   ó–   #   • U  H?  u  p[        UR                  5       U-
  R                  5       R                  5       5      v •  MA     g 7fr$   r\   )r&   r'   Úolds      r   r(   rb   V   sE   é € ð  :Zò  oYÑejÐef¼%ÀÇÁÃÈCÁ×@WÑ@WÓ@Y×@]Ñ@]Ó@_×:`Ð:`ò  oYùs   ‚AA	)ÚsecondsÚinitial_reader_hashÚreader_hashÚinitial_retrieval_hashÚretrieval_hashÚretrieval_parameter_delta)ArB   Ú_checkÚtreesr   r0   Ú	raw_namesÚprintrC   ÚrandomÚdefault_rngÚpermutationr>   r/   Ú	interceptÚfloat64ÚzerosÚconfigÚlearning_rateÚtree_valuesr.   r2   Úfloat32r!   ÚqueryÚtableÚyrD   ÚtoÚtrainÚoptimÚAdamWÚ
parametersr   r   r^   ÚcloneÚrangeÚtimeÚperf_counterr9   rH   ÚFÚ binary_cross_entropy_with_logitsÚmeanÚautogradÚgradÚmathÚsqrtr`   Úevidencer   Ú	zero_gradÚbackwardr]   r   Únamed_parametersÚnnÚutilsÚclip_grad_norm_ÚstepÚitemsr5   ÚzipÚappendÚeval)3rG   Útrain_providerÚforestÚweightsÚepochsÚmax_rowsÚ
batch_sizerQ   Ú	max_treesr?   ÚseedÚcontextÚtÚselectedÚrecordÚrngÚpoolÚ	referenceÚchosenrF   Úfixedr   ÚwÚ	optimizerÚinitial_hashÚinitial_retrievalr'   ÚoriginalÚlogsre   ÚorderÚsumsÚbatchesÚstartÚloÚposÚidxr9   r:   ÚsoftÚmainÚ	gradientsÚ	main_normr�   Ú	attentionÚ	auxiliaryÚ_ÚlossÚnÚkÚvs3                                                      r   ÚproposerÅ   ,   s|  € àˆaƒx�8˜A“: ¨A£°¸1³ÄJÐOgÓDhÐ>hØ
‡M�M�.Ô!ØŸšÓQš�A¬¸¼#¸f×>NÑ>NÓ:O×)P�a™ÑQÐR\ÐS\Ð]€HÞ�v˜q“yðr�7—=˜bð rÖPXÑ+HÐ^sÜ!$ X£ÄÀVÇ\Á\ÓARÐnpòrˆäÐ  ¨dÒ3¸V¸H°_Ü
�	‰	×Ñ˜dÓ#€C¯/©/¼#¸n×>PÑ>PÓ:QÓ*RÐS\ÐT\Ð*] TÜ�gŠg”c˜$“i × 0Ñ 0´r·z±zÑB€IÜ�8Š8”C˜“I¤B§J¡JÑ/€FØ—”ˆ˜i¨¯©×)DÑ)DÀV×EWÑEWÐX\Ð]kÐlpÓEqÑ)qÑqši‘Ûˆ˜& &§-¡-×"=Ñ"=¸f×>PÑ>PÐQUÐVdÐeiÓ>jÑ"jÑjš&‘Ü
�/Š/˜) FÑ*´·±Àn×F[ÑF[Ñ
\€EÜ‡o‚o�n×*Ñ*×0Ñ0×2Ñ2°4Ñ8¼u¿}¹}ÐTb×TiÑTiÑj€AÜ‡o‚o”b—j’j ¬¯©Ó4°TÑ:À.×BWÑBWÑX€AØ
‡I�Iˆn×#Ñ#Ô$ f§l¡l¤nÜ�k‰k×Ñ × 1Ñ 1Ó 3°rÀtÐÐL€IÜ# FÓ+€LÔ?QÐRXÐY^Ó?_Ð->Ü*>¸vÔ*FÓGÒ*F Qˆa�h‰h‹j×ÑÖ Ñ*F€HÐGÈbÈÜ�v—ˆØ�o‰oœc $›iÓ(ˆ¸BÈ"Ðhjð  HJð  fhñ  0i¨$ð  stð  krô  |@÷  |Mò  |Mó  |Oð  v{Ü˜œ#˜e›* Z×0ˆBØ�b˜˜J™Ð'ˆC¨T°#©Y¨¸n×>RÑ>RÐSVÓ>W¸Ð_aÐY^Ü—’œS ›X¨^×-BÑ-BÑCˆDÛ � t¨F¯M©M×,GÑ,GÌ	ÐRVÐW]ÐmpÐqvð  xCð  DIó  IJñ  -Jñ  (J¢$™Ü×4Ò4°U¸3±ZÀ±_ÀQÀsÁVÐV\Ñ]Ð^_Ð`cÑ^dÑd×jÑjÓlˆDÜ—n‘n×)Ñ)¨$Ô/CÀFÓ/KÐY]ÐkoÐ)ÐpˆIÜ—i’i¤Ñ#iÉiÓ#iÓ iÓjˆIØ%Ÿ™¨uÓ5ÑˆH�YÜ& v¨e°A°c±F¸8ÀIÓN‰KˆI�aØ�b˜‘lÑ"ˆD I×$7Ñ$7Ô$9¸4¿=¹=¼?Ø�Óœu T§[¡[£]Ó3Ñ3Ó°T¸*Ó5EÄuÈY×M]ÑM]ÓM_ÓG`Ñ5`Ó5EØÐ+Ó,¨iÑ7Ó,¸Ð>YÓ9ZÔ\eÔfzð  |Bó  gCó  ]Dñ  :DÓ9ZØÐ+Ó,¬iÀf×F]ÑF]ÔF_Ô8oÒF_¹s¸qÀÐciÐmnÑcn¿ÑF_Ò8oÓ.pÑpÓ,Ü�H‰H�N‰N×*Ñ*¨6×+<Ñ+<Ó+>¸rÔBÀIÇNÁNÔDTÐV]Ð_`ÑV`ÓV]ñ 1ð\�7—=˜bð \Ð+PÐY^Ð_`ÑY`Ü˜4“y´#°h³-ÔRUÐV\×VbÑVbÓRcò\à15·±´Ô>²©#¨!¨A�1�Q”s˜7 1“~Ñ%Ò%±Ò>ð\äIM×IZÒIZÓI\Ð]bÑIbØ&2ÔASÐTZÓA[Ø):ÔL^Ð_eÐfkÓLlÜ,0¯IªI´cñ  :ZÔnqô  sGð  HNó  sOð  PXô  oYó  :Zó  7Zó  -[ò\ˆô 	Ð  ¨dÒ3°T·[±[À×5Hñ- ð. ‡K�K„M˜$�;ùòQ Rùò  Hùó 9pùó ?s$   Á(\Á/\Ì.(\$Ö\)Ö-\)Ù!\/
)Nr-   N)r	   i'  é€   g-Cëâ6*?r   r-   é*   N)Ú__doc__rŽ   r‡   ÚnumpyrC   r.   Útorch.nnr   r‰   Úmemoryr   r   r   r   r   r   r   rH   rÅ   © r   r   Ú<module>rÍ      sA   ðñó Û Û Û Ý $ß cÕ câ'Ð òDô
ð, UXØ@Dõ,r   