ó
    7‡ÛjÜy  ã                   ó  • S r SSKrSSKrSSKrSSKJr  SSKJs  Jr  SSK	J
r
Jr  SrSrSrSrSrSrS	rSrSrSrSrSrS
rSrSrSrSrSrSrSrSr Sr!Sr"Sr#Sr$Sr%S r&S r'S@S jr(S r)S r*\RV                  " S5      r,SAS jr-\RV                  " S5      r.\RV                  " S5      r/\RV                  " S5      r0S r1S  r2SBS! jr3\%4S" jr4S# r5\#\$4S$ jr6\\4S% jr7S&\,4S' jr8S( r9S) r:S* r;S+ r<S, r= " S- S.\R|                  5      r? " S/ S0\R|                  5      r@ " S1 S2\R|                  5      rA " S3 S4\R|                  5      rB " S5 S6\R|                  5      rC " S7 S8\R|                  5      rDS9rES:rFS; rGS< rHS= rISCS> jrJS? rKg)Da#  Feedback slots and a cross-attention decoder between BEATs frames and the ASD head.

Pass-1 logits are detached. The decoder writes a residual onto frames. That residual
is zero at initialization, and it stays zero when every slot is zero, so an empty
condition matches the frozen F12 head.
é    N)Úmil_pool_logitsÚprobs_from_logitsé   é   é   é   é   é   é   g-Cëâ6?çš™™™™™É?ç      à?ç…ëQ¸í?ç      è?g      @ç       @g      ø?çš™™™™™¹?g      ô?g      Ð?)ÚnormalÚcrackleÚwheezeÚbothc                 ó€   • U R                  SS5      n X R                  5       -  SU -
  SU -
  R                  5       -  -   * $ )Ng�íµ ÷Æ°>gé!çýÿï?ç      ð?)ÚclampÚlog)Úps    Ú8/root/disk_3tb/ICBHI_2017_F12/method/feedback_decoder.pyÚ_binary_entropyr   .   s;   € Ø	�‰��jÓ!€AØ—‘“‰[˜C !™G¨¨a©§}¡}£Ñ6Ñ6Ð7Ð7ó    c                 ó  • U c   UR                  UR                  S5      5      $ U R                  5       R                  UR                  UR
                  S9n U R                  5       S:X  a  U R                  SS9$ U R                  S5      $ )z>Scalar energy per cycle. A [B, T] map is averaged over frames.r   ©ÚdeviceÚdtyper   r   ©Údiméÿÿÿÿ)	Ú	new_zerosÚsizeÚdetachÚtor    r!   r#   ÚmeanÚreshape)ÚenergyÚrefs     r   Ú_cycle_energyr-   3   so   € à�~Ø�}‰}˜SŸX™X a›[Ó)Ð)Ø�]‰]‹_×Ñ s§z¡z¸¿¹ÐÐC€FØ‡z�zƒ|�qÓØ�{‰{˜qˆ{Ð!Ð!Ø�>‰>˜"ÓÐr   c                 óò  • U R                  5       n UR                  5       n[        R                  " [        U SUS95      n[        R                  " [        USUS95      n[        R                  " [        U SUS95      n[        R                  " [        USUS95      n[	        U5      n[	        U5      n	[        X 5      n[        R                  " XEXgX‰XF-
  R                  5       XW-
  R                  5       U/	SS9$ )z8Nine detached pass-1 summaries. [B, 9]. No cycle labels.Úmax©ÚmodeÚtopkr2   r$   r"   )r'   ÚtorchÚsigmoidr   r   r-   ÚstackÚabs)
Úlogit_cÚlogit_wr+   r2   Úc_maxÚw_maxÚc_topÚw_topÚent_cÚent_ws
             r   Úfeedback_statsr?   =   sÕ   € à�n‰nÓ€GØ�n‰nÓ€GÜ�MŠMœ/¨'¸ÀDÑIÓJ€EÜ�MŠMœ/¨'¸ÀDÑIÓJ€EÜ�MŠMœ/¨'¸ÀTÑJÓK€EÜ�MŠMœ/¨'¸ÀTÑJÓK€EÜ˜EÓ"€EÜ˜EÓ"€EÜ˜6Ó+€FÜ�;Š;Ø�eØØ	‰×ÑÓ ¡×2Ñ2Ó4Øð	ð
 ñð r   c                 ó¼  • U R                  5       R                  S5      R                  5       R                  SS5      n UR                  5       R                  S5      R	                  U R
                  U R                  S9R                  SS5      n[        R                  " SU -
  SU-
  -  U SU-
  -  SU -
  U-  X-  /SS9nX"R                  SSS9R                  SS	9-  $ )
z�Detached pass-1 MIL probabilities as a normalized four-class distribution.

normal (1-pc)(1-pw), crackle pc(1-pw), wheeze (1-pc)pw, both pc*pw.
r$   ç        r   r   r"   T©r#   Úkeepdimç:Œ0âŽyE>©Úmin)
r'   r*   Úfloatr   r(   r    r!   r3   r5   Úsum)Úp_cÚp_wÚprobss      r   Úfour_class_probsrL   P   sØ   € ð
 �*‰*‹,×
Ñ
˜rÓ
"×
(Ñ
(Ó
*×
0Ñ
0°°cÓ
:€CØ
�*‰*‹,×
Ñ
˜rÓ
"×
%Ñ
%¨S¯Z©Z¸s¿y¹yÐ
%Ð
I×
OÑ
OÐPSÐUXÓ
Y€CÜ�KŠKØ	ˆs‰�s˜S‘yÑ!Øˆs�S‰yÑØ	ˆs‰�cÑØ‰	ð	ð
 ñ€Eð —9‘9 ¨T�9Ð2×8Ñ8¸TÐ8ÐBÑBÐBr   c                 ó`   • U R                  SS9nXR                  5       -  R                  SS9* $ )uL   Shannon entropy in nats of a [B, 4] distribution. Maximum is ln 4 â‰ˆ 1.386.rD   rE   r$   r"   )r   r   rH   )rK   Úsafes     r   Úfour_class_entropyrO   `   s2   € à�;‰;˜4ˆ;Ð €DØ—H‘H“JÑ×#Ñ#¨Ð#Ð+Ð+Ð+r   c                 ó*  • U R                  5       R                  S5      R                  5       n UR                  5       R                  S5      R                  U R                  U R
                  S9n[        X5      n[        U5      n[        R                  " USSS9u  pgUSS2S4   USS2S4   -
  nU [        U5      :¬  n	U[        U5      :¬  n
[        R                  " U [        R                  S9n[        R                  " Xš) -  [        R                  " U5      U5      n[        R                  " U	) U
-  [        R                  " US5      U5      n[        R                  " Xš-  [        R                  " US	5      U5      nUUUUSS2S4   USS2S4   US
.$ )aS  Inspectable cycle decision from detached MIL probabilities.

``pred`` is the dual-threshold class (what the official score uses).
``entropy`` and ``margin`` describe the four-class product distribution,
so a later stage can see a confused cycle without reading a one-hot label.
top-2 margin is p_(1) - p_(2). Returns tensors of shape [B].
r$   r   r   )Úkr#   Nr   r   ©r!   r   )ÚpredÚentropyÚmarginÚtop1Útop2rK   )r'   r*   rG   r(   r    r!   rL   rO   r3   r2   Ú
zeros_likeÚlongÚwhereÚ	ones_likeÚ	full_like)rI   rJ   Útau_cÚtau_wrK   rT   Útop_valsÚtop_idxrU   r   r   rS   s               r   Úcycle_decisionra   j   sV  € ð �*‰*‹,×
Ñ
˜rÓ
"×
(Ñ
(Ó
*€CØ
�*‰*‹,×
Ñ
˜rÓ
"×
%Ñ
%¨S¯Z©Z¸s¿y¹yÐ
%Ð
I€CÜ˜SÓ&€EÜ  Ó'€GÜŸ
š
 5¨A°2Ñ6Ñ€HØ’a˜�d‰^˜h¢q¨! t™nÑ,€FØ”U˜5“\Ñ!€GØ”E˜%“LÑ €FÜ×Ò˜C¤u§z¡zÑ2€DÜ�;Š;�w Ñ(¬%¯/ª/¸$Ó*?ÀÓF€DÜ�;Š;˜�x &Ñ(¬%¯/ª/¸$ÀÓ*BÀDÓI€DÜ�;Š;�wÑ'¬¯ª¸¸qÓ)AÀ4ÓH€DàØØØš˜1˜‘Øš˜1˜‘Øñð r   g$I’$I’*@g�ã8Žã8$@c                 ó”   • UR                  U R                  S9nX-  R                  5       UR                  5       R                  SS9-  $ )NrR   r   rE   )r(   r!   rH   r   )ÚvaluesÚmaskÚmask_fs      r   Ú_masked_meanrf   �   s@   € Ø�W‰W˜6Ÿ<™<ˆWÐ(€FØ‰O× Ñ Ó" V§Z¡Z£\×%7Ñ%7¸CÐ%7Ð%@Ñ@Ð@r   c                 ó  • UR                  5       R                  S5      R                  U R                  S9R	                  5       nU R                  S5      n UR                  S5      R                  U R                  U R
                  S9nUS:H  US:H  -  R                  U R
                  S9nUS:H  US:H  -  R                  U R
                  S9n[        R                  " U R                  5       5      n[        R                  " UR                  5       5      n[        [        XV5      5      nUS:„  US:¬  -  US	:  -  nUS:  US	:¬  -  n	US:„  US:  -  U[        :¬  -  US
:  -  n
US:„  US:„  -  US:¬  -  US	:  -  n[        [        R                  " [        U -
  5      U5      [        [        R                  " U 5      U	5      -   [        [        R                  " [        U-
  5      U
5      -   [        [        R                  " [         U -
  5      U5      -   $ )u  Hinge on the head the official-test entropy audit showed was deficient.

Gates are detached, so the loss does not chase the gate. It does not smooth
probabilities. Each term is zero when the batch has no cycles in that cell.

- crackle positive with top-k p_c in [0.50, 0.91): the large near-threshold
  crackleâ†’normal band. Push the crackle logit just past tau_c.
- normal with p_c >= 0.91: low-entropy false crackles (p_c â‰ˆ 0.94, same as
  true crackles). Push that logit down. Do not touch confident normals.
- wheeze-only, high entropy, p_w < 0.75: confused wheezeâ†’normal.
  A symmetric push-down on false wheeze was measured and removed: two
  epochs dropped wheeze recall from 66% to 43% and the score by 0.16.
- both, wheeze already on, p_c < 0.91: bothâ†’wheeze. Push crackle only.
r$   ©r    r   r   r   rR   r   r   r   r   )r'   r*   r(   r    rY   r!   r3   r4   rO   rL   ÚCONFUSED_ENTROPYrf   ÚFÚreluÚ
_LOGIT_093Ú
_LOGIT_075Ú
_LOGIT_091)Úpooled_cÚpooled_wÚlabelsÚy_cÚy_wrI   rJ   rT   Únear_crackleÚfalse_crackleÚmissed_wheezeÚ
both_shorts               r   Úboundary_hingerx   ”   sÜ  € ð �]‰]‹_×$Ñ$ RÓ(×+Ñ+°8·?±?Ð+ÐC×HÑHÓJ€FØ×Ñ Ó#€HØ×Ñ Ó#×&Ñ&¨h¯o©oÀXÇ^Á^Ð&ÐT€HØ�a‰K˜F a™KÑ(×
,Ñ
,°8·>±>Ð
,Ð
B€CØ�a‰K˜F a™KÑ(×
,Ñ
,°8·>±>Ð
,Ð
B€CÜ
�-Š-˜Ÿ™Ó)Ó
*€CÜ
�-Š-˜Ÿ™Ó)Ó
*€CÜ Ô!1°#Ó!;Ó<€Gà˜#‘I #¨¡+Ñ.°#¸±*Ñ=€LØ˜3‘Y 3¨$¡;Ñ/€Mà	ˆs‰�s˜S‘yÑ! WÔ0@Ñ%@ÑAÀSÈ4ÁZÑPð à˜‘)  c¡	Ñ*¨c°T©kÑ:¸cÀD¹jÑI€Jä”Q—V’VœJ¨Ñ1Ó2°LÓAÜ
”q—v’v˜hÓ'¨Ó
7ñ	8ä
”q—v’vœj¨8Ñ3Ó4°mÓ
Dñ	Eô ”q—v’vœj¨8Ñ3Ó4°jÓ
Añ	Bðr   c                 ó*  • U R                  5       n UR                  5       n[        XX#S9u  pE[        [        XE5      5      nUR	                  5       n[
        R                  " U5      (       a  [        U5      S::  a  [
        R                  " U5      $ Xg-  $ )zŸPass-1 four-class entropy divided by its batch mean.

Logits are detached. A constant entropy batch returns ones, which
FrameASDLoss treats as unweighted BCE.
r0   rD   )	r'   r   rO   rL   r)   r3   ÚisfiniterG   r[   )r7   r8   Úmil_poolÚmil_topkrI   rJ   rT   r)   s           r   Úentropy_anchor_weightsr}   ¹   sv   € ð �n‰nÓ€GØ�n‰nÓ€GÜ  ¸ÑP�H€CÜ Ô!1°#Ó!;Ó<€GØ�<‰<‹>€DÜ�>Š>˜$×Ñ¤5¨£;°$Ó#6Ü�Š˜wÓ'Ð'Ø‰>Ðr   c                 óÂ  • U R                  5       R                  5       R                  5       R                  S5      n UR                  5       R                  5       R	                  5       R                  S5      nU R                  5       UR                  5       :w  a  [        S5      e[        UR                  5       5      nUS:X  a  [        S5      e[        S[        US-  5      5      n[        R                  " U SSS9nXS	U    n0 n0 n0 n	0 n
[        U5       H¢  u  p¼X:H  n[        UR                  5       5      nU[        U5      -  nXøU'   U(       a  [        X   R                  5       5      OS
X|'   [        Xk:H  R                  5       R                  5       5      [        U5      -  nUXœ'   US
:”  a  UU-  OS
X¬'   M¤     [        U R                  5       5      US'   UUUUU	U
S.$ )zMMean entropy by true class, and top-decile share against the train base rate.r$   z,entropy and labels must have the same lengthr   z'entropy report needs at least one cycler   r   T)Ú
descendingÚstableNrA   Úall)ÚnÚtop_kÚmean_entropyÚ	base_rateÚtop10_shareÚ
enrichment)r'   rG   Úcpur*   rY   ÚnumelÚ
ValueErrorÚintr/   r3   ÚargsortÚ	enumeraterH   r)   Úitem)rT   rq   Úclass_namesr‚   rQ   ÚorderÚtopr„   r…   Ú	top_sharer‡   Úclass_idÚnamerd   ÚcountÚbaseÚshares                    r   Úentropy_class_reportr˜   É   s¬  € à�n‰nÓ×$Ñ$Ó&×*Ñ*Ó,×4Ñ4°RÓ8€GØ�]‰]‹_× Ñ Ó"×'Ñ'Ó)×1Ñ1°"Ó5€FØ‡}�}ƒ˜&Ÿ,™,›.Ó(ÜÐGÓHÐHÜˆF�L‰L‹NÓ€AØˆAƒvÜÐBÓCÐCÜˆAŒs�1�s‘7‹|Ó€AÜ�MŠM˜'¨d¸4Ñ@€EØ
�r˜�Ñ
€CØ€LØ€IØ€IØ€JÜ# KÖ0‰ˆØÑ!ˆÜ�D—H‘H“J“ˆØ”u˜Q“xÑˆØ�$‰Þ<AœU 7¡=×#5Ñ#5Ó#7Ô8ÀsˆÑÜ�s‘×+Ñ+Ó-×2Ñ2Ó4Ó5¼¸a»Ñ@ˆØˆ	‰Ø-1°C«Z˜E DšL¸Sˆ
Óñ 1ô   §¡£Ó/€L�ÑàØØ$ØØ Ø ñð r   c                 óT   • [        U S   5      U:„  =(       d    [        U S   5      U:„  $ )Nr   r   )rG   )ÚrowÚgates     r   Ú_enrichment_passesrœ   í   s)   € Ü��V‘Ó Ñ$×D¬¨c°)©nÓ(=ÀÑ(DÐDr   c                 ó  • [        U S   5      [        US   5      U-   :„  =(       d     [        U S   5      [        US   5      U-   :„  nU(       a  SOSnU(       a  U OUn[        X5      n[        X5      n[        Xb5      n	U(       d  U(       d  Sn	SR                  U5      n
OOU	(       d-  SR                  U[        US   5      [        US   5      U5      n
OU(       a  SR                  U5      n
OS	n
[        U	5      USSU
S
.$ )zÕChoose the entropy layer. The residual and the scored head stay on layer 11.

``layer10`` and ``layer11`` map class name to top-decile enrichment.
Train only when the chosen layer is enriched for both or crackle.
r   r   é
   é   Fz9neither layer has both or crackle enrichment above {:.2f}zAchosen layer {} both {:.3f} crackle {:.3f} does not exceed {:.2f}zhlayer 10 enrichment exceeds layer 11 by more than {:.2f}; entropy from layer 10, frames stay on layer 11z#entropy and frames stay on layer 11)ÚtrainÚentropy_layerÚframe_layerÚ
slot_layerÚreason)rG   rœ   ÚformatÚbool)Úlayer10Úlayer11r›   rU   Úuse_layer10r¡   ÚchosenÚlayer10_passesÚlayer11_passesr    r¤   s              r   Úchoose_entropy_anchorr­   ñ   s  € ô 	ˆg�f‰oÓ¤ w¨v¡Ó!7¸&Ñ!@Ñ@÷ 	JÜ�˜Ñ#Ó$¤u¨W°YÑ-?Ó'@À6Ñ'IÑIð ö &‘B¨2€MÞ#‰W¨€FÜ'¨Ó6€NÜ'¨Ó6€NÜ˜vÓ,€EÞ¦.ØˆØL×SÑSÐTXÓY‰ÞàO×VÑVØœu V¨F¡^Ó4´e¸FÀ9Ñ<MÓ6NÐPTóVñ 	ö 
ð=ß=C¹VÀF»^ñ 	ð
 7ˆä�e“Ø&ØØØñð r   c                 ój  • U R                  5       R                  S5      R                  UR                  S9R	                  5       n UR                  5       R                  S5      nUR                  5       R                  S5      R                  UR                  UR
                  S9n[        R                  " U5      nU S:H  X$:  -  nU S:H  U S:H  -  X:  -  nU S:H  X$:¬  -  nU S:H  X:¬  X$:¬  -  ) -  n	[        R                  " U[        R                  " U[        5      U5      n[        R                  " U[        R                  " U[        5      U5      n[        R                  " U[        R                  " U[        5      U5      n[        R                  " U	[        R                  " U[        5      U5      nU$ )zêPer-cycle BCE weights from labels and detached pass-1 top-k probabilities.

Priority, last assignment wins: missed wheeze, missed crackle, false wheeze, missed both.
A probability between 0.5 and tau_c still counts as a crackle miss.
r$   rh   r   r   r   r   r   )r'   r*   r(   r    rY   r!   r3   r[   rZ   r\   ÚW_MISSED_WHEEZEÚW_MISSED_CRACKLEÚW_FALSE_WHEEZEÚW_MISSED_BOTH)
rq   rI   rJ   r]   r^   Úweightrv   Úmissed_crackleÚfalse_wheezeÚmissed_boths
             r   Úerror_sample_weightsr·     sW  € ð �]‰]‹_×$Ñ$ RÓ(×+Ñ+°3·:±:Ð+Ð>×CÑCÓE€FØ
�*‰*‹,×
Ñ
˜rÓ
"€CØ
�*‰*‹,×
Ñ
˜rÓ
"×
%Ñ
%¨S¯Z©Z¸s¿y¹yÐ
%Ð
I€CÜ�_Š_˜SÓ!€FØ˜q‘[ S¡[Ñ1€MØ ‘{ v°¡{Ñ3¸¹ÑD€NØ˜a‘K C¡LÑ1€LØ˜Q‘; S¡\°c±lÑ$CÐ"DÑD€KÜ�[Š[˜¬¯ª¸ÄÓ(PÐRXÓY€FÜ�[Š[˜¬¯ª¸ÔAQÓ)RÐTZÓ[€FÜ�[Š[˜¤u§¢°v¼~Ó'NÐPVÓW€FÜ�[Š[˜¤e§o¢o°f¼mÓ&LÈfÓU€FØ€Mr   Fc                 óÞ  • U SS2S4   nU SS2S4   nSU SS2S4   U SS2S4   -   -  n[         R                  " U SS2S4   U SS2S4   5      nU SS2S	4   n[         R                  " U R                  S5      4[        [         R
                  U R                  S
9n[         R                  " U[        :  [         R                  " U[        5      U5      n[         R                  " US[        R                  " S5      -  :„  [         R                  " U[        5      U5      n[         R                  " U[        :„  [         R                  " U[        5      U5      nUn	[         R                  " U[         :¬  XC:„  -  [         R                  " U	["        5      U	5      n	[         R                  " U[         :¬  X4:¬  -  [         R                  " U	[$        5      U	5      n	[         R                  " U[         :¬  U[         :¬  -  [         R                  " U	[&        5      U	5      n	U(       aS  [)        [+        X45      5      n
U
[-        U5      :¬  n[         R                  " U[         R                  " U	[        5      U	5      n	U	$ )zÿRule id in 0..6 from pass-1 stats. Highest priority is applied last.

``soft_handoff`` keeps a high four-class-entropy cycle on REASON_ENTROPY.
Class-peak rules must not turn that cycle into a hard wheeze/crackle/both code.
The default path is unchanged.
Nr   r   r   r   r	   r
   r   é   ©r!   r    r   )r3   ÚmaximumÚfullr&   ÚREASON_OTHERrY   r    rZ   Ú
LOW_ENERGYr\   ÚREASON_LOW_ENERGYÚmathr   ÚREASON_ENTROPYÚDISAGREE_THRESHOLDÚREASON_DISAGREEÚPEAK_THRESHOLDÚREASON_WHEEZEÚREASON_CRACKLEÚREASON_BOTHrO   rL   rG   )ÚstatsÚsoft_handoffÚentropy_gaterI   rJ   ÚentÚdisagreer+   ÚtargetÚclass_targetÚent4Úconfuseds               r   Úreason_targets_from_statsrÑ   -  sé  € ð ’�1�‰+€CØ
’�1�‰+€CØ
�’q˜!�t‘˜u¢Q¨ T™{Ñ*Ñ
+€CÜ�}Š}˜U¢1 a 4™[¨%²°1°©+Ó6€HØ’1�a�4‰[€FÜ�ZŠZ˜Ÿ™ A›Ð(¬,¼e¿j¹jÐQV×Q]ÑQ]Ñ^€FÜ�[Š[˜¤*Ñ,¬e¯oªo¸fÔFWÓ.XÐZ`Óa€FÜ�[Š[˜˜s¤T§X¢X¨c£]Ñ2Ñ2´E·O²OÀFÌNÓ4[Ð]cÓd€FÜ�[Š[˜Ô$6Ñ6¼¿ºÈÔP_Ó8`ÐbhÓi€FØ€LÜ—;’;Ø	”Ñ	 3¡9Ñ-¬u¯ª¸|Ì]Ó/[Ð]iók€Lä—;’;Ø	”Ñ	 3¡:Ñ.´·²ÀÌnÓ0]Ð_kóm€Lä—;’;Ø	”Ñ	 3¬.Ñ#8Ñ9¼5¿?º?È<ÔYdÓ;eÐgsóu€LæÜ!Ô"2°3Ó"<Ó=ˆØœ5 Ó.Ñ.ˆÜ—{’{Ø”e—o’o l´NÓCÀ\óSˆàÐr   c                 ó>  • U R                  5       R                  S5      R                  UR                  [        R
                  S9n USS2S4   nUSS2S4   nUSS2S4   n[        R                  " UR                  S5      4[        [        R
                  UR                  S9n[        R                  " U[        :  [        R                  " U[        5      U5      n[        R                  " U S:H  U[        :¬  -  [        R                  " U[        5      U5      n[        R                  " U S:H  U[        :¬  -  [        R                  " U[        5      U5      n[        R                  " U S:H  U[        :  -  [        R                  " U[         5      U5      n[        R                  " U S:H  U[        :  -  [        R                  " U["        5      U5      n[        R                  " U S	:H  U[        :¬  U[        :¬  -  ) -  [        R                  " U[$        5      U5      nU$ )
zúError id in 0..6 from the train label and detached pass-1 peaks.

Slots stay label-free. This target is the train-set sign the readout learns.
Disease misses outrank a low-energy tag. A normal cycle with both peaks
high is counted as a false wheeze.
r$   r   Nr   r   r¹   rº   r   r   )r'   r*   r(   r    r3   rY   r¼   r&   r½   rZ   r¾   r\   r¿   rÄ   ÚREASON_FALSE_CRACKLEÚREASON_FALSE_WHEEZEÚREASON_MISSED_CRACKLEÚREASON_MISSED_WHEEZEÚREASON_MISSED_BOTH)rq   rÈ   rI   rJ   r+   rÍ   s         r   Úreason_targets_from_trainrØ   L  s´  € ð �]‰]‹_×$Ñ$ RÓ(×+Ñ+°5·<±<ÄuÇzÁzÐ+ÐR€FØ
’�1�‰+€CØ
’�1�‰+€CØ’1�a�4‰[€FÜ�ZŠZ˜Ÿ™ A›Ð(¬,¼e¿j¹jÐQV×Q]ÑQ]Ñ^€FÜ�[Š[˜¤*Ñ,¬e¯oªo¸fÔFWÓ.XÐZ`Óa€FÜ�[Š[Ø	�1‰˜¤Ñ.Ñ/Ü�Š˜Ô 4Ó5°vó?€Fô �[Š[Ø	�1‰˜¤Ñ.Ñ/Ü�Š˜Ô 3Ó4°fó>€Fô �[Š[Ø	�1‰˜œ~Ñ-Ñ.Ü�Š˜Ô 5Ó6¸ó@€Fô �[Š[Ø	�1‰˜œ~Ñ-Ñ.Ü�Š˜Ô 4Ó5°vó?€Fô �[Š[Ø	�1‰˜3¤.Ñ0°S¼NÑ5JÑKÐLÑLÜ�Š˜Ô 2Ó3°Vó=€Fð €Mr   c                 ó†  • X R                  5       -
  R                  S5      R                  SS9nXSUR                  5       -
  R                  S5      R                  SS9-   nUR                  S5      R	                  UR
                  UR                  S9nXV-  R                  5       UR                  5       R                  SS9-  $ )zNMSE of pass-2 logits toward detached pass-1, averaged over normal cycles only.r   r   r"   r$   r   r   rE   )	r'   Úpowr)   r*   r(   r    r!   rH   r   )Úlogit_c1Úlogit_w1Úlogit_c2Úlogit_w2Únormal_maskÚmserd   s          r   Únormal_anchor_lossrá   k  s©   € à—o‘oÓ'Ñ'×
,Ñ
,¨QÓ
/×
4Ñ
4¸Ð
4Ð
;€CØ
˜HŸO™OÓ-Ñ-×2Ñ2°1Ó5×:Ñ:¸qÐ:ÐAÑ
A€CØ×Ñ˜rÓ"×%Ñ%¨S¯Z©Z¸s¿y¹yÐ%ÐI€DØ‰J×ÑÓ §¡£
× 0Ñ 0°SÐ 0Ð 9Ñ9Ð9r   c                 ó6  • [        [        R                  " U R                  5       5      5      n[        [        R                  " UR                  5       5      5      nSX#-   R	                  SS9-  nSU[
        R                  " S5      -  -
  R                  SS5      $ )z@Pass-1 confidence weight shared by consistency losses. Detached.r   r   r"   r   r   rA   )r   r3   r4   r'   r)   rÀ   r   r   )rÛ   rÜ   r=   r>   rË   s        r   Ú_low_entropy_weightrã   s  su   € äœEŸMšM¨(¯/©/Ó*;Ó<Ó=€EÜœEŸMšM¨(¯/©/Ó*;Ó<Ó=€EØ
�‘×$Ñ$¨Ð$Ð+Ñ
+€CØ�#œŸš ›Ñ%Ñ%×,Ñ,¨S°#Ó6Ð6r   c                 óú   • [        X5      nX R                  5       -
  R                  S5      R                  SS9nXSUR                  5       -
  R                  S5      R                  SS9-   nXE-  R                  5       $ )z>Pull pass 2 toward detached pass 1 when pass-1 entropy is low.r   r   r"   ©rã   r'   rÚ   r)   ©rÛ   rÜ   rÝ   rÞ   r³   rà   s         r   Úconsistency_lossrç   {  sr   € ä  Ó4€FØ—o‘oÓ'Ñ'×
,Ñ
,¨QÓ
/×
4Ñ
4¸Ð
4Ð
;€CØ
˜HŸO™OÓ-Ñ-×2Ñ2°1Ó5×:Ñ:¸qÐ:ÐAÑ
A€CØ‰L×ÑÓ Ð r   c                 ó˜   • [        X5      nX1R                  5       -
  R                  S5      R                  SS9nXE-  R                  5       $ )zÎSame low-entropy weight. MSE anchors only the wheeze logit.

logit_c2 is accepted so this can replace consistency_loss, and it is not
part of the MSE. Pass-1 crackle entropy still enters the shared weight.
r   r   r"   rå   ræ   s         r   Úwheeze_consistency_lossré   ƒ  sG   € ô ! Ó4€FØ—o‘oÓ'Ñ'×
,Ñ
,¨QÓ
/×
4Ñ
4¸Ð
4Ð
;€CØ‰L×ÑÓ Ð r   c                   óN   ^ • \ rS rSrSrSSS\4U 4S jjrS rS rSS	 jr	S
r
U =r$ )ÚSelfFeedbackiŽ  zôLearned queries cross-attend to frames, shifted by detached pass-1 stats.

A zero-init timbre projection adds the clip-mean frame vector. Key dropout and
the log-RMS bias touch this attention only. Frames passed to the pass-2 head
stay intact.
r   r   r¹   c                 ó�  >• [         TU ]  5         X-  S:w  a  [        SR                  X5      5      eX0l        X l        X@l        X-  U l        U R                  S-  U l        XPl	        SU l
        [        R                  " [        R                  " SX!5      S-  5      U l        [        R                   " SU5      U l        [        R                   " XSS	9U l        [        R&                  R)                  U R$                  R*                  5        [        R,                  " U5      U l        [        R,                  " U5      U l        [        R                   " X5      U l        [        R                   " X5      U l        [        R                   " X5      U l        [        R                   " X5      U l        [        R,                  " U5      U l        g )
Nr   ú#dim {} is not divisible by heads {}ç      à¿Tr   g{®Gáz”?é	   F©Úbias)ÚsuperÚ__init__rŠ   r¥   r2   ÚslotsÚheadsÚhead_dimÚscaleÚkey_dropÚ
use_timbreÚnnÚ	Parameterr3   ÚrandnÚqueriesÚLinearÚ	stat_projÚtimbreÚinitÚzeros_r³   Ú	LayerNormÚnorm_qÚnorm_kvÚqrQ   ÚvÚoutÚnorm_out)Úselfr#   rô   r2   rõ   rø   Ú	__class__s         €r   ró   ÚSelfFeedback.__init__–  s1  ø€ Ü‰ÑÔØ‰;˜!ÓÜÐB×IÑIÈ#ÓUÓVÐVØŒ	ØŒ
ØŒ
Ø™ˆŒØ—]‘] dÑ*ˆŒ
Ø ŒØˆŒÜ—|’|¤E§K¢K°°5Ó$>ÀÑ$EÓFˆŒÜŸš 1 cÓ*ˆŒÜ—i’i ¨uÑ5ˆŒÜ
�‰�‰�t—{‘{×)Ñ)Ô*Ü—l’l 3Ó'ˆŒÜ—|’| CÓ(ˆŒÜ—’˜3Ó$ˆŒÜ—’˜3Ó$ˆŒÜ—’˜3Ó$ˆŒÜ—9’9˜SÓ&ˆŒÜŸš SÓ)ˆ�r   c                 óú   • Ub)  UR                  5       S:w  d  UR                  S5      U:w  a  g UR                  5       R                  UR                  UR
                  S9nUR                  SS9R                  5       $ )Nr   r$   r   rD   rE   )r#   r&   r'   r(   r    r!   r   r   )r
  r+   Ún_framesr,   s       r   Ú_frame_biasÚSelfFeedback._frame_bias­  sc   € Ø‰>˜VŸZ™Z›\¨QÓ.°&·+±+¸b³/ÀXÓ2MØØ—‘“×#Ñ#¨3¯:©:¸S¿Y¹YÐ#ÐGˆØ�|‰| ˆ|Ð%×)Ñ)Ó+Ð+r   c                 óT  • UR                   u  pEnUR                  S5      nU R                  U5      R                  XEU R                  U R
                  5      R                  SS5      nU R                  U5      R                  XGU R                  U R
                  5      R                  SS5      n	U R                  U5      R                  XGU R                  U R
                  5      R                  SS5      n
[        R                  " X‰R                  SS5      5      U R                  -  nUb  X³R                  USSU5      -   nU R                  (       ai  U R                  S:”  aY  [        R                  " XGUR                  S9U R                  :  nUR!                  UR                  USSU5      [#        S5      5      n[        R$                  " USS9n[        R&                  " US	S
9n[        R                  " Xº5      R                  SS5      R)                  XES5      nU R+                  U5      $ )Nr   r   éþÿÿÿr$   r   rh   z-infr"   rA   )Únan)Úshaper&   r  Úviewrõ   rö   Ú	transposerQ   r  r3   Úmatmulr÷   Útrainingrø   Úrandr    Úmasked_fillrG   ÚsoftmaxÚ
nan_to_numr*   r  )r
  ÚqueryÚkeyvalueÚenergy_biasÚbatchÚn_slotsÚ_r  r  rQ   r  ÚattnÚdropÚmixeds                 r   Ú_attendÚSelfFeedback._attend³  s¦  € Ø!ŸK™KÑˆ˜Ø—=‘= Ó#ˆØ�F‰F�5‹M×Ñ˜u¨t¯z©z¸4¿=¹=ÓI×SÑSÐTUÐWXÓYˆØ�F‰F�8Ó×!Ñ! %°4·:±:¸t¿}¹}ÓM×WÑWÐXYÐ[\Ó]ˆØ�F‰F�8Ó×!Ñ! %°4·:±:¸t¿}¹}ÓM×WÑWÐXYÐ[\Ó]ˆÜ�|Š|˜AŸ{™{¨2¨rÓ2Ó3°d·j±jÑ@ˆØÑ"Ø×*Ñ*¨5°!°Q¸ÓAÑAˆDØ�=�=˜TŸ]™]¨QÓ.Ü—:’:˜e°e·l±lÑCÀdÇmÁmÑSˆDØ×#Ñ# D§I¡I¨e°Q¸¸8Ó$DÄeÈFÃmÓTˆDÜ�}Š}˜T rÑ*ˆÜ×Ò ¨#Ñ.ˆÜ—’˜TÓ%×/Ñ/°°1Ó5×=Ñ=¸eÈbÓQˆØ�x‰x˜‹Ðr   c           
      ó   • Uc  UOUn[        X#X@R                  S9nUR                  S5      nU R                  R	                  USS5      U R                  U5      R                  S5      -   n	U R                  (       a/  X�R                  UR                  SS95      R                  S5      -   n	U R                  U R                  U	5      U R                  U5      U R                  XFR                  S5      U5      5      n
U R                  Xš-   5      U4$ )N©r2   r   r$   r   r"   )r?   r2   r&   rý   Úexpandrÿ   Ú	unsqueezerù   r   r)   r&  r  r  r  r	  )r
  Úframesr7   r8   r+   Úslot_framesÚkeysrÈ   r   r  Údeltas              r   ÚforwardÚSelfFeedback.forwardÄ  sà   € Ø$Ñ,‰v°+ˆÜ˜w°¿i¹iÑHˆØ—‘˜A“ˆØ—‘×#Ñ# E¨2¨rÓ2°T·^±^ÀEÓ5J×5TÑ5TÐUVÓ5WÑWˆØ�?�?ØŸK™K¨¯	©	°a¨	Ð(8Ó9×CÑCÀAÓFÑFˆEØ—‘Ø�K‰K˜Ó §¡¨TÓ 2Ø×Ñ˜V§Y¡Y¨q£\°4Ó8ó:ˆð �}‰}˜U™]Ó+¨UÐ2Ð2r   )rö   rõ   rQ   rø   r  r	  r  r  r  rý   r÷   rô   rÿ   r   r2   rù   r  )NN)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__ÚKEY_DROPró   r  r&  r0  Ú__static_attributes__Ú__classcell__©r  s   @r   rë   rë   Ž  s,   ø† ñð #$¨!°1¸x÷ *ò.,ò÷"
3ò 
3r   rë   c                   ó6   ^ • \ rS rSrSrSU 4S jjrS rSrU =r$ )ÚBiasFreeCrossAttentioniÑ  zLCross-attention with no biases. Zero key/value rows produce a zero residual.c                 óâ  >• [         TU ]  5         X-  S:w  a  [        SR                  X5      5      eX l        X-  U l        U R
                  S-  U l        [        R                  " XSS9U l	        [        R                  " XSS9U l
        [        R                  " XSS9U l        [        R                  " XSS9U l        [        R                  R                  U R                  R                  5        g )Nr   rí   rî   Frð   )rò   ró   rŠ   r¥   rõ   rö   r÷   rú   rþ   r  rQ   r  r  r  r  r³   ©r
  r#   rõ   r  s      €r   ró   ÚBiasFreeCrossAttention.__init__Ô  s­   ø€ Ü‰ÑÔØ‰;˜!ÓÜÐB×IÑIÈ#ÓUÓVÐVØŒ
Ø™ˆŒØ—]‘] dÑ*ˆŒ
Ü—’˜3¨%Ñ0ˆŒÜ—’˜3¨%Ñ0ˆŒÜ—’˜3¨%Ñ0ˆŒÜ—9’9˜S¨EÑ2ˆŒÜ
�‰�‰�t—x‘x—‘Õ'r   c                 óø  • UR                   u  p4nUR                  S5      nU R                  U5      R                  X4U R                  U R
                  5      R                  SS5      nU R                  U5      R                  X6U R                  U R
                  5      R                  SS5      nU R                  U5      R                  X6U R                  U R
                  5      R                  SS5      n	[        R                  " XxR                  SS5      5      U R                  -  n
U
R                  SS9n
[        R                  " X©5      R                  SS5      R                  X4S5      nU R                  U5      $ )Nr   r   r  r$   r"   )r  r&   r  r  rõ   rö   r  rQ   r  r3   r  r÷   r  r*   r  )r
  r  r  r   Útimer"  Úklenr  rQ   r  r#  r%  s               r   r0  ÚBiasFreeCrossAttention.forwardá  s   € ØŸ™‰ˆ�QØ�}‰}˜QÓˆØ�F‰F�5‹M×Ñ˜u¨D¯J©J¸¿¹ÓF×PÑPÐQRÐTUÓVˆØ�F‰F�8Ó×!Ñ! %¨t¯z©z¸4¿=¹=ÓI×SÑSÐTUÐWXÓYˆØ�F‰F�8Ó×!Ñ! %¨t¯z©z¸4¿=¹=ÓI×SÑSÐTUÐWXÓYˆÜ�|Š|˜AŸ{™{¨2¨rÓ2Ó3°d·j±jÑ@ˆØ�|‰| ˆ|Ð#ˆÜ—’˜TÓ%×/Ñ/°°1Ó5×=Ñ=¸eÈ2ÓNˆØ�x‰x˜‹Ðr   )rö   rõ   rQ   r  r  r÷   r  ©r¹   )	r2  r3  r4  r5  r6  ró   r0  r8  r9  r:  s   @r   r<  r<  Ñ  s   ø† ÙV÷(÷	ð 	r   r<  c                   ó6   ^ • \ rS rSrSU 4S jjrSS jrSrU =r$ )ÚFeedbackDecoderLayerií  c                 ó  >• [         TU ]  5         [        R                  " U5      U l        [        R                  " U5      U l        [        R                  " XSS9U l        [        R                  " U5      U l        [        X5      U l
        g )NT)Úbatch_first)rò   ró   rú   r  Ú
norm_slotsÚnorm_frames_kvÚMultiheadAttentionÚ	slot_attnÚnorm_frames_qr<  Ú
frame_attnr>  s      €r   ró   ÚFeedbackDecoderLayer.__init__î  s`   ø€ Ü‰ÑÔÜŸ,š, sÓ+ˆŒÜ Ÿlšl¨3Ó/ˆÔÜ×.Ò.¨sÀtÑLˆŒÜŸ\š\¨#Ó.ˆÔÜ0°Ó<ˆ�r   c                 ó`  • UR                  5       R                  5       R                  SSS9S:„  R                  UR                  S9nUc  UOUnU R                  U5      nU R                  U5      nU R                  XgUSS9u  p‰X$U-  -   nXR                  U R                  U5      U5      -   nX4$ )N)r   r   TrB   r   rR   F)Úneed_weights)
r'   r6   rH   r(   r!   rI  rJ  rL  rN  rM  )
r
  r,  rô   r-  Úactiver.  Úslot_qÚframe_kvÚ
slot_deltar"  s
             r   r0  ÚFeedbackDecoderLayer.forwardö  s´   € Ø—,‘,“.×$Ñ$Ó&×*Ñ*¨v¸tÐ*ÐDÀqÑH×LÑLÐSX×S^ÑS^ÐLÐ_ˆØ$Ñ,‰v°+ˆØ—‘ Ó'ˆØ×&Ñ& tÓ,ˆØŸ™ v¸ÐPU˜ÐV‰ˆ
Ø Ñ+Ñ+ˆØŸ/™/¨$×*<Ñ*<¸VÓ*DÀeÓLÑLˆØˆ}Ðr   )rN  rJ  rM  rI  rL  rD  ©N©r2  r3  r4  r5  ró   r0  r8  r9  r:  s   @r   rF  rF  í  s   ø† ÷=÷ò r   rF  c                   ó6   ^ • \ rS rSrSU 4S jjrSS jrSrU =r$ )ÚFeedbackDecoderi  c                 ó„   >^^• [         TU ]  5         [        R                  " UU4S j[	        U5       5       5      U l        g )Nc              3   ó8   >#   • U  H  n[        TTS 9v •  M     g7f))rõ   N)rF  )Ú.0r"  r#   rõ   s     €€r   Ú	<genexpr>Ú+FeedbackDecoder.__init__.<locals>.<genexpr>  s   øé € ð $KÚ<I°qÔ  ¨EÖ2ºMùs   ƒ)rò   ró   rú   Ú
ModuleListÚrangeÚlayers)r
  r#   rb  rõ   r  s    ` `€r   ró   ÚFeedbackDecoder.__init__  s2   ú€ Ü‰ÑÔÜ—m’mõ $KÜ<AÀ&¼Mó$Kó Kˆ�r   c                 ó@   • U R                    H  nU" XUS9u  pM     X4$ )N©r-  ©rb  )r
  r,  rô   r-  Úlayers        r   r0  ÚFeedbackDecoder.forward  s(   € Ø—[”[ˆEÙ! &¸[ÑI‰MˆF‘Eñ !àˆ}Ðr   rf  )r   r¹   rW  rX  r:  s   @r   rZ  rZ    s   ø† ÷K÷
ò r   rZ  c                   ó2   ^ • \ rS rSrSU 4S jjrS rSrU =r$ )ÚReasonReadouti  c                 ó¨   >• [         TU ]  5         U[        :  a  [        SR	                  [        5      5      e[
        R                  " X5      U l        g )Nz reason_codes must be at least {})rò   ró   ÚN_REASON_RULESrŠ   r¥   rú   rþ   Úproj)r
  r#   Ún_codesr  s      €r   ró   ÚReasonReadout.__init__  s=   ø€ Ü‰ÑÔØ”^Ó#ÜÐ?×FÑFÄ~ÓVÓWÐWÜ—I’I˜cÓ+ˆ�	r   c                 ó>   • U R                  UR                  SS95      $ )Nr   r"   )rm  r)   )r
  rô   s     r   r0  ÚReasonReadout.forward  s   € Ø�y‰y˜Ÿ™¨˜Ð*Ó+Ð+r   )rm  )é   rX  r:  s   @r   rj  rj    s   ø† ÷,÷,ð ,r   rj  c                   óT   ^ • \ rS rSrSr  S	U 4S jjrS rS rS r  S
S jr	Sr
U =r$ )ÚFeedbackRefineri  z2Pass-1 head, feedback slots, decoder, pass-2 head.c                 óÂ  >• [         TU ]  5         X l        X@l        [	        XXgS9U l        [        XUS9U l        [        XS9U l	        [        R                  " SUSS9U l        [        R                  R                  U R                  R                  5        U R!                  S["        R$                  " SS5      5        S	U l        SU l        S U l        S U l        S U l        g )
N)rô   r2   rõ   )rb  rõ   )rn  rr  Frð   Ú	confusionr   T)rò   ró   rô   Údrop_prë   Úself_feedbackrZ  Údecoderrj  Úreadoutrú   rþ   Ú	conf_projr  r  r³   Úregister_bufferr3   ÚzerosÚuse_confusion_priorÚsoft_reason_handoffr¢   r£   Úlayer_encoder)	r
  r#   rô   rb  rw  Úreason_codesr|   rõ   r  s	           €r   ró   ÚFeedbackRefiner.__init__  s±   ø€ ä‰ÑÔØŒ
ØŒÜ)¨#ÀÑWˆÔÜ& sÀÑGˆŒÜ$ SÑ?ˆŒÜŸš 2 s°Ñ7ˆŒÜ
�‰�‰�t—~‘~×,Ñ,Ô-Ø×Ñ˜[¬%¯+ª+°a¸Ó*;Ô<Ø#'ˆÔ Ø#(ˆÔ ØˆÔØˆŒØ!ˆÕr   c                 óh  • UR                  5       R                  U R                  R                  U R                  R                  S9nUR
                  U R                  R
                  :w  a-  [        SR                  [        UR
                  5      5      5      eU R                  R                  U5        g)z@Store the previous epoch's train confusion. Counts are detached.r   z$confusion counts must be 4x4, got {}N)
r'   r(   rv  r    r!   r  rŠ   r¥   ÚtupleÚcopy_)r
  Úcountss     r   Úupdate_confusionÚ FeedbackRefiner.update_confusion,  s|   € à—‘“×#Ñ#¨4¯>©>×+@Ñ+@ÈÏÉ×H\ÑH\Ð#Ð]ˆØ�<‰<˜4Ÿ>™>×/Ñ/Ó/ÜÐC×JÑJÌ5ÐQW×Q]ÑQ]ÓK^Ó_Ó`Ð`Ø�‰×Ñ˜VÕ$r   c                 ór  • U R                   R                  5       R                  S5      R                  UR                  S9n[        UR                  5       5      S:X  a  U$ U R                  X"R                  5       R                  SS9-  5      nUR                  5       nUS S 2SS S 24   U-   US S 2SS S 24'   U$ )Nr$   rR   rA   r   rE   r   )
rv  r'   r*   r(   r!   rG   rH   r{  r   Úclone)r
  rô   Úflatr/  s       r   Ú_mix_confusionÚFeedbackRefiner._mix_confusion3  sœ   € Ø�~‰~×$Ñ$Ó&×.Ñ.¨rÓ2×5Ñ5¸E¿K¹KÐ5ÐHˆÜ�—‘“Ó Ó#ØˆLØ—‘˜t§h¡h£j×&6Ñ&6¸3Ð&6Ð&?Ñ?Ó@ˆØ—‘“ˆØšq !¢Q˜w™¨%Ñ/ˆŠa�’Aˆg‰Øˆr   c                 ó  • U R                   (       a  U R                  S::  a  U$ [        R                  " UR	                  S5      UR
                  S9U R                  :  nUR                  UR                  SSS5      S5      $ )Nr   rh   r$   r   )r  rw  r3   r  r&   r    r  r  )r
  rô   r$  s      r   Ú_drop_slotsÚFeedbackRefiner._drop_slots<  s^   € Ø�}�} §¡¨qÓ 0ØˆLÜ�zŠz˜%Ÿ*™* Q›-°·±Ñ=ÀÇÁÑKˆØ× Ñ  §¡¨2¨q°!Ó!4°aÓ8Ð8r   c                 ó  • UR                   nUR                  5         [        R                  " 5          U" U5      u  pšS S S 5        U(       a  UR	                  5         Uc  U R                  UW	W
XWS9u  p¼O”UR                  UR                  S5      U R                  UR                  S5      4:w  a8  [        SR                  U R                  [        UR                  5      5      5      eUn[        W	W
XPR
                  R                  S9nU R                  U5      nU R                  (       a  U R!                  U5      nU R#                  XUS9u  pÞU" U5      u  nnU R%                  U5      nUc  ['        XÀR(                  S9nO[+        Xl5      n[-        XšSU R
                  R                  S9u  nn[/        UU[0        [2        S	9nUUU	U
UUU[5        XšUU5      [6        R8                  " UU5      US
   US   US   S.$ ! , (       d  f       GNÃ= f)Nre  r   r$   z)external_slots must be [B, {}, D], got {}r)  )rÉ   r2   r0   )r]   r^   rS   rT   rU   )r7   r8   rÛ   rÜ   rô   ÚcodesÚreason_targetÚconsistencyÚreason_lossÚdecision_predÚdecision_entropyÚdecision_margin)r  Úevalr3   Úno_gradr    rx  r  r&   rô   rŠ   r¥   r„  r?   r2   r�  r~  rŒ  ry  rz  rÑ   r  rØ   r   ra   ÚS1_TAU_CÚS1_TAU_Wrç   rj   Úcross_entropy)r
  r,  Úhead1Úhead2Úexternal_slotsr+   rq   r-  Úwas_trainingrÛ   rÜ   rô   rÈ   Úframes2Ú	slots_outrÝ   rÞ   r’  rÍ   Úp_c1Úp_w1Údecisions                         r   r0  ÚFeedbackRefiner.forwardB  së  € à—~‘~ˆØ�
‰
ŒÜ�]Š]�_Ù!& v£ÑˆH÷ æØ�K‰KŒMàÑ!Ø×-Ñ-Ø˜ (¨Fð .ð M‰LˆE�5ð ×#Ñ#¨¯©°A«¸¿
¹
ÀFÇKÁKÐPRÃOÐ'TÓTÜ Ø?×FÑFØŸ
™
¤E¨.×*>Ñ*>Ó$?óAóBð Bð #ˆEÜ" 8¨X°v×DVÑDV×D[ÑD[Ñ\ˆEØ× Ñ  Ó'ˆØ×#×#Ø×'Ñ'¨Ó.ˆEØ!Ÿ\™\¨&À[˜\ÐQÑˆÙ" 7›^Ñˆ�(Ø—‘˜YÓ'ˆØ‰>Ü.Ø×$<Ñ$<ñ>‰Fô /¨vÓ=ˆFÜ&Ø V°$×2DÑ2D×2IÑ2IñK‰
ˆˆdä! $¨´HÄHÑMˆàØØ Ø ØØØ#Ü+¨HÀÈ(ÓSÜŸ?š?¨5°&Ó9Ø% fÑ-Ø (¨Ñ 3Ø'¨Ñ1ñ
ð 	
÷; Ž_ús   ²G9Ç9
H)r{  ry  rw  r¢   r€  rz  rx  r£   rô   r  r~  )r   r   r   rr  r   r¹   )NNNN)r2  r3  r4  r5  r6  ró   r‡  rŒ  r�  r0  r8  r9  r:  s   @r   rt  rt    s4   ø† Ù<àHJØ#$÷"ò"%òò9ð VZØ ÷.
ò .
r   rt  zself_feedback.attn.)zself_feedback.q.zself_feedback.k.zself_feedback.v.zself_feedback.out.c                 óÈ  • [        U 5      n U  Vs/ s H   oR                  [        5      (       d  M  UPM"     nnU(       d  U S4$ SnU Vs/ s H  oU ;  d  M
  UPM     nnU(       a  [        SR	                  U5      5      e[        S U  5       5      (       a  [        S5      eU R                  S5      R                  5       R                  5       nU R                  S5      R                  5       R                  5       nU R                  S5      R                  5       R                  5       nU R                  S	5      R                  5       R                  5       n[        U 5       Vs/ s H   oR                  [        5      (       d  M  UPM"     n	nU	(       a  [        S
R	                  U	5      5      eUR                  5       S:w  d'  UR                  S5      UR                  S5      S-  :w  a-  [        SR	                  [        UR                  5      5      5      eUR                  5       UR                  S5      :w  aA  [        SR	                  [        UR                  5      [        UR                  5      5      5      eUR                  S5      n
UR                  U
SS9u  p¼nUR                  U
SS9u  pïnX°S'   XàS'   XÀS'   XðS'   XÐS'   UU S'   XpS'   X€S'   U S4$ s  snf s  snf s  snf )zûMap a saved MultiheadAttention blob onto q, k, v, and out.

``in_proj_*`` is the packed Q,K,V matrix of ``nn.MultiheadAttention``.
Those values are copied into the current linears. They are not left behind
as unexpected keys and they are not dropped.
F)ú!self_feedback.attn.in_proj_weightúself_feedback.attn.in_proj_biasú"self_feedback.attn.out_proj.weightú self_feedback.attn.out_proj.biasz/legacy SelfFeedback attention is incomplete: {}c              3   óJ   #   • U  H  oR                  [        5      v •  M     g 7frW  )Ú
startswithÚ_LEGACY_QKV)r]  Úkeys     r   r^  Ú.adapt_legacy_feedback_state.<locals>.<genexpr>‹  s   é € Ð
8²%¨3�>‰>œ+×&Ð&²%ùs   ‚!#z/checkpoint has both legacy attn.* and q/k/v/outr©  rª  r«  r¬  z"unmapped legacy attention keys: {}r   r   r   r   zunexpected in_proj shape {}z(in_proj bias {} does not match weight {}r"   zself_feedback.q.weightzself_feedback.q.biaszself_feedback.k.weightzself_feedback.k.biaszself_feedback.v.weightzself_feedback.v.biaszself_feedback.out.weightzself_feedback.out.biasT)Údictr®  Ú_LEGACY_ATTN_PREFIXÚRuntimeErrorr¥   ÚanyÚpopr'   rŠ  Úlistr#   r&   r„  r  r‰   Úsplit)Ústater°  Úlegacy_keysÚrequiredÚmissingÚin_wÚin_bÚout_wÚout_bÚextrar#   Úq_wÚk_wÚv_wÚq_bÚk_bÚv_bs                    r   Úadapt_legacy_feedback_staterÈ  w  s‚  € ô �‹K€EÙ"'ÓO¢%˜3¯>©>Ô:M×+N—3¡%€KÐOÞØ�eˆ|Ðð€Hñ 'Ó;šh�s°UÑ*:�s™h€GÐ;ÞÜÐL×SÑSÐT[Ó\Ó]Ð]Ü
Ñ
8±%Ó
8×8Ñ8ÜÐLÓMÐMØ�9‰9Ð8Ó9×@Ñ@ÓB×HÑHÓJ€DØ�9‰9Ð6Ó7×>Ñ>Ó@×FÑFÓH€DØ�I‰IÐ:Ó;×BÑBÓD×JÑJÓL€EØ�I‰IÐ8Ó9×@Ñ@ÓB×HÑHÓJ€EÜ  œKÓOšK�S¯>©>Ô:M×+N�S™K€EÐOÞÜÐ?×FÑFÀuÓMÓNÐNØ‡x�xƒz�Qƒ˜$Ÿ)™) A›,¨$¯)©)°A«,¸Ñ*:Ó:ÜÐ8×?Ñ?ÄÀdÇjÁjÓ@QÓRÓSÐSØ‡z�zƒ|�t—y‘y “|Ó#ÜÐE×LÑLÜ�$—*‘*Óœu T§Z¡ZÓ0ó2ó 3ð 	3à
�)‰)�A‹,€CØ—J‘J˜s¨�JÐ*�M€CˆcØ—J‘J˜s¨�JÐ*�M€CˆcØ&)Ð
"Ñ#Ø$'Ð
 Ñ!Ø&)Ð
"Ñ#Ø$'Ð
 Ñ!Ø&)Ð
"Ñ#Ø$'€EÐ
 Ñ!Ø(-Ð
$Ñ%Ø&+Ð
"Ñ#Ø�$ˆ;ÐùòK Pùò <ùò Ps"   �K±KÁ
	KÁKÅ#KÆKc                 óÞ  • [        U5      u  p#U R                  USS9u  pEU(       a  S1O	[        5       nU Vs/ s H  owU;  d  M
  UPM     nnU(       d  U(       a$  [        SR	                  U[        U5      5      5      eU(       ab  SU R                  l        [        U R                  R                  R                  R                  5       5      n	[        SR	                  U	5      5        U$ s  snf )zñLoad a feedback blob. Legacy ``attn.in_proj_*`` weights are mapped onto q/k/v/out.

The saved checkpoint has no timbre projection. That one key may stay at its
zero init, and timbre is turned off so the loaded attention is the whole update.
F)Ústrictzself_feedback.timbre.weightz5feedback checkpoint mismatch missing {} unexpected {}zNlegacy SelfFeedback attention mapped onto q/k/v/out ({} q weights); timbre off)rÈ  Úload_state_dictÚsetr´  r¥   r·  rx  rù   r‹   r  r³   r‰   Úprint)
Úrefinerr¹  ÚadaptedÚlegacyr¼  Ú
unexpectedÚallowedr°  ÚbadÚcopieds
             r   Úload_feedback_state_dictrÕ  §  sÏ   € ô 2°%Ó8�O€GØ!×1Ñ1°'À%Ð1ÐHÑ€GÞ17Ð,Ñ-¼S»U€GÙ!Ó
8š'�3°Ñ%7�3™'€CÐ
8Þ–SÜÐR×YÑYØ”�jÓ!ó#ó $ð 	$æØ+0ˆ×ÑÔ(Ü�W×*Ñ*×,Ñ,×3Ñ3×9Ñ9Ó;Ó<ˆÜÐ^×eÑeÐflÓmÔnØ€Mùò 9s   ¸	C*ÁC*c                 ól   • [        U SS5      nUb  [        USS5      OSnUb  [        USS5      nU$ SnU$ )zIBEATs transformer blocks, or None when this module is not a BeatsEncoder.ÚbeatsNÚencoderrb  )Úgetattr)Úmodelr×  rØ  rb  s       r   Úencoder_layersrÛ  »  sK   € ä�E˜7 DÓ)€EØ16Ñ1BŒg�e˜Y¨Ô-È€GØ18Ñ1DŒW�W˜h¨Ó-€FØ€Mð KO€FØ€Mr   c                 óH  • [        U 5      n[        U5      nUb  [        U5      S:X  d  US::  a  / $ [        U[        U5      5      nX#* S  H!  nUR	                  5        H
  nSUl        M     M#     X#* S  VVs/ s H  oDR	                  5         H  oUPM     M     snn$ s  snnf )zETrain only the last n transformer blocks. Earlier blocks stay frozen.Nr   T)rÛ  r‹   ÚlenrF   Ú
parametersÚrequires_grad)rÚ  Ún_layersrb  r‚   rg  Úparams         r   Úunfreeze_encoder_tailrâ  Ã  s›   € ä˜EÓ"€FÜˆH‹€AØ�~œ˜V›¨Ó)¨Q°!«VØˆ	ÜˆAŒs�6‹{Ó€AØ˜˜“ˆØ×%Ñ%Ö'ˆEØ"&ˆEÖó (ñ ð  & b c™{ÔKš{�e×8HÑ8H×8J¨uŠEÑ8J‰E™{ÒKÐKùÓKs   Á8"Bc           
      óH  • [         R                  " U5      nU R                  5        H
  nSUl        M     UR                  5        H
  nSUl        M     UR                  5        H
  nSUl        M     [	        U [        [        USS5      =(       d    S5      S9  [        U R                  UR                  UR                  UR                  UR                  UR                  S9R                  U5      n[        [        USS5      5      Ul        UR                  U5      Ul        U$ )z{Freeze pass-1 head and the encoder. Open the tail only when asked.

The refiner and the copied pass-2 head stay trainable.
FTÚencoder_tail_layersr   )rà  )r#   rô   rb  rw  r�  r|   r  )ÚcopyÚdeepcopyrÞ  rß  râ  r‹   rÙ  rt  Úencoder_dimÚfeedback_slotsÚfeedback_layersÚfeedback_dropr�  r|   r(   r¦   r  rŸ  )rÚ  ÚheadÚargsr    rŸ  rá  rÎ  s          r   Úattach_stage2rí  Ð  sû   € ô
 �MŠM˜$Ó€EØ×!Ñ!Ö#ˆØ#ˆÖñ $à—‘Ö"ˆØ#ˆÖñ #à×!Ñ!Ö#ˆØ"ˆÖñ $ä˜%¬#¬g°dÐ<QÐSTÓ.U×.ZÐYZÓ*[Ò\ÜØ×ÑØ×!Ñ!Ø×#Ñ#Ø×!Ñ!Ø×&Ñ&Ø—‘ñ÷ 	�bˆƒjð ô #'¤w¨tÐ5JÈEÓ'RÓ"S€GÔØ—H‘H˜VÓ$€G„MØ€Nr   )r   )r   r   )r2   r   )r   )Lr6  rå  rÀ   r3   Útorch.nnrú   Útorch.nn.functionalÚ
functionalrj   Úmethod.frame_asdr   r   rÇ   rÆ   rÅ   rÃ   rÁ   r¿   r½   r×   rÕ   rÖ   rÔ   rÓ   rl  r¾   rÂ   rÄ   r›  rœ  r²   r±   r°   r¯   r7  ÚENTROPY_GATEÚENTROPY_LAYER_MARGINÚFOUR_CLASS_NAMESr   r-   r?   rL   rO   r   ri   ra   rl   rn   rm   rf   rx   r}   r˜   rœ   r­   r·   rÑ   rØ   rá   rã   rç   ré   ÚModulerë   r<  rF  rZ  rj  rt  r³  r¯  rÈ  rÕ  rÛ  râ  rí  © r   r   Ú<module>r÷     sú  ðñó Û ã Ý ß Ð ç ?à€Ø€Ø€Ø€Ø€ØÐ Ø€ØÐ ØÐ ØÐ ØÐ ØÐ Ø€à€
ØÐ Ø€Ø€Ø€Ø€Ø€ØÐ Ø€Ø€Ø€ØÐ Ø:Ð ò8ò
ôò&Cò ,ð —8’8˜C“=Ð ôð@ �XŠX�kÓ"€
Ø�XŠX�kÓ"€
Ø�XŠX�kÓ"€
òAò
"ôJð  7Gô !òHEð 2>ÐFZô $ðN 2:Àô ð* 38ÐFVô ò>ò>:ò7ò!ò!ô@3�2—9‘9ô @3ôF˜RŸY™Yô ô8˜2Ÿ9™9ô ô(	�b—i‘iô 	ô,�B—I‘Iô ,ôX
�b—i‘iô X
ðv ,Ð Ø`€ò-ò`ò(ô
Lór   