ó
    ÒîÚjÖ  ã                   ó    • S r SSKrSSKJs  Jr  SSKrSSKJ	r	J
r
JrJrJrJrJrJrJrJrJr  S rS rS rS rS rS	 rS
 rS rS rS rS rg)z8Four-class Shannon entropy used as a stage-2 BCE anchor.é    N)ÚCONFUSED_ENTROPYÚREASON_ENTROPYÚREASON_WHEEZEÚboundary_hingeÚchoose_entropy_anchorÚcycle_decisionÚentropy_anchor_weightsÚentropy_class_reportÚfour_class_entropyÚfour_class_probsÚreason_targets_from_statsc                  óf  • [        [        R                  " S/5      [        R                  " S/5      5      n [        [        R                  " S/5      [        R                  " S/5      5      n[        R                  o R                  nSoD* oS" US9n[        R
                  nSo‡" U5      o’" Xi5      oª(       Gd¾  SS[        R                  " 5       ;   d  [        R                  " [        5      (       a  [        R                  " [        5      OS[        R                  " U5      S[        R                  " 5       ;   d  [        R                  " U 5      (       a  [        R                  " U 5      OS[        R                  " U5      [        R                  " U5      [        R                  " U5      S[        R                  " 5       ;   d  [        R                  " [        5      (       a  [        R                  " [        5      OS[        R                  " U5      [        R                  " U5      [        R                  " U	5      [        R                  " U
5      S	.-  n[        [        R                  " U5      5      eS =n=n=n=n=n=n=n=pš[        R                  n[        R                  nS
nSol" XÖ5      oâ" X5      oÿ(       Gd”  SS[        R                  " 5       ;   d  [        R                  " [        5      (       a  [        R                  " [        5      OS[        R                  " U5      S[        R                  " 5       ;   d  [        R                  " U 5      (       a  [        R                  " U 5      OSS[        R                  " 5       ;   d  [        R                  " [        5      (       a  [        R                  " [        5      OS[        R                  " U5      [        R                  " U5      [        R                  " U5      [        R                  " U5      [        R                  " U5      S.	-  n[        [        R                  " U5      5      eS =n=n=n=n=pï[        U 5      nUR                  o3" 5       n[        U5      oîR                  oÿ" 5       nUU:„  oU(       Gd   [        R                   " SU4SUU45      S[        R                  " 5       ;   d  [        R                  " [        5      (       a  [        R                  " [        5      OSS[        R                  " 5       ;   d  [        R                  " U 5      (       a  [        R                  " U 5      OS[        R                  " U5      [        R                  " U5      [        R                  " U5      S[        R                  " 5       ;   d  [        R                  " [        5      (       a  [        R                  " [        5      OSS[        R                  " 5       ;   d  [        R                  " U5      (       a  [        R                  " U5      OS[        R                  " U5      [        R                  " U5      [        R                  " U5      S.
-  nSSU0-  n[        [        R                  " U5      5      eS =n=n=n=n=n=nng )Nç      à?ç®Gáz®ï?ç{®Gáz„?é   )ÚdimzÑassert %(py19)s
{%(py19)s = %(py2)s
{%(py2)s = %(py0)s.allclose
}(%(py10)s
{%(py10)s = %(py5)s
{%(py5)s = %(py3)s.sum
}(dim=-%(py7)s)
}, %(py17)s
{%(py17)s = %(py13)s
{%(py13)s = %(py11)s.ones
}(%(py15)s)
})
}ÚtorchÚuniform)Úpy0Úpy2Úpy3Úpy5Úpy7Úpy10Úpy11Úpy13Úpy15Úpy17Úpy19)r   é   g      Ð?z™assert %(py14)s
{%(py14)s = %(py2)s
{%(py2)s = %(py0)s.allclose
}(%(py3)s, %(py12)s
{%(py12)s = %(py6)s
{%(py6)s = %(py4)s.full
}(%(py8)s, %(py10)s)
})
})	r   r   r   Úpy4Úpy6Úpy8r   Úpy12Úpy14©Ú>)z¶%(py7)s
{%(py7)s = %(py5)s
{%(py5)s = %(py3)s
{%(py3)s = %(py0)s(%(py1)s)
}.item
}()
} > %(py16)s
{%(py16)s = %(py14)s
{%(py14)s = %(py12)s
{%(py12)s = %(py9)s(%(py10)s)
}.item
}()
}r   Úpeaked)
r   Úpy1r   r   r   Úpy9r   r%   r&   Úpy16zassert %(py18)sÚpy18)r   r   ÚtensorÚallcloseÚsumÚonesÚ@py_builtinsÚlocalsÚ
@pytest_arÚ_should_repr_global_nameÚ	_safereprÚAssertionErrorÚ_format_explanationÚfullr   ÚitemÚ_call_reprcompare)r   r)   Ú@py_assert1Ú@py_assert4Ú@py_assert6Ú@py_assert8Ú@py_assert9Ú@py_assert12Ú@py_assert14Ú@py_assert16Ú@py_assert18Ú@py_format20Ú@py_assert5Ú@py_assert7Ú@py_assert11Ú@py_assert13Ú@py_format15Ú@py_assert2Ú@py_assert15Ú@py_format17Ú@py_format19s                        Ú:/root/disk_3tb/ICBHI_2017_F12/tests/test_entropy_anchor.pyÚ=test_uniform_four_class_entropy_exceeds_a_peaked_distributionrP      sŸ  € ÜœuŸ|š|¨S¨EÓ2´E·L²LÀ#ÀÓ4GÓH€GÜœeŸlšl¨D¨6Ó2´E·L²LÀ$ÀÓ4HÓI€FÜ�>‰>Ð=Ÿ+™+Ð=¨1Ð=¨"Ð=˜+¨"Ñ-Ð=¬u¯z©zÐ=¸!Ð=¨z¸!«}Ð=ˆ>Ð-Ó=Ð=Ö=×=×=×=×=×=Ñ=Œ5×=×=×=Ñ=Œ5×=×=Õ=ˆ>×=×=×=×=×=Ô=˜'×=×=×=Ñ=˜'×=×=Õ=˜+×=×=Ó=¨1×=×=Ó=Ð-×=×=×=×=×=Ô=¬u×=×=×=Ñ=¬u×=×=Õ=¨z×=×=Ó=¸!×=×=Ó=¨}×=×=Ó=Ð=×=×=×=×=×=×=×=Ð=Ü�>‰>Ð<¤5§:¡:Ð<¨fÐ<°dÐ< :¨fÓ#;Ð<ˆ>˜'Ó<Ð<Ö<×<×<×<×<×<Ñ<Œ5×<×<×<Ñ<Œ5×<×<Õ<ˆ>×<×<×<×<×<Ô<˜'×<×<×<Ñ<˜'×<×<×<×<×<Ö<¤5×<×<×<Ñ<¤5×<×<Õ< :×<×<Ó<¨f×<×<Ó<°d×<×<Ó<Ð#;×<×<Ó<Ð<×<×<×<×<×<×<Ò<Ü˜gÓ&ÐQÐ&×+Ñ+ÐQÐ+Ó-ÐQÔ0BÀ6Ó0JÐQ×0OÑ0OÐQÐ0OÓ0QÐQÐ-Ð0QÑQ×Q×Q×QÓQÐ-Ð0Q×Q×Q×Q×Q×QÕQÔ×Q×Q×QÑQÔ×Q×Q×Q×Q×QÖQ˜g×Q×Q×QÑQ˜g×Q×QÕQÐ&×Q×QÓQÐ+×Q×QÓQÐ-×Q×Q×Q×Q×QÔQÔ0B×Q×Q×QÑQÔ0B×Q×Q×Q×Q×QÖQÀ6×Q×Q×QÑQÀ6×Q×QÕQÐ0J×Q×QÓQÐ0O×Q×QÓQÐ0Q×Q×Q×Q×Q×Q×Q×QÕQó    c                  óN  • [         R                  " SS5      n [         R                  " SS5      n[        XSSS9nUR                  nSoCU:H  oU(       dº  [
        R                  " SU4SX445      S	[        R                  " 5       ;   d  [
        R                  " U5      (       a  [
        R                  " U5      OS	[
        R                  " U5      [
        R                  " U5      S
.-  nSSU0-  n[        [
        R                  " U5      5      eS =n=pTUR                  nS oCUL oU(       dº  [
        R                  " SU4SX445      S	[        R                  " 5       ;   d  [
        R                  " U5      (       a  [
        R                  " U5      OS	[
        R                  " U5      [
        R                  " U5      S
.-  nSSU0-  n[        [
        R                  " U5      5      eS =n=pT[         R                  n[         R                  nSo˜" U	5      o£" X*5      o»(       Gd  SS[        R                  " 5       ;   d  [
        R                  " [         5      (       a  [
        R                  " [         5      OS[
        R                  " U5      S	[        R                  " 5       ;   d  [
        R                  " U5      (       a  [
        R                  " U5      OS	S[        R                  " 5       ;   d  [
        R                  " [         5      (       a  [
        R                  " [         5      OS[
        R                  " U5      [
        R                  " U	5      [
        R                  " U
5      [
        R                  " U5      S.-  n[        [
        R                  " U5      5      eS =n=n=n	=p«g )Nr!   é   Útopké   )Úmil_poolÚmil_topk)r!   ©ú==)z-%(py2)s
{%(py2)s = %(py0)s.shape
} == %(py5)sÚweight)r   r   r   zassert %(py7)sr   ©Úis)z/%(py2)s
{%(py2)s = %(py0)s.grad_fn
} is %(py5)sz�assert %(py12)s
{%(py12)s = %(py2)s
{%(py2)s = %(py0)s.allclose
}(%(py3)s, %(py10)s
{%(py10)s = %(py6)s
{%(py6)s = %(py4)s.ones
}(%(py8)s)
})
}r   )r   r   r   r"   r#   r$   r   r%   )r   Úzerosr1   r	   Úshaper4   r;   r2   r3   r5   r6   r7   r8   Úgrad_fnr/   )Úlogit_cÚlogit_wrZ   r<   r=   Ú@py_assert3Ú@py_format6Ú@py_format8rF   rG   r@   rH   Ú@py_format13s                rO   Ú+test_constant_entropy_yields_weights_of_onerf      sð  € Ü�kŠk˜!˜QÓ€GÜ�jŠj˜˜AÓ€GÜ# G¸vÐPQÑR€FØ�<‰<Ð˜4Ð˜4Ñ×××Òˆ<×××××Õˆ6×××Ñˆ6××Õˆ<××Ó˜4××××××ÓØ�>‰>Ð!˜TÐ!˜TÐ!×!×!×!Ò!ˆ>×!×!×!×!×!Õ!ˆ6×!×!×!Ñ!ˆ6×!×!Õ!ˆ>×!×!Ó!˜T×!×!×!×!×!×!Ó!Ü�>‰>Ð0¤%§*¡*Ð0¨QÐ0 *¨Q£-Ð0ˆ>˜&Ó0Ð0Ö0×0×0×0×0×0Ñ0Œ5×0×0×0Ñ0Œ5×0×0Õ0ˆ>×0×0×0×0×0Ô0˜&×0×0×0Ñ0˜&×0×0×0×0×0Ö0¤%×0×0×0Ñ0¤%×0×0Õ0 *×0×0Ó0¨Q×0×0Ó0 -×0×0Ó0Ð0×0×0×0×0×0×0Ñ0rQ   c                  óÎ  • [         R                  " / SQ5      n [         R                  " / SQ5      n[        X5      nUS   nSoCU:H  oU(       do  [        R                  " SU4SX445      [        R
                  " U5      [        R
                  " U5      S.-  nSS	U0-  n[        [        R                  " U5      5      eS =n=pTUS
   nSoCU:H  oU(       do  [        R                  " SU4SX445      [        R
                  " U5      [        R
                  " U5      S.-  nSS	U0-  n[        [        R                  " U5      5      eS =n=pTUS   S   nSoCU:H  oU(       do  [        R                  " SU4SX445      [        R
                  " U5      [        R
                  " U5      S.-  nSS	U0-  n[        [        R                  " U5      5      eS =n=pTUS   S   nSoCU:H  oU(       do  [        R                  " SU4SX445      [        R
                  " U5      [        R
                  " U5      S.-  nSS	U0-  n[        [        R                  " U5      5      eS =n=pTUS   S   nSoCU:H  oU(       do  [        R                  " SU4SX445      [        R
                  " U5      [        R
                  " U5      S.-  nSS	U0-  n[        [        R                  " U5      5      eS =n=pTUS   S   nSoCU:H  oU(       do  [        R                  " SU4SX445      [        R
                  " U5      [        R
                  " U5      S.-  nSS	U0-  n[        [        R                  " U5      5      eS =n=pTg )N)
rU   r   r   r   r   r   r   r   r   r   )
g      @çš™™™™™¹?gš™™™™™É?g333333Ó?gš™™™™™Ù?r   g333333ã?gffffffæ?gš™™™™™é?gÍÌÌÌÌÌì?Úné
   rX   ©z%(py1)s == %(py4)s©r*   r"   úassert %(py6)sr#   Útop_kr   Útop10_shareÚbothç      ð?Ú	base_raterh   Ú
enrichmentg      $@Úcrackleç        )r   r.   r
   r4   r;   r6   r7   r8   )ÚlabelsÚentropyÚreportÚ@py_assert0rb   rK   Ú@py_format5Ú@py_format7s           rO   Ú2test_top_decile_enrichment_is_share_over_base_rater|   %   s  € Ü�\Š\Ò8Ó9€FÜ�lŠlÒMÓN€GÜ! 'Ó2€FØ�#‰;Ð˜"Ð˜"Ñ×××Òˆ;××Ôˆ;××Ó˜"××××××ÓØ�'‰?Ð˜aÐ˜aÑ×××Òˆ?××Ôˆ?××Ó˜a××××××ÓØ�-Ñ  Ñ(Ð/¨CÐ/¨CÑ/×/×/×/Ò/Ð(×/×/Ô/Ð(×/×/Ó/¨C×/×/×/×/×/×/Ó/Ø�+Ñ˜vÑ&Ð-¨#Ð-¨#Ñ-×-×-×-Ò-Ð&×-×-Ô-Ð&×-×-Ó-¨#×-×-×-×-×-×-Ó-Ø�,Ñ Ñ'Ð/¨4Ð/¨4Ñ/×/×/×/Ò/Ð'×/×/Ô/Ð'×/×/Ó/¨4×/×/×/×/×/×/Ó/Ø�,Ñ 	Ñ*Ð1¨cÐ1¨cÑ1×1×1×1Ò1Ð*×1×1Ô1Ð*×1×1Ó1¨c×1×1×1×1×1×1Ô1rQ   c                  óH  • SSS.n [        U SSS.5      nUS   nSo2UL oD(       do  [        R                  " SU4SX#45      [        R                  " U5      [        R                  " U5      S	.-  nS
SU0-  n[	        [        R
                  " U5      5      eS =n=pCUS   nSo2U:H  oD(       do  [        R                  " SU4SX#45      [        R                  " U5      [        R                  " U5      S	.-  nS
SU0-  n[	        [        R
                  " U5      5      eS =n=pCUS   nSo2U:H  oD(       do  [        R                  " SU4SX#45      [        R                  " U5      [        R                  " U5      S	.-  nS
SU0-  n[	        [        R
                  " U5      5      eS =n=pCg )Nrq   gš™™™™™ñ?©rp   rt   g333333ó?ÚtrainFr[   ©z%(py1)s is %(py4)srl   rm   r#   Úframe_layeré   rX   rk   Ú
slot_layer©r   r4   r;   r6   r7   r8   )ÚflatÚchoicery   rb   rK   rz   r{   s          rO   Ú.test_gate_stops_when_neither_layer_is_enrichedr‡   1   s
  € Ø CÑ(€DÜ" 4°#À#Ñ)FÓG€FØ�'‰?Ð#˜eÐ#˜eÐ#×#×#×#Ò#ˆ?×#×#Ô#ˆ?×#×#Ó#˜e×#×#×#×#×#×#Ó#Ø�-Ñ Ð& BÐ& BÑ&×&×&×&Ò&Ð ×&×&Ô&Ð ×&×&Ó& B×&×&×&×&×&×&Ó&Ø�,ÑÐ% 2Ð% 2Ñ%×%×%×%Ò%Ð×%×%Ô%Ð×%×%Ó% 2×%×%×%×%×%×%Ô%rQ   c                  óz  • SSS.n SSS.n[        X5      nUS   nSoCUL oU(       do  [        R                  " SU4S	X445      [        R                  " U5      [        R                  " U5      S
.-  nSSU0-  n[	        [        R
                  " U5      5      eS =n=pTUS   nSoCU:H  oU(       do  [        R                  " SU4SX445      [        R                  " U5      [        R                  " U5      S
.-  nSSU0-  n[	        [        R
                  " U5      5      eS =n=pTUS   nSoCU:H  oU(       do  [        R                  " SU4SX445      [        R                  " U5      [        R                  " U5      S
.-  nSSU0-  n[	        [        R
                  " U5      5      eS =n=pT[        SSS.U5      nUS   nSoCUL oU(       do  [        R                  " SU4S	X445      [        R                  " U5      [        R                  " U5      S
.-  nSSU0-  n[	        [        R
                  " U5      5      eS =n=pTUS   nSoCU:H  oU(       do  [        R                  " SU4SX445      [        R                  " U5      [        R                  " U5      S
.-  nSSU0-  n[	        [        R
                  " U5      5      eS =n=pTg )Ngš™™™™™ù?rq   r~   gÍÌÌÌÌÌô?gffffffö?r   Tr[   r€   rl   rm   r#   Úentropy_layerrj   rX   rk   r�   r‚   g      ø?r„   )	Úlayer10Úlayer11r†   ry   rb   rK   rz   r{   Úcloses	            rO   Ú>test_gate_uses_layer_10_entropy_only_when_it_clears_the_marginr�   9   s»  € Ø¨Ñ-€GØ¨Ñ-€GÜ" 7Ó4€FØ�'‰?Ð"˜dÐ"˜dÐ"×"×"×"Ò"ˆ?×"×"Ô"ˆ?×"×"Ó"˜d×"×"×"×"×"×"Ó"Ø�/Ñ"Ð( bÐ( bÑ(×(×(×(Ò(Ð"×(×(Ô(Ð"×(×(Ó( b×(×(×(×(×(×(Ó(Ø�-Ñ Ð& BÐ& BÑ&×&×&×&Ò&Ð ×&×&Ô&Ð ×&×&Ó& B×&×&×&×&×&×&Ó&ä!¨4¸DÑ"AÀ7ÓK€EØ�‰>Ð!˜TÐ!˜TÐ!×!×!×!Ò!ˆ>×!×!Ô!ˆ>×!×!Ó!˜T×!×!×!×!×!×!Ó!Ø�Ñ!Ð' RÐ' RÑ'×'×'×'Ò'Ð!×'×'Ô'Ð!×'×'Ó' R×'×'×'×'×'×'Ô'rQ   c                  óÊ  • [        [        R                  " SS/5      [        R                  " SS/5      SSS9n U S   oR                  o"" 5       nSS	/oCU:H  oU(       d™  [        R
                  " S
U4SX445      [        R                  " U5      [        R                  " U5      [        R                  " U5      [        R                  " U5      S.-  nSSU0-  n[        [        R                  " U5      5      eS =n=n=n=pTU S   S	   oS   S   o�U:  o"(       do  [        R
                  " SU4SX45      [        R                  " U5      [        R                  " U5      S.-  n	SSU	0-  n
[        [        R                  " U
5      5      eS =n=p(U S   S	   oS   S   o�U:„  o"(       do  [        R
                  " SU4SX45      [        R                  " U5      [        R                  " U5      S.-  n	SSU	0-  n
[        [        R                  " U
5      5      eS =n=p(U S   S   o[        :¬  o"(       d²  [        R
                  " SU4SU[        45      [        R                  " U5      S[        R                  " 5       ;   d  [        R                  " [        5      (       a  [        R                  " [        5      OSS.-  nSSU0-  n[        [        R                  " U5      5      eS =pg )Nr   r   r   g…ëQ¸í?g      è?)Útau_cÚtau_wÚpredr   r   rX   )zE%(py5)s
{%(py5)s = %(py3)s
{%(py3)s = %(py1)s.tolist
}()
} == %(py8)s)r*   r   r   r$   zassert %(py10)sr   rw   ©Ú<)z%(py1)s < %(py4)srl   rm   r#   Úmarginr'   )z%(py1)s > %(py4)s)ú>=)z%(py1)s >= %(py3)sr   )r*   r   zassert %(py5)sr   )r   r   r.   Útolistr4   r;   r6   r7   r8   r   r2   r3   r5   )Údecisionry   rK   r=   rG   r>   Ú@py_format9Ú@py_format11rb   rz   r{   Ú@py_format4rc   s                rO   Ú>test_cycle_decision_reports_threshold_class_entropy_and_marginr›   F   sÜ  € ÜÜ�Š�d˜D�\Ó"Ü�Š�d˜D�\Ó"Ø˜$ñ €Hð �FÑÐ.×"Ñ"Ð.Ð"Ó$Ð.¨¨A¨Ð.¨Ñ.×.×.×.Ò.Ð$×.×.Ô.Ð×.×.Ó.Ð"×.×.Ó.Ð$×.×.Ó.¨×.×.×.×.×.×.×.Ø�IÑ˜qÑ!Ð:¨YÑ$7¸Ñ$:Ð:Ð$:Ñ:×:×:×:Ò:Ð!×:×:Ô:Ð!×:×:Ó:Ð$:×:×:×:×:×:×:Ó:Ø�HÑ˜aÑ Ð8¨HÑ#5°aÑ#8Ð8Ð#8Ñ8×8×8×8Ò8Ð ×8×8Ô8Ð ×8×8Ó8Ð#8×8×8×8×8×8×8Ó8Ø�IÑ˜qÑ!Ð5Ô%5Ñ5×5×5×5Ò5Ð!Ô%5×5×5Ô5Ð!×5×5×5×5×5Ô5Ô%5×5×5×5Ñ5Ô%5×5×5×5×5×5×5Ô5rQ   c                  óp  • [         R                  " SS5      n SU S'   SU S'   SU S'   [        U S	S
9n[        U SS
9nUS   n[        U5      oD[        :H  oU(       Gd  [
        R                  " SU4SU[        45      S[        R                  " 5       ;   d  [
        R                  " [        5      (       a  [
        R                  " [        5      OS[
        R                  " U5      [
        R                  " U5      S[        R                  " 5       ;   d  [
        R                  " [        5      (       a  [
        R                  " [        5      OSS.-  nSSU0-  n[        [
        R                  " U5      5      eS =n=pEUS   n[        U5      oD[        :H  oU(       Gd  [
        R                  " SU4SU[        45      S[        R                  " 5       ;   d  [
        R                  " [        5      (       a  [
        R                  " [        5      OS[
        R                  " U5      [
        R                  " U5      S[        R                  " 5       ;   d  [
        R                  " [        5      (       a  [
        R                  " [        5      OSS.-  nSSU0-  n[        [
        R                  " U5      5      eS =n=pEg )Nr   é	   gÍÌÌÌÌÌÜ?©r   r   gš™™™™™á?©r   r   rq   ©r   é   F©Úsoft_handoffTr   rX   ©z0%(py4)s
{%(py4)s = %(py0)s(%(py2)s)
} == %(py6)sÚintr   ©r   r   r"   r#   úassert %(py8)sr$   r   )r   r]   r   r¥   r   r4   r;   r2   r3   r5   r6   r7   r8   r   )ÚstatsÚhardÚsoftr<   rb   rF   r{   r˜   s           rO   Ú8test_soft_handoff_does_not_harden_a_confused_wheeze_peakr«   Q   ss  € Ü�KŠK˜˜1Ó€EØ€Eˆ$�KØ€Eˆ$�KØ€Eˆ$�KÜ$ U¸Ñ?€DÜ$ U¸Ñ>€DØ�A‰wÐ(Œ3ˆw‹<Ð(œ=Ñ(×(×(×(Ó(ˆ<œ=×(×(×(×(×(Õ(Œ3×(×(×(Ñ(Œ3×(×(Õ(ˆw×(×(Ó(ˆ<×(×(×(×(×(Ô(œ=×(×(×(Ñ(œ=×(×(×(×(×(×(Õ(Ø�A‰wÐ)Œ3ˆw‹<Ð)œ>Ñ)×)×)×)Ó)ˆ<œ>×)×)×)×)×)Õ)Œ3×)×)×)Ñ)Œ3×)×)Õ)ˆw×)×)Ó)ˆ<×)×)×)×)×)Ô)œ>×)×)×)Ñ)œ>×)×)×)×)×)×)Ö)rQ   c                  óà  • [         R                  " SS5      n SU S'   SU S'   SU S'   [        U S	S
9nUS   n[        U5      o3[        :H  oD(       Gd  [
        R                  " SU4SU[        45      S[        R                  " 5       ;   d  [
        R                  " [        5      (       a  [
        R                  " [        5      OS[
        R                  " U5      [
        R                  " U5      S[        R                  " 5       ;   d  [
        R                  " [        5      (       a  [
        R                  " [        5      OSS.-  nSSU0-  n[        [
        R                  " U5      5      eS =n=p4g )Nr   r�   çš™™™™™©?rž   çffffffî?rŸ   rq   r    Tr¢   r   rX   r¤   r¥   r   r¦   r§   r$   )r   r]   r   r¥   r   r4   r;   r2   r3   r5   r6   r7   r8   )r¨   rª   r<   rb   rF   r{   r˜   s          rO   Ú+test_soft_handoff_keeps_a_peaked_class_coder¯   \   sÐ   € Ü�KŠK˜˜1Ó€EØ€Eˆ$�KØ€Eˆ$�KØ€Eˆ$�KÜ$ U¸Ñ>€DØ�A‰wÐ(Œ3ˆw‹<Ð(œ=Ñ(×(×(×(Ó(ˆ<œ=×(×(×(×(×(Õ(Œ3×(×(×(Ñ(Œ3×(×(Õ(ˆw×(×(Ó(ˆ<×(×(×(×(×(Ô(œ=×(×(×(Ñ(œ=×(×(×(×(×(×(Ö(rQ   c                  ó†  • [         R                  " S/5      R                  5       R                  S5      n [         R                  " [         R                  " S/5      5      R                  S5      n[         R
                  " S5      n[         R                  " S/5      n[        XU5      n[        XU5      nUR                  of" 5       nSo‡U:„  o™(       dÏ  [        R                  " SU	4SXx45      S[        R                  " 5       ;   d  [        R                  " U5      (       a  [        R                  " U5      OS[        R                  " U5      [        R                  " U5      [        R                  " U5      S	.-  n
S
SU
0-  n[        [        R                  " U5      5      eS =n=n=p˜UR                  of" 5       nSo‡U:H  o™(       dÏ  [        R                  " SU	4SXx45      S[        R                  " 5       ;   d  [        R                  " U5      (       a  [        R                  " U5      OS[        R                  " U5      [        R                  " U5      [        R                  " U5      S	.-  n
S
SU
0-  n[        [        R                  " U5      5      eS =n=n=p˜UR!                  5         U R"                  ofR                  ow" 5       n	SoÉU:  oÝ(       dä  [        R                  " SU4SXœ45      S[        R                  " 5       ;   d  [        R                  " U 5      (       a  [        R                  " U 5      OS[        R                  " U5      [        R                  " U5      [        R                  " U	5      [        R                  " U5      S.-  nSSU0-  n[        [        R                  " U5      5      eS =n=n=n	=pÜg )Ng      @Tr   r   ru   r'   ©zB%(py4)s
{%(py4)s = %(py2)s
{%(py2)s = %(py0)s.item
}()
} > %(py7)sÚnear©r   r   r"   r   úassert %(py9)sr+   rX   ©zC%(py4)s
{%(py4)s = %(py2)s
{%(py2)s = %(py0)s.item
}()
} == %(py7)sÚsatr’   )z\%(py6)s
{%(py6)s = %(py4)s
{%(py4)s = %(py2)s
{%(py2)s = %(py0)s.grad
}.item
}()
} < %(py9)sÚ
logit_near©r   r   r"   r#   r+   úassert %(py11)sr   )r   r.   ÚlogÚrequires_grad_Úlogitr]   r   r:   r4   r;   r2   r3   r5   r6   r7   r8   ÚbackwardÚgrad)r·   Ú	logit_satÚzero_wrv   r²   r¶   r<   rb   r>   rF   rd   Ú@py_format10r?   rG   Ú@py_format12s                  rO   ÚGtest_boundary_hinge_pushes_near_threshold_crackle_and_ignores_saturatedrÃ   e   s'  € ä—’˜y˜kÓ*×.Ñ.Ó0×?Ñ?ÀÓE€JÜ—’œEŸLšL¨$¨Ó0Ó1×@Ñ@ÀÓF€IÜ�[Š[˜‹^€FÜ�\Š\˜1˜#Ó€FÜ˜*¨fÓ5€DÜ
˜¨FÓ
3€CØ�9‰9Ðˆ9‹;Ð˜Ð˜Ñ×××Òˆ;×××××Õˆ4×××Ñˆ4××Õˆ9××Óˆ;××Ó˜××××××ÕØ�8‰8Ðˆ8‹:Ð˜Ð˜Ñ×××Òˆ:×××××Õˆ3×××Ñˆ3××Õˆ8××Óˆ:××Ó˜××××××ÕØ‡M�M„OØ�?‰?Ð'×ÑÐ'ÐÓ!Ð' CÐ' CÑ'×'×'×'Ò'Ð!×'×'×'×'×'Õ'ˆ:×'×'×'Ñ'ˆ:×'×'Õ'ˆ?×'×'Ó'Ð×'×'Ó'Ð!×'×'Ó' C×'×'×'×'×'×'×'Ð'rQ   c                  ó  • [         R                  " [         R                  " S/5      5      R                  S5      n [         R                  " S5      n[        X[         R                  " S/5      5      nUR                  o3" 5       nSoTU:„  of(       dÏ  [        R                  " SU4SXE45      S[        R                  " 5       ;   d  [        R                  " U5      (       a  [        R                  " U5      OS[        R                  " U5      [        R                  " U5      [        R                  " U5      S	.-  nS
SU0-  n[        [        R                  " U5      5      eS =n=n=peUR                  5         U R                   o3R                  oD" 5       nSo–U	:„  oª(       dä  [        R                  " SU
4SXi45      S[        R                  " 5       ;   d  [        R                  " U 5      (       a  [        R                  " U 5      OS[        R                  " U5      [        R                  " U5      [        R                  " U5      [        R                  " U	5      S.-  nSSU0-  n[        [        R                  " U5      5      eS =n=n=n=p©g )Nr®   Tr   r   ru   r'   r±   Úlossr³   r´   r+   )z\%(py6)s
{%(py6)s = %(py4)s
{%(py4)s = %(py2)s
{%(py2)s = %(py0)s.grad
}.item
}()
} > %(py9)sr`   r¸   r¹   r   )r   r¼   r.   r»   r]   r   r:   r4   r;   r2   r3   r5   r6   r7   r8   r½   r¾   )r`   ra   rÅ   r<   rb   r>   rF   rd   rÁ   r?   rG   rÂ   s               rO   Ú:test_boundary_hinge_pulls_down_overconfident_false_cracklerÆ   s   sq  € Ü�kŠkœ%Ÿ,š,¨ vÓ.Ó/×>Ñ>¸tÓD€GÜ�kŠk˜!‹n€GÜ˜'¬E¯LªL¸!¸Ó,=Ó>€DØ�9‰9Ðˆ9‹;Ð˜Ð˜Ñ×××Òˆ;×××××Õˆ4×××Ñˆ4××Õˆ9××Óˆ;××Ó˜××××××ÕØ‡M�M„OØ�<‰<Ð$×ÑÐ$ÐÓÐ$ Ð$ Ñ$×$×$×$Ò$Ð×$×$×$×$×$Õ$ˆ7×$×$×$Ñ$ˆ7×$×$Õ$ˆ<×$×$Ó$Ð×$×$Ó$Ð×$×$Ó$ ×$×$×$×$×$×$×$Ð$rQ   c                  óÚ  • [         R                  " [         R                  " S/5      5      n [         R                  " [         R                  " S/5      5      n[        X[         R                  " S/5      5      nUR                  o3" 5       nSoTU:H  of(       dÏ  [
        R                  " SU4SXE45      S[        R                  " 5       ;   d  [
        R                  " U5      (       a  [
        R                  " U5      OS[
        R                  " U5      [
        R                  " U5      [
        R                  " U5      S.-  nSS	U0-  n[        [
        R                  " U5      5      eS =n=n=peg )
Nr­   r   ru   rX   rµ   rÅ   r³   r´   r+   )r   r¼   r.   r   r:   r4   r;   r2   r3   r5   r6   r7   r8   )	r`   ra   rÅ   r<   rb   r>   rF   rd   rÁ   s	            rO   Ú1test_boundary_hinge_is_zero_on_a_confident_normalrÈ   |   sÌ   € Ü�kŠkœ%Ÿ,š,¨ vÓ.Ó/€GÜ�kŠkœ%Ÿ,š,¨ vÓ.Ó/€GÜ˜'¬E¯LªL¸!¸Ó,=Ó>€DØ�9‰9Ðˆ9‹;Ð˜#Ð˜#Ñ×××Òˆ;×××××Õˆ4×××Ñˆ4××Õˆ9××Óˆ;××Ó˜#××××××ÖrQ   )Ú__doc__Úbuiltinsr2   Ú_pytest.assertion.rewriteÚ	assertionÚrewriter4   r   Úmethod.feedback_decoderr   r   r   r   r   r   r	   r
   r   r   r   rP   rf   r|   r‡   r�   r›   r«   r¯   rÃ   rÆ   rÈ   © rQ   rO   Ú<module>rÐ      s[   ðÙ >ç  „ ƒ÷÷ ÷ ñ òRò1ò	2ò&ò
(ò6ò*ò)ò(ò%órQ   