ó
    ÈNÛj�  ã                   óV   • S r SSKrSSKJs  Jr  SSKrSSKJ	r	J
r
Jr  SSKJr  S rS rg)z9Identity init of the F12 temporal head and metadata bias.é    N)ÚFrameASDTemporalHeadÚMetaLogitBiasÚapply_cycle_bias)ÚFrameASDHeadc            
      ód  • [         R                  " S5        [         R                  " SSS5      n [        SSSSS9nUR	                  5         [         R
                  " 5          U nUR                   H  nU" U5      nM     [         R                  nSoT" X US	9of(       GdM  S
S[        R                  " 5       ;   d  [        R                  " [         5      (       a  [        R                  " [         5      OS[        R                  " U5      S[        R                  " 5       ;   d  [        R                  " U5      (       a  [        R                  " U5      OSS[        R                  " 5       ;   d  [        R                  " U 5      (       a  [        R                  " U 5      OS[        R                  " U5      [        R                  " U5      S.-  n[        [        R                  " U5      5      eS =n=pVU" U 5      u  p‰S S S 5        [        SSS9n
U
R                   R#                  UR                   R%                  5       5        U
R&                  R#                  UR&                  R%                  5       5        U
R	                  5         [         R
                  " 5          U
" U 5      u  p¼S S S 5        [         R                  nSoT" WWUS	9of(       GdM  S
S[        R                  " 5       ;   d  [        R                  " [         5      (       a  [        R                  " [         5      OS[        R                  " U5      S[        R                  " 5       ;   d  [        R                  " U5      (       a  [        R                  " U5      OSS[        R                  " 5       ;   d  [        R                  " U5      (       a  [        R                  " U5      OS[        R                  " U5      [        R                  " U5      S.-  n[        [        R                  " U5      5      eS =n=pV[         R                  nSoT" W	WUS	9of(       GdM  S
S[        R                  " 5       ;   d  [        R                  " [         5      (       a  [        R                  " [         5      OS[        R                  " U5      S[        R                  " 5       ;   d  [        R                  " U	5      (       a  [        R                  " U	5      OSS[        R                  " 5       ;   d  [        R                  " U5      (       a  [        R                  " U5      OS[        R                  " U5      [        R                  " U5      S.-  n[        [        R                  " U5      5      eS =n=pVg ! , (       d  f       GNœ= f! , (       d  f       GN= f)Nr   é   é   é    é   gš™™™™™¹?)Úin_dimÚn_layersÚn_headsÚdropoutgñhãˆµøä>)Úatolzaassert %(py8)s
{%(py8)s = %(py2)s
{%(py2)s = %(py0)s.allclose
}(%(py3)s, %(py4)s, atol=%(py6)s)
}ÚtorchÚhiddenÚframes)Úpy0Úpy2Úpy3Úpy4Úpy6Úpy8)r   r   Úlogit_cÚref_cÚlogit_wÚref_w)r   Úmanual_seedÚrandnr   ÚevalÚno_gradÚblocksÚallcloseÚ@py_builtinsÚlocalsÚ
@pytest_arÚ_should_repr_global_nameÚ	_safereprÚAssertionErrorÚ_format_explanationr   ÚcrackleÚload_state_dictÚ
state_dictÚwheeze)r   Útemporalr   ÚblockÚ@py_assert1Ú@py_assert5Ú@py_assert7Ú@py_format9r   r   Úlinearr   r   s                Ú8/root/disk_3tb/ICBHI_2017_F12/tests/test_f12_temporal.pyÚ)test_temporal_head_matches_linear_at_initr7   	   s  € Ü	×Ò�aÔÜ�[Š[˜˜B Ó#€FÜ#¨2¸À1ÈcÑR€HØ‡M�M„OÜ	�Š�ØˆØ—_”_ˆEÙ˜6“]ŠFñ %ä�~‰~Ð8°4Ð8ˆ~˜f°4Ñ8Ð8Ö8×8×8×8×8×8Ñ8Œu×8×8×8Ñ8Œu×8×8Õ8ˆ~×8×8×8×8×8Ô8˜f×8×8×8Ñ8˜f×8×8×8×8×8Ö8 f×8×8×8Ñ8 f×8×8Õ8°4×8×8Ó8Ð8×8×8×8×8×8Ô8Ù# FÓ+Ñˆ÷ 
ô  ¨SÑ1€FØ
‡N�N×"Ñ" 8×#3Ñ#3×#>Ñ#>Ó#@ÔAØ
‡M�M×!Ñ! (§/¡/×"<Ñ"<Ó">Ô?Ø
‡K�K„MÜ	�Š�Ù˜f“~‰ˆ÷ 
ä�>‰>Ð4¨tÐ4ˆ>˜' 5¨tÑ4Ð4Ö4×4×4×4×4×4Ñ4Œ5×4×4×4Ñ4Œ5×4×4Õ4ˆ>×4×4×4×4×4Ô4˜'×4×4×4Ñ4˜'×4×4×4×4×4Ö4 5×4×4×4Ñ4 5×4×4Õ4¨t×4×4Ó4Ð4×4×4×4×4×4Ô4Ü�>‰>Ð4¨tÐ4ˆ>˜' 5¨tÑ4Ð4Ö4×4×4×4×4×4Ñ4Œ5×4×4×4Ñ4Œ5×4×4Õ4ˆ>×4×4×4×4×4Ô4˜'×4×4×4Ñ4˜'×4×4×4×4×4Ö4 5×4×4×4Ñ4 5×4×4Õ4¨t×4×4Ó4Ð4×4×4×4×4×4Õ4÷ 
Žú÷ 
Žús   Á FVÊV Ö
VÖ 
V/c                  ó6  • [        5       n [        R                  " / SQ5      n[        R                  " / SQ5      nU " X5      u  p4[        R                  oU" U5      nSovU:H  oˆ(       Gd"  [        R
                  " SU4SXg45      S[        R                  " 5       ;   d  [        R                  " [        5      (       a  [        R                  " [        5      OS[        R                  " U5      S[        R                  " 5       ;   d  [        R                  " U5      (       a  [        R                  " U5      OS[        R                  " U5      [        R                  " U5      S.-  n	S	S
U	0-  n
[        [        R                  " U
5      5      eS =n=n=p‡[        R                  oU" U5      nSovU:H  oˆ(       Gd"  [        R
                  " SU4SXg45      S[        R                  " 5       ;   d  [        R                  " [        5      (       a  [        R                  " [        5      OS[        R                  " U5      S[        R                  " 5       ;   d  [        R                  " U5      (       a  [        R                  " U5      OS[        R                  " U5      [        R                  " U5      S.-  n	S	S
U	0-  n
[        [        R                  " U
5      5      eS =n=n=p‡[        SSSS9nXl        [        R                  " SSS5      nUR                  5         [        R                   " 5          U" U5      u  pÞ[#        X½XáU5      u  nnS S S 5        [        R$                  oU" WW5      nU(       Gd8  SS[        R                  " 5       ;   d  [        R                  " [        5      (       a  [        R                  " [        5      OS[        R                  " U5      S[        R                  " 5       ;   d  [        R                  " U5      (       a  [        R                  " U5      OSS[        R                  " 5       ;   d  [        R                  " U5      (       a  [        R                  " U5      OS[        R                  " U5      S.-  n[        [        R                  " U5      5      eS =nn[        R$                  oU" WW5      nU(       Gd8  SS[        R                  " 5       ;   d  [        R                  " [        5      (       a  [        R                  " [        5      OS[        R                  " U5      S[        R                  " 5       ;   d  [        R                  " U5      (       a  [        R                  " U5      OSS[        R                  " 5       ;   d  [        R                  " U5      (       a  [        R                  " U5      OS[        R                  " U5      S.-  n[        [        R                  " U5      5      eS =nng ! , (       d  f       GNÈ= f)N)r   é   é   )r:   é   r   r   )ú==)zS%(py5)s
{%(py5)s = %(py2)s
{%(py2)s = %(py0)s.count_nonzero
}(%(py3)s)
} == %(py8)sr   Úbias_c)r   r   r   Úpy5r   zassert %(py10)sÚpy10Úbias_wr
   r:   r   )r   r   r   r9   é   zSassert %(py6)s
{%(py6)s = %(py2)s
{%(py2)s = %(py0)s.allclose
}(%(py3)s, %(py4)s)
}Ú	shifted_cr   )r   r   r   r   r   Ú	shifted_wr   )r   r   ÚtensorÚcount_nonzeror&   Ú_call_reprcomparer$   r%   r'   r(   r)   r*   r   Úmetar   r    r!   r   r#   )rG   Ú	device_idÚloc_idr=   r@   r1   Ú@py_assert4r3   Ú@py_assert6r4   Ú@py_format11Úheadr   r   r   rB   rC   r2   Ú@py_format7s                      r6   Útest_meta_bias_is_zero_at_initrO      s?  € Ü‹?€DÜ—’šYÓ'€IÜ�\Š\š)Ó$€FÙ˜)Ó,�N€FÜ×ÑÐ+Ð˜vÓ&Ð+¨!Ð+¨!Ñ+×+×+×+Ó+Ð&×+×+×+×+×+Õ+Œ5×+×+×+Ñ+Œ5×+×+Õ+Ð×+×+×+×+×+Ô+˜v×+×+×+Ñ+˜v×+×+Õ+Ð&×+×+Ó+¨!×+×+×+×+×+×+Õ+Ü×ÑÐ+Ð˜vÓ&Ð+¨!Ð+¨!Ñ+×+×+×+Ó+Ð&×+×+×+×+×+Õ+Œ5×+×+×+Ñ+Œ5×+×+Õ+Ð×+×+×+×+×+Ô+˜v×+×+×+Ñ+˜v×+×+Õ+Ð&×+×+Ó+¨!×+×+×+×+×+×+Õ+ä r°A¸qÑA€DØ„IÜ�[Š[˜˜A˜rÓ"€FØ‡I�I„KÜ	�Š�Ù ›<ÑˆÜ/°¸wÐSYÓZÑˆ	�9÷ 
ô �>‰>Ð-ˆ>˜) WÓ-Ð-×-×-×-×-×-×-Ñ-Œ5×-×-×-Ñ-Œ5×-×-Õ-ˆ>×-×-×-×-×-Ô-˜)×-×-×-Ñ-˜)×-×-×-×-×-Ö- W×-×-×-Ñ- W×-×-Õ-Ð-×-×-×-×-×-Ó-Ü�>‰>Ð-ˆ>˜) WÓ-Ð-×-×-×-×-×-×-Ñ-Œ5×-×-×-Ñ-Œ5×-×-Õ-ˆ>×-×-×-×-×-Ô-˜)×-×-×-Ñ-˜)×-×-×-×-×-Ö- W×-×-×-Ñ- W×-×-Õ-Ð-×-×-×-×-×-Ô-÷	 
Žús   Ì-X	Ø	
X)Ú__doc__Úbuiltinsr$   Ú_pytest.assertion.rewriteÚ	assertionÚrewriter&   r   Úmethod.f12_temporalr   r   r   Úmethod.frame_asdr   r7   rO   © ó    r6   Ú<module>rY      s"   ðÙ ?ç  „ ƒç UÑ UÝ )ò5ó*.rX   