Ë
    Ï—¬j°  ã                   óL  — d dl Z d dlmZmZmZmZ d dlZd dlmZ d dl	m
Z
mZmZ d dlmZmZ ddlmZ  G d„ d	e
«      Z	 ddee   dee   dededef
d„Z	 ddedededefd„Zd
dœdee   dee   dedededefd„Z G d„ dej0                  «      Z G d„ dej0                  «      Zy)é    N)Ú	AnnotatedÚAnyÚMappingÚSequence)ÚEinMix)Ú	BaseModelÚFieldÚmodel_validator)ÚTensorÚnné   )ÚconvNd_with_constraintc                   óˆ   — e Zd ZU ee   ed<   ee   ed<   dZeedz   ed¬«      f   ed<    e	d¬«      e
d	efd
„«       «       Zy)ÚExtractorParamsÚnum_kernelsÚkernel_sizesNr   )ÚgtÚ
num_layersÚbefore)ÚmodeÚvaluesc                 ó"  — |j                  d«      }|j                  d«      }|j                  d«      }d„ } ||«      r ||«      r|€t        d«      ‚|€. ||«      st        |«      }n ||«      st        |«      nd}||d<   t        |t        «      r
|g|z  |d<   n+t        |d«      rt        |«      dk(  rt        |«      |z  |d<   t        |t        «      r|g|z  |d<   |S t        |d«      rt        |«      dk(  rt        |«      |z  |d<   |S )Nr   r   r   c                 ó^   — t        | t        «      xs t        | d«      xr t        | «      dk(  S )NÚ__len__é   )Ú
isinstanceÚintÚhasattrÚlen)Úxs    úg/root/disk_3tb/EEG-sAAD-Grand-Challenge-Training-Dataset/SuperHugeAAD/superhuge/model/pure_cnn/vlaai.pyÚ	is_singlez6ExtractorParams.validate_and_expand.<locals>.is_single   s(   € Ü˜a¤Ó%ÒP¬'°!°YÓ*?Ò*OÄCÈÃFÈaÁKÐPó    zÏCannot infer the number of layers from given arguments. Expected num_kernels or kernel_sizes to be full-length sequences, or num_layers not None. If you intend to use a single layer, please set num_layers=1.r   r   )ÚgetÚ
ValueErrorr   r   r   r   Úlist)Úclsr   ÚnkÚksÚnlr"   s         r!   Úvalidate_and_expandz#ExtractorParams.validate_and_expand   s  € ð �Z‰Z˜Ó&ˆØ�Z‰Z˜Ó'ˆØ�Z‰Z˜Ó%ˆò	Qñ �RŒ=™Y rœ]¨r¨zÜðhóð ð ˆ:Ù˜R”=Ü˜“W‘á$-¨b¤M”S˜”W°q�Ø#%ˆF�<Ñ ô �bœ#ÔØ%' D¨2¡IˆF�=Ò!Ü�R˜Ô#¬¨B«°1ªÜ$(¨£H¨r¡MˆF�=Ñ!ô �bœ#ÔØ&( T¨B¡YˆF�>Ñ"ð ˆô �R˜Ô#¬¨B«°1ªÜ%)¨"£X°¡]ˆF�>Ñ"àˆr#   )Ú__name__Ú
__module__Ú__qualname__r   r   Ú__annotations__r   r   r	   r
   ÚclassmethodÚdictr+   © r#   r!   r   r      sX   … Ø˜#‘ÓØ˜3‘-ÓØ59€J�	˜# ™*¡e¨q¤kÐ1Ñ2Ó9á˜(Ô#Øð$¨ò $ó ó $ñ$r#   r   ç        r   r   Úinput_channelsÚtime_dimÚdrouputc                 ó˜  — t        j                  «       }t        t        | |«      «      D ]�  \  }\  }}	|j	                  t        j                  t        j
                  d|	dz
  f«      t        dd|dk(  r|n| |dz
     ||	¬«      t        j                  ||g«      t        j                  «       t        j                  |«      «      «       ŒŸ |S )Nr   r   r   ©ÚndÚmax_normÚin_channelsÚout_channelsÚkernel_size)
r   Ú
SequentialÚ	enumerateÚzipÚappendÚ	ZeroPad1dr   Ú	LayerNormÚELUÚDropout)
r   r   r4   r5   r6   ÚkwargsÚlayersÚiÚ
num_kernelr=   s
             r!   Ú	extractorrJ   :   s´   € ô �]‰]‹_€FÜ(1´#°kÀ<Ó2PÖ(QÑ$ˆÑ$ˆJ˜Ø�‰Ü�M‰MÜ—‘˜a ¨q¡Ð1Ó2Ü&ØØØ23°q²&¡¸kÈ!ÈaÉ%Ñ>PØ!+Ø +ôô —‘˜j¨(Ð3Ó4ä—‘“Ü—
‘
˜7Ó#óõ	
ð )Rð" €Mr#   r=   c           
      óô   — t        j                  t        j                  |dz
  df«      t        dd| | |¬«      t        j                  | |g«      t        j
                  «       t        j                  |«      «      S )Nr   r   r   r8   )r   r>   rB   r   rC   rD   rE   )r4   r=   r5   r6   rF   s        r!   Úoutput_contextrL   X   si   € ô �=‰=Ü
�‰�k A‘o qÐ)Ó*ÜØØØ&Ø'Ø#ô	
ô 	�‰�n hÐ/Ó0ä
�‰‹Ü
�
‰
�7Óóð r#   )r6   Úoutput_context_kernel_sizeÚnum_channelsc                 ó¶   — t        j                  t        | ||||¬«      t        j                  |«      t	        | d   |||¬«      t        ddd|| d   ¬«      «      S )N)r   r   r4   r6   r5   éÿÿÿÿ)r4   r=   r5   r6   zb k t -> b c tzk cÚc)Úweight_shapeÚ
bias_shaperQ   Úk)r   r>   rJ   rE   rL   r   ©r   r   rM   rN   r5   r6   s         r!   Úvlaai_blockrV   o   so   € ô �=‰=ÜØ#Ø%Ø'ØØô	
ô 	�
‰
�7ÓÜØ& r™?Ø2ØØô		
ô 	ØØØØØ˜"‰oô	
óð r#   c                   óL   ‡ — e Zd Zdddœdededededef
ˆ fd	„Zd
edefd„Z	ˆ xZ
S )ÚVLAAITr3   ©Úuse_skipÚdropoutÚ	nb_blocksÚextractor_argsrM   rZ   r[   c               óÌ   •‡‡‡‡— t         ‰| �  «        || _        t        |t        «      rt        |«      }t        j                  ˆˆˆˆfd„t        |«      D «       «      | _	        y )Nc           
   3   ó€   •K  — | ]5  }t        ‰j                  ‰j                  ‰‰d    ‰d   ‰d   z  ‰¬«      –— Œ7 y­w)rN   ÚfsÚwindow_lengthrU   N)rV   r   r   )Ú.0Ú_r[   r]   rF   rM   s     €€€€r!   Ú	<genexpr>z!VLAAI.__init__.<locals>.<genexpr>£   sZ   øè ø€ ð +
ñ &�ô Ø*×6Ñ6Ø+×8Ñ8Ø+Eð ˜>Ñ*à ™¨¨Ñ(?Ñ?Ø÷
ð 
ñ &ùs   ƒ;>)
ÚsuperÚ__init__rZ   r   Ústrr   r   Ú
ModuleListÚrangeÚ_vlaai_blocks)Úselfr\   r]   rM   rZ   r[   rF   Ú	__class__s     `` ``€r!   rf   zVLAAI.__init__“   sO   ü€ ô 	‰ÑÔØ ˆŒÜ�i¤Ô%Ü˜I›ˆIäŸ]™]ö +
ô ˜9Ô%ó+
ó 
ˆÕr#   ÚeegÚreturnc                 óØ   — t        j                  |d«      }|}t        | j                  «      D ]#  \  }}| j                  r
|dkD  r||z   } ||«      }Œ% t        j                  |d«      }|S ©zµ
        forward Call forward pass of VLAAI model.

        :param x: input tensor
        :type x: torch.Tensor
        :return: output tensor
        :rtype: torch.Tensor
        zb t c -> b c tr   zb c t -> b t c)ÚeinopsÚ	rearranger?   rj   rZ   )rk   rm   Úx_hatrH   Úblocks        r!   ÚforwardzVLAAI.forward²   sp   € ô ×Ñ˜sÐ$4Ó5ˆØˆÜ! $×"4Ñ"4Ö5‰HˆAˆuØ�}Š}  Q¢ð  ™�Ù˜%“L‰Eð 6ô × Ñ  Ð(8Ó9ˆàˆr#   )r,   r-   r.   r   r   ÚboolÚfloatrf   r   ru   Ú__classcell__©rl   s   @r!   rX   rX   ‘   sU   ø„ ð Øò
ð ð	
ð
 (ð
ð %(ð
ð ð
ð õ
ð>˜6ð  f÷ r#   rX   c                   óP   ‡ — e Zd ZdZdddœdedededed	ef
ˆ fd
„Zde	de	fd„Z
ˆ xZS )ÚVLAAI_wsz�
    VLAAI_ws weight sharing version of VLAAI.

    :param VLAAI: VLAAI class
    :type VLAAI: a subclass of torch.nn.Module
    Tr3   rY   r\   r]   rM   rZ   r[   c         	      ó<  •— t         ‰| �  «        || _        t        |t        «      rt        |«      }t        |j                  |j                  |t        dk(  r|d   n|j                  d   |d   |d   z  |¬«      }|| _
        || _        t        j                  «        y )Nr   rN   rP   r`   ra   rU   )re   rf   rZ   r   rg   r   rV   r   r   rc   rt   r\   ÚgcÚcollect)	rk   r\   r]   rM   rZ   r[   rF   rt   rl   s	           €r!   rf   zVLAAI_ws.__init__Ó   s’   ø€ ô 	‰ÑÔØ ˆŒÜ�i¤Ô%Ü˜I›ˆIäØ&×2Ñ2Ø'×4Ñ4Ø'Aä*+¨qª&��~Ò&°n×6PÑ6PÐQSÑ6Tà˜D‘\ F¨?Ñ$;Ñ;Øô	
ˆð ˆŒ
Ø"ˆŒÜ
�
‰
�r#   r    rn   c                 óä   — t        j                  |d«      }|}t        | j                  «      D ])  }| j                  r
|dkD  r||z   }| j                  |«      }Œ+ t        j                  |d«      }|S rp   )rq   rr   ri   r\   rZ   rt   )rk   r    rs   rH   s       r!   ru   zVLAAI_ws.forwardò   so   € ô ×Ñ˜QÐ 0Ó1ˆØˆÜ�t—~‘~Ö&ˆAØ�}Š}  Q¢ð  ™	�Ø—J‘J˜uÓ%‰Eð 'ô × Ñ  Ð(8Ó9ˆàˆr#   )r,   r-   r.   Ú__doc__r   r   rv   rw   rf   r   ru   rx   ry   s   @r!   r{   r{   Ë   sZ   ø„ ñð Øòð ð	ð
 (ðð %(ðð ðð õð>˜ð  F÷ r#   r{   )r3   )r}   Útypingr   r   r   r   rq   Úeinops.layers.torchr   Úpydanticr   r	   r
   Útorchr   r   Úmodule.convnd_with_constraintr   r   r   rw   rJ   rL   rV   ÚModulerX   r{   r2   r#   r!   Ú<module>r‡      s
  ðÛ 	ß 4Ó 4ã Ý &ß 6Ñ 6ß å Bô+�iô +ðf ñØ˜#‘ðà˜3‘-ðð ðð ð	ð
 óðD ñ	Øðàðð ðð ó	ð< òà˜#‘ðð ˜3‘-ðð !$ð	ð
 ðð ðð óôD7ˆB�I‰Iô 7ôt=ˆr�y‰yõ =r#   