§
    5P„j,*  ã                  óÊ  — U d Z ddlmZ ddlZddlZddlZddlmZ ddlm	Z	 ddl
mZmZ ddlmZ ddlmZ ddlmZmZ dd	lmZ dd
lmZ ddlmZmZ ddlmZmZ ddlm Z m!Z! g d¢Z" ede¦  «        Z#de$d<    ede¦  «        Z%de$d<    G d„ d¦  «        Z& ej'        e(¦  «        5  ddl)m&Z& ddd¦  «         n# 1 swxY w Y   	 d9dddœd:d!„Z*e*Z+d;d(„Z,d<d,„Z-d=d-„Z.d>d3„Z/d?d8„Z0dS )@zIntegration with JAX.é    )ÚannotationsN)Ú
itemgetter)ÚFunctionType)ÚAnyÚCallable)Ú	TypeAlias)ÚArrayÚlax)Údtypes)Ú	ArrayLike)Útree_flattenÚtree_unflatten)Ú
PyTreeSpecÚPyTreeTypeVar)Úsafe_zipÚtotal_order_sorted)ÚArrayLikeTreeÚ	ArrayTreeÚ
tree_ravelr   r   r   c                  óR   — e Zd ZU dZded<   ded<   ded<   dd„Zdd„Zdd„Zdd„ZdS )ÚHashablePartialz1A hashable version of :class:`functools.partial`.r   Úfuncztuple[Any, ...]Úargszdict[str, Any]ÚkwargsúFunctionType | HashablePartialr   ÚreturnÚNonec               óH  — t          |¦  «        st          d|›d�¦  «        ‚t          |t          ¦  «        r-|j        | _        |j        |z   | _        i |j        ¥|¥| _        dS t          |t          ¦  «        r|| _        || _        || _        dS t          d|›d�¦  «        ‚)z.Construct a :class:`HashablePartial` instance.zExpected a callable, got ú.zExpected a function, got N)ÚcallableÚ	TypeErrorÚ
isinstancer   r   r   r   r   )Úselfr   r   r   s       ú\/root/disk_3tb/conda_envs/Huy-visual/lib/python3.11/site-packages/optree/integrations/jax.pyÚ__init__zHashablePartial.__init__J   s²   € å˜‰~Œ~ð 	CÝÐA¸ÐAÐAÐAÑBÔBÐBå�d�OÑ,Ô,ð 		CØœ	ˆDŒIØœ	 DÑ(ˆDŒIØ3˜Tœ[Ð3¨FÐ3ˆDŒKˆKˆKÝ˜�lÑ+Ô+ð 	CØˆDŒIØˆDŒIØ ˆDŒKˆKˆKåÐA¸ÐAÐAÐAÑBÔBÐBó    ÚotherÚobjectÚboolc               óž   — t          |¦  «        t          u o7| j        j        |j        j        k    o| j        | j        f|j        |j        fk    S ©N)Útyper   r   Ú__code__r   r   )r#   r'   s     r$   Ú__eq__zHashablePartial.__eq__Z   sM   € å�‰KŒK�?Ð*ð GØ”	Ô" e¤jÔ&9Ò9ðGà”˜DœKÐ(¨U¬Z¸¼Ð,FÒFð	
r&   Úintc               óÄ   — t          | j        j        | j        t	          t          | j                             ¦   «         t          d¦  «        ¬¦  «        ¦  «        f¦  «        S )Nr   )Úkey)	Úhashr   r-   r   Útupler   r   Úitemsr   )r#   s    r$   Ú__hash__zHashablePartial.__hash__a   sS   € Ýà”	Ô"Ø”	ÝÕ(¨¬×):Ò):Ñ)<Ô)<Å*ÈQÁ-Ä-ÐPÑPÔPÑQÔQðñ
ô 
ð 	
r&   c               óF   — i | j         ¥|¥} | j        g | j        ¢|¢R i |¤ŽS r+   )r   r   r   )r#   r   r   s      r$   Ú__call__zHashablePartial.__call__j   s:   € Ø*�D”KÐ* 6Ð*ˆØˆtŒyÐ5˜$œ)Ð5 dÐ5Ð5Ð5¨fÐ5Ð5Ð5r&   N)r   r   r   r   r   r   r   r   )r'   r(   r   r)   )r   r/   )r   r   r   r   r   r   )	Ú__name__Ú
__module__Ú__qualname__Ú__doc__Ú__annotations__r%   r.   r5   r7   © r&   r$   r   r   C   s”   € € € € € € Ø;Ð;àÐÐÑØÐÐÑØÐÐÑðCð Cð Cð Cð 
ð 
ð 
ð 
ð
ð 
ð 
ð 
ð6ð 6ð 6ð 6ð 6ð 6r&   r   )r   FÚ )Únone_is_leafÚ	namespaceÚis_leafúCallable[[Any], bool] | NoneÚtreer?   r)   r@   Ústrr   ú*tuple[Array, Callable[[Array], ArrayTree]]c              ó‚   — t          | |||¬¦  «        \  }}t          |¦  «        \  }}|t          t          ||¦  «        fS )a,  Ravel (flatten) a pytree of arrays down to a 1D array.

    >>> tree = {
    ...     'layer1': {
    ...         'weight': jnp.arange(0, 6, dtype=jnp.float32).reshape((2, 3)),
    ...         'bias': jnp.arange(6, 8, dtype=jnp.float32).reshape((2,)),
    ...     },
    ...     'layer2': {
    ...         'weight': jnp.arange(8, 10, dtype=jnp.float32).reshape((1, 2)),
    ...         'bias': jnp.arange(10, 11, dtype=jnp.float32).reshape((1,)),
    ...     },
    ... }
    >>> tree  # doctest: +IGNORE_WHITESPACE
    {
        'layer1': {
            'weight': Array([[0., 1., 2.],
                             [3., 4., 5.]], dtype=float32),
            'bias': Array([6., 7.], dtype=float32)
        },
        'layer2': {
            'weight': Array([[8., 9.]], dtype=float32),
            'bias': Array([10.], dtype=float32)
        }
    }
    >>> flat, unravel_func = tree_ravel(tree)
    >>> flat
    Array([ 6.,  7.,  0.,  1.,  2.,  3.,  4.,  5., 10.,  8.,  9.], dtype=float32)
    >>> unravel_func(flat)  # doctest: +IGNORE_WHITESPACE
    {
        'layer1': {
            'weight': Array([[0., 1., 2.],
                             [3., 4., 5.]], dtype=float32),
            'bias': Array([6., 7.], dtype=float32)
        },
        'layer2': {
            'weight': Array([[8., 9.]], dtype=float32),
            'bias': Array([10.], dtype=float32)
        }
    }

    Args:
        tree (pytree): a pytree of arrays and scalars to ravel.
        is_leaf (callable, optional): An optionally specified function that will be called at each
            flattening step. It should return a boolean, with :data:`True` stopping the traversal
            and the whole subtree being treated as a leaf, and :data:`False` indicating the
            flattening should traverse the current object.
        none_is_leaf (bool, optional): Whether to treat :data:`None` as a leaf. If :data:`False`,
            :data:`None` is a non-leaf node with arity 0. Thus :data:`None` is contained in the
            treespec rather than in the leaves list and :data:`None` will remain in the result
            pytree. (default: :data:`False`)
        namespace (str, optional): The registry namespace used for custom pytree node types.
            (default: :const:`''`, i.e., the global namespace)

    Returns:
        A pair ``(array, unravel_func)`` where the first element is a 1D array representing the
        flattened and concatenated leaf values, with ``dtype`` determined by promoting the
        ``dtype``\s of leaf values, and the second element is a callable for unflattening a 1D array
        of the same length back to a pytree of the same structure as the input ``tree``. If the
        input pytree is empty (i.e. has no leaves) then as a convention a 1D empty array of the
        default dtype is returned in the first component of the output.
    )rA   r?   r@   )r   Ú_ravel_leavesr   Ú_tree_unravel)rC   rA   r?   r@   ÚleavesÚtreespecÚflatÚunravel_flats           r$   r   r   t   sU   € õJ $ØØØ!Øð	ñ ô Ñ€FˆHõ ' vÑ.Ô.Ñ€Dˆ,Ø•¥°¸,ÑGÔGÐGÐGr&   rJ   r   rL   ú"Callable[[Array], list[ArrayLike]]rK   r	   c               ó4   — t          |  ||¦  «        ¦  «        S r+   )r   )rJ   rL   rK   s      r$   rH   rH   Æ   s   € õ ˜( L L°Ñ$6Ô$6Ñ7Ô7Ð7r&   rI   úlist[ArrayLike]ú0tuple[Array, Callable[[Array], list[ArrayLike]]]c               óH  ‡— | st          j        d¦  «        t          fS t          d„ | D ¦   «         ¦  «        }t	          j        |Ž Št          d„ | D ¦   «         ¦  «        }t          d„ | D ¦   «         ¦  «        }t          t          j        |¦  «        ¦  «        }t          ˆfd„|D ¦   «         ¦  «        r6t          j	        d„ | D ¦   «         ¦  «        }|t          t          ||¦  «        fS t          j	        ˆfd„| D ¦   «         ¦  «        }|t          t          |||‰¦  «        fS )Nr   c              3  ó>   K  — | ]}t          j        |¦  «        V — Œd S r+   )r   Údtype©Ú.0Úleafs     r$   ú	<genexpr>z _ravel_leaves.<locals>.<genexpr>Ù   s,   è è € Ð>Ð>¨t�œ TÑ*Ô*Ð>Ð>Ð>Ð>Ð>Ð>r&   c              3  ó>   K  — | ]}t          j        |¦  «        V — Œd S r+   )ÚjnpÚsizerT   s     r$   rW   z _ravel_leaves.<locals>.<genexpr>Û   s*   è è € Ð4Ð4 T•#”(˜4‘.”.Ð4Ð4Ð4Ð4Ð4Ð4r&   c              3  ó>   K  — | ]}t          j        |¦  «        V — Œd S r+   )rY   ÚshaperT   s     r$   rW   z _ravel_leaves.<locals>.<genexpr>Ü   s*   è è € Ð6Ð6 t•3”9˜T‘?”?Ð6Ð6Ð6Ð6Ð6Ð6r&   c              3  ó$   •K  — | ]
}|‰k    V — Œd S r+   r=   )rU   ÚdtÚto_dtypes     €r$   rW   z _ravel_leaves.<locals>.<genexpr>ß   s'   øè è € Ð
0Ð
0˜bˆ2�Š>Ð
0Ð
0Ð
0Ð
0Ð
0Ð
0r&   c                ó6   — g | ]}t          j        |¦  «        ‘ŒS r=   )rY   ÚravelrT   s     r$   ú
<listcomp>z!_ravel_leaves.<locals>.<listcomp>â   s    € Ð"FÐ"FÐ"F°t¥3¤9¨T¡?¤?Ð"FÐ"FÐ"Fr&   c                ó^   •— g | ])}t          j        t          j        |‰¦  «        ¦  «        ‘Œ*S r=   )rY   ra   r
   Úconvert_element_type)rU   rV   r_   s     €r$   rb   z!_ravel_leaves.<locals>.<listcomp>ë   s0   ø€ ÐPÐPÐPÀ�Œ•3Ô+¨D°(Ñ;Ô;Ñ	<Ô	<ÐPÐPÐPr&   )rY   ÚzerosÚ_unravel_emptyr3   r   Úresult_typeÚ	itertoolsÚ
accumulateÚallÚconcatenater   Ú_unravel_leaves_single_dtypeÚ_unravel_leaves)rI   Úfrom_dtypesÚsizesÚshapesÚindicesÚraveledr_   s         @r$   rG   rG   Ï   sG  ø€ ð ð .Ý”	˜!‘”�nÐ-Ð-åÐ>Ð>°vÐ>Ñ>Ô>Ñ>Ô>€KÝÔ! ;Ð/€HÝÐ4Ð4¨VÐ4Ñ4Ô4Ñ4Ô4€EÝÐ6Ð6¨vÐ6Ñ6Ô6Ñ6Ô6€FÝ•IÔ(¨Ñ/Ô/Ñ0Ô0€Gå
Ð
0Ð
0Ð
0Ð
0 KÐ
0Ñ
0Ô
0Ñ0Ô0ð 
õ ”/Ð"FÐ"F¸vÐ"FÑ"FÔ"FÑGÔGˆàÝÕ8¸'À6ÑJÔJð
ð 	
õ ŒoØPÐPÐPÐPÈÐPÑPÔPñô €Gð 	Ý�¨°&¸+ÀxÑPÔPðð r&   c               ó†   — t          j        | ¦  «        dk    r(t          dd› dt          j        | ¦  «        › d�¦  «        ‚g S )N)r   ú0The unravel function expected an array of shape ú, got shape r   )rY   r\   Ú
ValueError)rK   s    r$   rf   rf   ó   sQ   € Ý
„y��„˜$ÒÐÝØc¸tÐcÐcÕQTÔQZÐ[_ÑQ`ÔQ`ÐcÐcÐcñ
ô 
ð 	
ð €Ir&   rq   útuple[int, ...]rp   útuple[tuple[int, ...], ...]úlist[Array]c               ó  — t          j        |¦  «        | d         fk    r/t          d| d         f› dt          j        |¦  «        › d�¦  «        ‚t          j        || d d…         ¦  «        }d„ t	          ||¦  «        D ¦   «         S )Néÿÿÿÿrt   ru   r   c                ó>   — g | ]\  }}|                      |¦  «        ‘ŒS r=   )Úreshape)rU   Úchunkr\   s      r$   rb   z0_unravel_leaves_single_dtype.<locals>.<listcomp>	  s(   € ÐNÐNÐN¡\ U¨EˆE�MŠM˜%Ñ Ô ÐNÐNÐNr&   )rY   r\   rv   Úsplitr   )rq   rp   rK   Úchunkss       r$   rl   rl   ü   s™   € õ „y��„˜7 2œ;˜.Ò(Ð(Ýð,ÀÈÄ¸~ð ,ð ,Ýœ 4™œð,ð ,ð ,ñ
ô 
ð 	
õ
 ŒY�t˜W S b Sœ\Ñ*Ô*€FØNÐNµX¸fÀfÑ5MÔ5MÐNÑNÔNÐNr&   rn   útuple[jnp.dtype, ...]r_   ú	jnp.dtypec               óð  — t          j        |¦  «        | d         fk    r/t          d| d         f› dt          j        |¦  «        › d�¦  «        ‚t          j        |¦  «        }||k    rt          d|› d|› d�¦  «        ‚t          j        || d d…         ¦  «        }t          j        ¦   «         5  t          j        d¦  «         d„ t          |||¦  «        D ¦   «         cd d d ¦  «         S # 1 swxY w Y   d S )	Nr{   rt   ru   r   z0The unravel function expected an array of dtype z, got dtype Úignorec                óf   — g | ].\  }}}t          j        |                     |¦  «        |¦  «        ‘Œ/S r=   )r
   rd   r}   )rU   r~   r\   rS   s       r$   rb   z#_unravel_leaves.<locals>.<listcomp>"  sG   € ð 
ð 
ð 
á#��u˜eõ Ô$ U§]¢]°5Ñ%9Ô%9¸5ÑAÔAð
ð 
ð 
r&   )
rY   r\   rv   r   rS   r   ÚwarningsÚcatch_warningsÚsimplefilterr   )rq   rp   rn   r_   rK   Úarray_dtyper€   s          r$   rm   rm     sl  € õ „y��„˜7 2œ;˜.Ò(Ð(Ýð,ÀÈÄ¸~ð ,ð ,Ýœ 4™œð,ð ,ð ,ñ
ô 
ð 	
õ ”,˜tÑ$Ô$€KØ�hÒÐÝØc¸xÐcÐcÐU`ÐcÐcÐcñ
ô 
ð 	
õ ŒY�t˜W S b Sœ\Ñ*Ô*€FÝ	Ô	 Ñ	"Ô	"ð 
ð 
ÝÔ˜hÑ'Ô'Ð'ð
ð 
å'/°¸ÀÑ'LÔ'Lð
ñ 
ô 
ð
ð 
ð 
ð 
ñ 
ô 
ð 
ð 
ð 
ð 
ð 
ð 
øøøð 
ð 
ð 
ð 
ð 
ð 
s   Â//C+Ã+C/Ã2C/r+   )
rA   rB   rC   r   r?   r)   r@   rD   r   rE   )rJ   r   rL   rM   rK   r	   r   r   )rI   rO   r   rP   )rK   r	   r   rO   )rq   rw   rp   rx   rK   r	   r   ry   )rq   rw   rp   rx   rn   r�   r_   r‚   rK   r	   r   ry   )1r;   Ú
__future__r   Ú
contextlibrh   r†   Úoperatorr   Útypesr   Útypingr   r   Útyping_extensionsr   Ú	jax.numpyÚnumpyrY   Újaxr	   r
   Újax._srcr   Ú
jax.typingr   Ú
optree.opsr   r   Úoptree.typingr   r   Úoptree.utilsr   r   Ú__all__r   r<   r   r   ÚsuppressÚImportErrorÚjax._src.utilr   Úravel_pytreerH   rG   rf   rl   rm   r=   r&   r$   ú<module>r�      sÑ  ðð@ Ð Ð ð
 #Ð "Ð "Ð "Ð "Ð "à Ð Ð Ð Ø Ð Ð Ð Ø €€€Ø Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð Ø  Ð  Ð  Ð  Ð  Ð  Ð  Ð  Ø 'Ð 'Ð 'Ð 'Ð 'Ð 'à Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð Ø  Ð  Ð  Ð  Ð  Ð  à 3Ð 3Ð 3Ð 3Ð 3Ð 3Ð 3Ð 3Ø 3Ð 3Ð 3Ð 3Ð 3Ð 3Ð 3Ð 3Ø 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5Ð 5ð 7Ð
6Ð
6€ð )˜=¨¸)ÑDÔD€Ð DÐ DÐ DÑ Dà$�} [°%Ñ8Ô8€	Ð 8Ð 8Ð 8Ñ 8ð)6ð )6ð )6ð )6ð )6ñ )6ô )6ð )6ðX €ZÔ˜Ñ%Ô%ð .ð .à-Ð-Ð-Ð-Ð-Ð-ð.ð .ð .ñ .ô .ð .ð .ð .ð .ð .ð .øøøð .ð .ð .ð .ð -1ðLHð
 ØðLHð LHð LHð LHð LHð LHð^ €ð8ð 8ð 8ð 8ð!ð !ð !ð !ðHð ð ð ðOð Oð Oð Oð 
ð 
ð 
ð 
ð 
ð 
s   Â%B8Â8B<Â?B<