Ë
    ßGìjm  ã                  óò   — d dl mZ d dlmZmZ d dlZd dlmZ d dlZd dl	m
Z
 d dlmZ d dlmZmZ d dlmZ d d	lmZmZ d d
lmZ d dlmZ d„ Zdd„Z	 	 d	 dd„Z	 	 d	 dd„Z	 	 d	 	 	 dd„Z	 	 d	 	 	 dd„ZeZy)é    )Úannotations)ÚCallableÚSequenceN)ÚAny)Úcore)Ú	tree_util)Ú_ensure_indexÚ_ensure_index_tuple)Úsafe_zip)Ú
split_listÚwraps)Úapi_boundary)Ú	JAXSparsec                ó"   — t        | t        «      S ©N)Ú
isinstancer   ©Úxs    ú^C:\Users\Stabi\Downloads\virtual-tryon(1)\venv\Lib\site-packages\jax/experimental/sparse/ad.pyÚ<lambda>r      s   € ”j ¤IÔ.ó    c                ó†  ‡ ‡‡‡‡‡‡‡— t        |«      Št        ˆfd„‰D «       «      sJ ‚t        j                  ‰t        ¬«      \  ŠŠt        t        ‰j                  «      ‰j                  «       D �cg c]  }|j                  ‘Œ c}«      �^ }}|rJ ‚t        t        j                  j                  ˆfd„t        |«      D «       «      «      Št        j                  ‰«      \  }Št        t        ‰j                  «      ‰j                  «       D �cg c]  }|j                  ‘Œ c}«      �^ }}|rJ ‚t        ‰|«      D ��	cg c]  \  }}	t	        |«      r|	d d n|	‘Œ }}}	t        t        j                  j                  ˆfd„t        |«      D «       «      «      }
ˆ ˆˆfd„}ˆfd„Šˆˆˆfd„}||
||fS c c}w c c}w c c}	}w )	Nc              3  óP   •K  — | ]  }d |cxk  xr t        ‰«      k  nc –— Œ y­w)r   N)Úlen)Ú.0ÚargnumÚargss     €r   Ú	<genexpr>z,flatten_fun_for_sparse_ad.<locals>.<genexpr>$   s#   øè ø€ Ð?±;¨ˆQ�&Ö$œ3˜t›9×$Ð$±;ùs   ƒ#&)Úis_leafc              3  ó2   •K  — | ]  \  }}|‰v sŒ|–— Œ y ­wr   © )r   ÚiÚnumsÚargnums_tups      €r   r   z,flatten_fun_for_sparse_ad.<locals>.<genexpr>,   s"   øè ø€ ð 5HÙ2‰wˆq�$°a¸;Ò6F„dÑ2ùó   ƒ�é   c              3  ó2   •K  — | ]  \  }}|‰v sŒ|–— Œ y ­wr   r!   )r   r"   r#   Úargnums_flat1s      €r   r   z,flatten_fun_for_sparse_ad.<locals>.<genexpr>7   s"   øè ø€ ð 5JÙ2‰wˆq�$°a¸=Ò6H„dÑ2ùr%   c                 óh   •— t        j                  ‰t        j                  ‰| «      «      } ‰|i |¤ŽS r   ©r   Útree_unflatten)Ú	args_flatÚkwargsr   ÚfunÚtree1Útree2s      €€€r   Úfun_flatz+flatten_fun_for_sparse_ad.<locals>.fun_flat:   s2   ø€ Ü×#Ñ# E¬9×+CÑ+CÀEÈ9Ó+UÓV€DÙ�Ð˜ÑÐr   c                óØ   •‡‡— t        j                  ‰|    «      \  ŠŠˆˆfd„}t        |j                  ‰d   j                  z
  «      D ]  }t	        j
                  |«      }Œ  ||«      S )Nc                ó<   •— t        j                  ‰| g‰dd  ¢«      S )Nr&   r*   )ÚgÚbufsÚtrees    €€r   r   z@flatten_fun_for_sparse_ad.<locals>.reconstruct.<locals>.<lambda>@   s   ø€ œ×1Ñ1°$¸¸¸TÀ!À"¸X¸ÔGr   r   )r   Útree_flattenÚrangeÚndimÚjaxÚvmap)r"   Úgrad_outÚf_reconsÚ_r5   r6   Ú
args_flat1s       @@€r   Úreconstructz.flatten_fun_for_sparse_ad.<locals>.reconstruct>   sY   ú€ Ü×'Ñ'¨
°1©Ó6�J€Dˆ$ÜG€HÜ�8—=‘= 4¨¡7§<¡<Ñ/Ö0ˆÜ—‘˜(Ó#�hð 1á�HÓÐr   c                óæ   •— d g‰j                   z  }t        ‰| «      D ]  \  }} ‰||«      ||<   Œ t        j                  ‰|«      }t	        t        d„ |«      «      }t        |«      dk(  r|d   S |S )Nc                ó@   — t         j                  j                  | «      S r   )r:   r6   Úleavesr   s    r   r   zJflatten_fun_for_sparse_ad.<locals>.postprocess_gradients.<locals>.<lambda>J   s   € ¤s§x¡x§¡°qÔ'9r   r&   r   )Ú
num_leavesr   r   r+   ÚtupleÚfilterr   )Ú	grads_outÚ
leaf_gradsr"   ÚgradÚ	grad_treer(   r@   r/   s        €€€r   Úpostprocess_gradientsz8flatten_fun_for_sparse_ad.<locals>.postprocess_gradientsE   sx   ø€ Ø�˜%×*Ñ*Ñ*€JÜ˜M¨9Ö5‰ˆˆ4Ù! ! TÓ*€j�‚mð 6ä×(Ñ(¨°
Ó;€IÜ”fÑ9¸9ÓEÓF€IÜ˜y›>¨QÒ.ˆ9�Q‰<Ð=°IÐ=r   )r
   Úallr   r7   Ú	is_sparser   r8   rD   ÚchildrenÚlistÚ	itertoolsÚchainÚfrom_iterableÚ	enumerater   rE   )r.   Úargnumsr   ÚchildÚleaf_argnums1Úendr,   Úleaf_argnums2Úargr#   Úargnums_flatr1   rK   r(   r$   r?   r@   r/   r0   s   ` `          @@@@@@r   Úflatten_fun_for_sparse_adr[   "   s±  ÿ€ Ü# GÓ,€+Ü	Ó?±;Ó?Ô	?Ð?Ð	?ô  ×,Ñ,¨T¼9ÔEÑ€*ˆeÜ"¤5¨×)9Ñ)9Ó#:ØBGÇ.Á.ÔBRÓ#SÑBR¸ E×$4Ó$4ÐBRÑ#SóUÑ€=�#á€.ˆÜ”y—‘×4Ñ4ó 5HÜ# MÔ2ó5Hó Hó I€-ô ×+Ñ+¨JÓ7Ñ€)ˆUÜ"¤5¨×)9Ñ)9Ó#:ØBGÇ.Á.ÔBRÓ#SÑBR¸ E×$4Ó$4ÐBRÑ#SóUÑ€=�#á€.ˆô %-¨Z¸Ô$GôIÙ$G‘y�s˜Dô  )¨œ~�4˜˜‘8°4Ñ7Ø$Gð ñ Iä”y—‘×4Ñ4ó 5JÜ# MÔ2ó5Jó Jó K€,ö ôö>ð 
�< Ð,AÐ	AÐAùòG $Tùò $TùóIs   Á3F3
ÄF8
ÅF=c                óÈ   ‡ ‡‡— t        j                  ‰ f‰‰dœ|¤Ž}t        j                  t        ‰«      Št        ‰ |j                  ‰¬«      t        ˆˆ ˆfd„«       «       }|S )a"  Sparse-aware version of :func:`jax.value_and_grad`

  Arguments and return values are the same as :func:`jax.value_and_grad`, but when
  taking the gradient with respect to a :class:`jax.experimental.sparse` array, the
  gradient is computed in the subspace defined by the array's sparsity pattern.

  Examples:

    >>> from jax.experimental import sparse
    >>> X = sparse.BCOO.fromdense(jnp.arange(6.))
    >>> y = jnp.ones(6)
    >>> sparse.value_and_grad(lambda X, y: X @ y)(X, y)
    (Array(15., dtype=float32), BCOO(float32[6], nse=5))
  ©rT   Úhas_aux©ÚdocstrrT   c                 óz   •— t        ‰	‰| «      \  }}}} t        j                  |f|‰
dœ|¤Ž|Ž \  }}| ||«      fS )Nr]   )r[   r:   Úvalue_and_grad)r   r-   r1   rZ   r,   rK   Úval_outr<   rT   r.   r^   s           €€€r   Úvalue_and_grad_funz*value_and_grad.<locals>.value_and_grad_func   s^   ø€ ô @YÐY\Ð^eÐgkÓ?lÑ<€Hˆl˜IÐ'<Øeœ×*Ñ*¨8Ðe¸\ÐSZÑeÐ^dÑeÐgpÐqÑ€GˆXØÑ)¨(Ó3Ð3Ð3r   )r:   rb   r   Úconcrete_or_errorr	   r   Ú__doc__r   )r.   rT   r^   r-   Úraw_value_and_grad_funrd   s   ```   r   rb   rb   P   sh   ú€ ô  ×-Ñ-¨cÐ^¸7ÈGÑ^ÐW]Ñ^ÐÜ×"Ñ"¤=°'Ó:€'äˆÐ+×3Ñ3¸WÔEÜõ4ó ó Fð4ð 
Ðr   c                óÆ   ‡ ‡‡— t        j                  ‰ fd‰i|¤Ž}t        j                  t        ‰«      Št        ‰ |j                  ‰¬«      t        ˆˆ ˆfd„«       «       }|S )aç  Sparse-aware version of :func:`jax.grad`

  Arguments and return values are the same as :func:`jax.grad`, but when taking
  the gradient with respect to a :class:`jax.experimental.sparse` array, the
  gradient is computed in the subspace defined by the array's sparsity pattern.

  Examples:

    >>> from jax.experimental import sparse
    >>> X = sparse.BCOO.fromdense(jnp.arange(6.))
    >>> y = jnp.ones(6)
    >>> sparse.grad(lambda X, y: X @ y)(X, y)
    BCOO(float32[6], nse=5)
  rT   r_   c                 ó”   •— t        ‰‰| «      \  }}}} t        j                  |f|‰	dœ|¤Ž|Ž }‰	r ||d   «      |d   fS  ||«      S ©Nr]   r   r&   )r[   r:   rI   ©
r   r-   r1   rZ   r,   rK   ÚoutrT   r.   r^   s
          €€€r   Úgrad_funzgrad.<locals>.grad_fun   si   ø€ ô @YÐY\Ð^eÐgkÓ?lÑ<€Hˆl˜IÐ'<Ø
MŒ#�(‰(�8Ð
M \¸7Ñ
MÀfÑ
MÈyÐ
Y€CÙÙ" 3 q¡6Ó*¨C°©FÐ2Ð2Ù  Ó%Ð%r   )r:   rI   r   re   r	   r   rf   r   )r.   rT   r^   r-   Úraw_grad_funrm   s   ```   r   rI   rI   l   s_   ú€ ô  —‘˜#Ñ9 wÐ9°&Ñ9€,Ü×"Ñ"¤=°'Ó:€'äˆ�\×)Ñ)°7Ô;Üõ&ó ó <ð&ð 
€/r   c                óÆ   ‡ ‡‡— t        j                  ‰ fd‰i|¤Ž}t        j                  t        ‰«      Št        ‰ |j                  ‰¬«      t        ˆˆ ˆfd„«       «       }|S )aU  Sparse-aware version of :func:`jax.jacfwd`

  Arguments and return values are the same as :func:`jax.jacfwd`, but when taking
  the gradient with respect to a :class:`jax.experimental.sparse` array, the
  gradient is computed in the subspace defined by the array's sparsity pattern.
  Currently this is only implemented for dense outputs.
  rT   r_   c                 ó”   •— t        ‰‰| «      \  }}}} t        j                  |f|‰	dœ|¤Ž|Ž }‰	r ||d   «      |d   fS  ||«      S rj   )r[   r:   Újacfwdrk   s
          €€€r   Ú
jacfwd_funzjacfwd.<locals>.jacfwd_fun–   ój   ø€ ô @YÐY\Ð^eÐgkÓ?lÑ<€Hˆl˜IÐ'<Ø
OŒ#�*‰*�XÐ
O |¸WÑ
OÈÑ
OÐQZÐ
[€CÙÙ" 3 q¡6Ó*¨C°©FÐ2Ð2Ù  Ó%Ð%r   )r:   rq   r   re   r	   r   rf   r   )r.   rT   r^   r-   Úraw_jacfwd_funrr   s   ```   r   rq   rq   Š   ó`   ú€ ô —:‘:˜cÑ=¨7Ð=°fÑ=€.Ü×"Ñ"¤=°'Ó:€'äˆ�^×+Ñ+°WÔ=Üõ&ó ó >ð&ð 
Ðr   c                óÆ   ‡ ‡‡— t        j                  ‰ fd‰i|¤Ž}t        j                  t        ‰«      Št        ‰ |j                  ‰¬«      t        ˆˆ ˆfd„«       «       }|S )aU  Sparse-aware version of :func:`jax.jacrev`

  Arguments and return values are the same as :func:`jax.jacrev`, but when taking
  the gradient with respect to a :class:`jax.experimental.sparse` array, the
  gradient is computed in the subspace defined by the array's sparsity pattern.
  Currently this is only implemented for dense outputs.
  rT   r_   c                 ó”   •— t        ‰‰| «      \  }}}} t        j                  |f|‰	dœ|¤Ž|Ž }‰	r ||d   «      |d   fS  ||«      S rj   )r[   r:   Újacrevrk   s
          €€€r   Ú
jacrev_funzjacrev.<locals>.jacrev_fun­   rs   r   )r:   rx   r   re   r	   r   rf   r   )r.   rT   r^   r-   Úraw_jacrev_funry   s   ```   r   rx   rx   ¡   ru   r   )rT   zint | tuple[int, ...]r   ztuple[Any, ...])r   F)r.   r   rT   úint | Sequence[int]ÚreturnzCallable[..., tuple[Any, Any]])r.   r   rT   r{   r|   r   )r.   r   rT   r{   r^   Úboolr|   r   )Ú
__future__r   Úcollections.abcr   r   rP   Útypingr   r:   Újax._srcr   r   Újax._src.api_utilr	   r
   Újax._src.utilr   r   r   Újax._src.traceback_utilr   Újax.experimental.sparse._baser   rM   r[   rb   rI   rq   rx   Újacobianr!   r   r   Ú<module>r‡      s¦   ðõ #ç .Û Ý ã 
Ý Ý ß @Ý "ß +Ý 0Ý 3ñ /€	ó+Bð\ BCØ ðØ/Móð8 89ØðØ%-óð< :;Ø ðØðØ/7óð. :;Ø ðØðØ/7óð. �r   