Ë
    ßGìje^  ã                  ó	  — d Z ddlmZ ddlmZ ddlmZ ddlZddlm	Z	m
Z
 ddlZddlZddlZddlmZ ddlmZ dd	lmZ dd
lmZ ddlmZmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlm Z  ddl!m"Z" ddl#m$Z$ ddl%m&Z& ddl'm(Z(m)Z)m*Z* ddl+mZ, e	Z-e.e/df   Z0 G d„ de
«      Z1ejd                   G d„ de«      «       Z3 ejh                  d«      Z5dHd„Z6dId„Z7d„ Z8e5jr                  d„ «       Z: ejv                  e8d¬ «      Z<d!„ Z=d"„ Z>d#„ Z? ej€                  e5e>dd«       e?ej‚                  e5<    ej„                  e5e<«        ej†                  e5«       e$jˆ                  r ej„                  e5 ee=d$¬%«      d&¬'«       e$jŠ                  r ej„                  e5 ee=d(¬%«      d)¬'«        ejh                  d*«      ZFd+eF_G        de,j�                  d,œdJd-„ZIe,j�                  d.œdKd/„ZJd0„ ZKeFjr                  d1„ «       ZL ejv                  eKd+¬ «      ZMd2„ ZNd3„ ZOd4„ ZPeOej¢                  eF<   ePej‚                  eF<    ej„                  eFeM«        ej†                  eF«       e$jˆ                  r ej„                  eF eeNd$¬%«      d&¬'«       e$jŠ                  r ej„                  eF eeNd(¬%«      d)¬'«        ejh                  d5«      ZRdLdMd6„ZSdd7œdNd8„ZTd9„ ZUeRjr                  d:„ «       ZV ejv                  eUd¬ «      ZWd;„ ZXd<„ ZYd=„ ZZd>„ Z[ ej€                  eReYddeZ«       e[ej‚                  eR<    ej„                  eReW«        ej†                  eR«       e$jˆ                  r ej„                  eR eeXd$¬%«      d&¬'«       e$jŠ                  r ej„                  eR eeXd(¬%«      d)¬'«        ejh                  d?«      Z\dd7œdOd@„Z]dd7œdPdA„Z^dB„ Z_e\jr                  dC„ «       Z` ejv                  e_d¬ «      ZadD„ ZbdE„ ZcdF„ ZddG„ Ze ej€                  e\ecdded«       eeej‚                  e\<    ej„                  e\ea«        ej†                  e\«       e$jˆ                  r ej„                  e\ eebd$¬%«      d&¬'«       e$jŠ                  r ej„                  e\ eebd(¬%«      d)¬'«       yy)Qz@COO (coordinate format) matrix object and associated primitives.é    )Úannotations)ÚSequence)ÚpartialN)ÚAnyÚ
NamedTuple)Úlax)Úmlir)Ú
_lowerings)Ú	JAXSparse)Ú_coo_extractÚCuSparseEfficiencyWarning)Ú	tree_util)Úcore)Údispatch)Úad)Ú_const)Úhlo)Ú
gpu_sparse)Úpromote_dtypes)ÚArrayÚ	ArrayLikeÚ	DTypeLike.c                  ó4   — e Zd ZU ded<   dZded<   dZded<   y)ÚCOOInfoÚShapeÚshapeFÚboolÚrows_sortedÚcols_sortedN)Ú__name__Ú
__module__Ú__qualname__Ú__annotations__r   r   © ó    ú_C:\Users\Stabi\Downloads\virtual-tryon(1)\venv\Lib\site-packages\jax/experimental/sparse/coo.pyr   r   /   s   … Ø	ƒ,Ø€+ˆtÓØ€+ˆtÔr%   r   c                  ó`  ‡ — e Zd ZU dZded<   ded<   ded<   ded<    ed„ «      Z ed	„ «      Z ed
„ «      Z ed„ «      Z	ded<   ded<   dddœ	 	 	 dˆ fd„Z
edej                  dœd d„«       Zd!d„Zedddœ	 	 	 d"d„«       Zedddœ	 	 	 d#d„«       Zd$d„Zd%d&d„Zd'd„Zed„ «       Zd(d„Zˆ xZS ))ÚCOOa®  Experimental COO matrix implemented in JAX.

  Note: this class has minimal compatibility with JAX transforms such as
  grad and autodiff, and offers very little functionality. In general you
  should prefer :class:`jax.experimental.sparse.BCOO`.

  Additionally, there are known failures in the case that `nse` is larger
  than the true number of nonzeros in the represented matrix. This situation
  is better handled in BCOO.
  z	jax.ArrayÚdataÚrowÚcolztuple[int, int]r   c                ó.   — | j                   j                  S ©N)r)   Úsize©Úselfs    r&   Ú<lambda>zCOO.<lambda>E   s   € ˜dŸi™iŸnšnr%   c                ó.   — | j                   j                  S r-   )r)   Údtyper/   s    r&   r1   zCOO.<lambda>F   s   €  §	¡	§¢r%   c                óZ   — t        | j                  | j                  | j                  ¬«      S )N©r   r   r   )r   r   Ú_rows_sortedÚ_cols_sortedr/   s    r&   r1   zCOO.<lambda>G   s!   € ¤Ø�J‰J D×$5Ñ$5Ø×#Ñ#õ!%r%   c                óH   — | j                   | j                  | j                  fS r-   )r)   r*   r+   r/   s    r&   r1   zCOO.<lambda>J   s   €  §¡¨D¯H©H°d·h±hÑ ?r%   r   r6   r7   F)r   r   c               óž   •— t        t        j                  |«      \  | _        | _        | _        || _        || _        t        ‰| �%  ||¬«       y )N©r   )
ÚmapÚjnpÚasarrayr)   r*   r+   r6   r7   ÚsuperÚ__init__)r0   Úargsr   r   r   Ú	__class__s        €r&   r?   zCOO.__init__N   sB   ø€ ä$'¬¯©°TÓ$:Ñ!€D„IˆtŒx˜œØ#€DÔØ#€DÔÜ	�GÑ�T ÐÕ'r%   N©ÚnseÚindex_dtypec               ó   — t        |||¬«      S ©NrB   )Úcoo_fromdense)ÚclsÚmatrC   rD   s       r&   Ú	fromdensezCOO.fromdenseU   s   € ä˜ #°;Ô?Ð?r%   c                óØ   — | j                   r| S t        j                  | j                  | j                  | j
                  fd¬«      \  }}}| j                  |||f| j                  d¬«      S )zÆReturn a copy of the COO matrix with sorted indices.

    The matrix is sorted by row indices and column indices per row.
    If self._rows_sorted is True, this returns ``self`` without a copy.
    é   )Únum_keysT©r   r   )r6   r   Úsortr*   r+   r)   rA   r   )r0   r*   r+   r)   s       r&   Ú_sort_indiceszCOO._sort_indicesY   sc   € ð ×ÒØ€kÜ—X‘X˜tŸx™x¨¯©°4·9±9Ð=ÈÔJ�N€CˆˆdØ�>‰>˜4  cÐ*°$·*±*Ø&*ð ó ,ð ,r%   Úint32©r3   rD   c               óÊ   — t        |«      }t        |«      dk7  rt        d|›�«      ‚t        j                  d|«      }t        j                  d|«      x}} | |||f|dd¬«      S )z>Create an empty COO instance. Public method is sparse.empty().rL   z COO must have ndim=2; got shape=r   Tr5   )ÚtupleÚlenÚ
ValueErrorr<   Úempty)rH   r   r3   rD   r)   r*   r+   s          r&   Ú_emptyz
COO._emptyf   sm   € ô �%‹L€EÜ
ˆ5ƒz�Q‚ÜÐ:°E°8Ð<Ó=Ð=Ü�9‰9�Q˜Ó€DÜ—	‘	˜!˜[Ó)Ð)€Cˆ#Ù��c˜3Ð u¸$Øô!ð !r%   c          	     ó  ‡‡— ‰dkD  rt        ||‰z
  «      }nt        |‰z   |«      }|dk  r| j                  ||f||¬«      S t        j                  ||¬«      }t        j                  ||¬«      }t        |d«      Št        |‰«      Št        j                  |t        j                  ‰dk\  ˆfd„ˆfd„«      «      }	t        j                  |t        j                  ‰dk  ˆfd„ˆfd„«      «      }
 | ||	|
f||fdd¬	«      S )
Nr   rR   )r3   c                 ó   •— ‰ S r-   r$   ©Úzeros   €r&   r1   zCOO._eye.<locals>.<lambda>‚   ó   ø€ ±r%   c                 ó   •— ‰ S r-   r$   ©Úks   €r&   r1   zCOO._eye.<locals>.<lambda>‚   ó   ø€ ¹ar%   c                 ó   •— ‰ S r-   r$   r[   s   €r&   r1   zCOO._eye.<locals>.<lambda>ƒ   r]   r%   c                 ó   •— ‰ S r-   r$   r_   s   €r&   r1   zCOO._eye.<locals>.<lambda>ƒ   ra   r%   Tr5   )
ÚminrX   r<   ÚonesÚaranger   r   ÚsubÚcondÚadd)rH   ÚNÚMr`   r3   rD   Ú	diag_sizer)   Úidxr*   r+   r\   s      `       @r&   Ú_eyezCOO._eyer   sÞ   ù€ ð 	ˆ1‚uÜ�a˜˜Q™“-�iä�a˜!‘e˜Q“-€ià�A‚~à�Z‰Z˜˜A˜ e¸ˆZÓEÐEä�8‰8�I UÔ+€DÜ
�*‰*�Y kÔ
2€CÜ�#�q‹>€DÜˆs�A‹€AÜ
�'‰'�#”s—x‘x  Q¡«³iÓ@Ó
A€CÜ
�'‰'�#”s—x‘x  Q¡«³iÓ@Ó
A€CÙ��c˜3Ð¨¨1 v¸4ÈTÔRÐRr%   c                ó   — t        | «      S r-   )Úcoo_todenser/   s    r&   ÚtodensezCOO.todense†   s   € Ü�tÓÐr%   c                óÄ   — |�t        d«      ‚t        | j                  | j                  | j                  f| j
                  d d d…   | j                  | j                  ¬«      S )Nzaxes argument to transpose()éÿÿÿÿr5   )ÚNotImplementedErrorr(   r)   r+   r*   r   r7   r6   )r0   Úaxess     r&   Ú	transposezCOO.transpose‰   sX   € ØÐÜÐ >Ó?Ð?Ü�—	‘	˜4Ÿ8™8 T§X¡XÐ.°d·j±jÁÀ2ÀÑ6FØ×,Ñ,¸$×:KÑ:KôMð Mr%   c                ó|   — | j                   | j                  | j                  f| j                  j	                  «       fS r-   )r)   r*   r+   Ú_infoÚ_asdictr/   s    r&   Útree_flattenzCOO.tree_flatten�   s-   € Ø�I‰I�t—x‘x §¡Ð*¨D¯J©J×,>Ñ,>Ó,@Ð@Ð@r%   c                óÜ   — t         j                  | «      }|\  |_        |_        |_        |j                  «       h d£k7  rt        d|›�«      ‚|d   |_        |d   |_        |d   |_	        |S )N>   r   r   r   z%COO.tree_unflatten: invalid aux_data=r   r   r   )
ÚobjectÚ__new__r)   r*   r+   ÚkeysrV   r   r6   r7   )rH   Úaux_dataÚchildrenÚobjs       r&   Útree_unflattenzCOO.tree_unflatten’   so   € ä
�.‰.˜Ó
€CØ!)Ñ€C„HˆcŒg�s”wØ‡}�}ƒÒAÒAÜÐ?°h°[ÐAÓBÐBØ˜Ñ!€C„IØ Ñ.€CÔØ Ñ.€CÔØ€Jr%   c                ó¦  — t        |t        «      rt        d«      ‚t        j                  |«      }t        | j                  |«      \  }}t        || j                  | j                  ffi | j                  j                  «       ¤Ž}|j                  dk(  rt        ||«      S |j                  dk(  rt        ||«      S t        d|j                  › �«      ‚)Nz"matmul between two sparse objects.é   rL   zmatmul with object of shape )Ú
isinstancer   rt   r<   r=   r   r)   r(   r*   r+   rx   ry   ÚndimÚ
coo_matvecÚ
coo_matmatr   )r0   Úotherr)   Úself_promoteds       r&   Ú
__matmul__zCOO.__matmul__�   s¬   € Ü�%œÔ#ÜÐ DÓEÐEÜ�K‰K˜Ó€EÜ  §¡¨EÓ2�K€Dˆ%Ü˜˜tŸx™x¨¯©Ð2ÑK°d·j±j×6HÑ6HÓ6JÑK€MØ‡z�z�Q‚Ü˜ uÓ-Ð-Ø	�‰�qŠÜ˜ uÓ-Ð-äÐ">¸u¿{¹{¸mÐ LÓMÐMr%   )r@   útuple[Array, Array, Array]r   r   r   r   r   r   ©rI   r   rC   z
int | NonerD   r   Úreturnr(   )rŽ   r(   )r   zSequence[int]r3   úDTypeLike | NonerD   r   rŽ   r(   )rj   Úintrk   r�   r`   r�   r3   r�   rD   r   rŽ   r(   )rŽ   r   r-   )ru   ztuple[int, ...] | NonerŽ   r(   )rŽ   z1tuple[tuple[Array, Array, Array], dict[str, Any]])r‰   r   rŽ   r   )r    r!   r"   Ú__doc__r#   ÚpropertyrC   r3   rx   Ú_bufsr?   ÚclassmethodÚnprQ   rJ   rP   rX   rn   rq   rv   rz   r‚   r‹   Ú__classcell__)rA   s   @r&   r(   r(   5   s#  ø… ñ	ð 	ƒ/Øƒ.Øƒ.Ø	ÓÙÑ,Ó-€#Ù
Ñ/Ó
0€%Ù
ñ %ó &€%ñ Ñ?Ó
@€%ØÓØÓð $)¸eñ(Ø ð(Ø7;õ(ð Ø6:ÐUW×U]ÑU]ô @ó ð@ó,ð ØEIØ&-ñ	!Ø#ð	!Ø25ò	!ó ð	!ð ØEIØ$+ñSØ!ðSØ03òSó ðSó&ôMóAð ñó ð÷Nr%   r(   rp   c                óp   — t        | j                  | j                  | j                  | j                  ¬«      S )z‰Convert a COO-format sparse matrix to a dense matrix.

  Args:
    mat : COO matrix
  Returns:
    mat_dense: dense version of ``mat``
  ©Úspinfo)Ú_coo_todenser)   r*   r+   rx   )rI   s    r&   rp   rp   ¯   s%   € ô 
�c—h‘h §¡¨¯©¸¿¹Ô	CÐCr%   c               ó4   — t         j                  | |||¬«      S )aI  Convert CSR-format sparse matrix to a dense matrix.

  Args:
    data : array of shape ``(nse,)``.
    row : array of shape ``(nse,)``
    col : array of shape ``(nse,)`` and dtype ``row.dtype``
    spinfo : COOInfo object containing matrix metadata

  Returns:
    mat : array with specified shape and dtype matching ``data``
  r˜   )Úcoo_todense_pÚbind©r)   r*   r+   r™   s       r&   rš   rš   ¹   s   € ô 
×	Ñ	˜D # s°6Ð	Ó	:Ð:r%   c               ó’   — t        j                  |j                  | j                  «      j                  ||f   j                  | «      S r-   )r<   Úzerosr   r3   Úatri   rž   s       r&   Ú_coo_todense_implr¢   Ç   s5   € Ü	�‰�6—<‘< §¡Ó	,×	/Ñ	/°°S°Ñ	9×	=Ñ	=¸dÓ	CÐCr%   c               óV   — t        j                  |j                  | j                  «      S r-   )r   ÚShapedArrayr   r3   rž   s       r&   Ú_coo_todense_abstract_evalr¥   Ê   s   € ä	×	Ñ	˜&Ÿ,™,¨¯
©
Ó	3Ð3r%   F)Úmultiple_resultsc               ó>  — | j                   \  }}}|j                  }	t        j                  |	t        j                  «      sRt        j                  |	t        j
                  «      s.t        j                  d|	›d�t        «       t        | ||||¬«      S |j                  r|j                  }
d}nO|j                  r||}}d}|j                  d d d…   }
n*t        j                  dt        «       t        | ||||¬«      S | }|rR| j                  \  }t        j                  |j                  d d d…   |j                  ¬«      }|j!                  |g¬	«      }t#        j$                  |||||
|¬
«      }|r,t'        j(                  |t+        j,                  ddg«      «      gS |gS )Nz@coo_todense cusparse/hipsparse lowering not available for dtype=ú). Falling back to default implementation.r˜   FTrs   z¼coo_todense GPU lowering requires matrices with sorted rows or sorted cols. To sort the rows in your matrix, use e.g. mat = mat._sort_indices(). Falling back to the default implementation.)r   r3   )Ú	avals_out)r   Útarget_name_prefixr„   r   )Úavals_inr3   r•   Ú
issubdtypeÚfloatingÚcomplexfloatingÚwarningsÚwarnr   Ú_coo_todense_loweringr   r   r   r©   r   r¤   Úreplacer
   Úcoo_todense_gpu_loweringr   rv   r	   Údense_int_array)Úctxr)   r*   r+   r™   rª   Ú	data_avalÚrow_avalÚ_r3   r   rv   Úsub_ctxÚout_avalÚresults                  r&   Ú_coo_todense_gpu_loweringr¼   Ñ   s|  € ØŸ<™<Ñ€)ˆX�qØ
�/‰/€%Ü
�-‰-˜œrŸ{™{Ô
+¬r¯}©}¸UÄB×DVÑDVÔ/WÜ‡M�MÐUÈuÈhð W<ð <Ü=VôXä   d¨C°¸VÔDÐDà×ÒØ�L‰L€EØ�IØ×ÒØ�Cˆ€CØ€IØ�L‰L™˜2˜Ñ�Eä‡M�Mð 8ä9RôTô !  d¨C°¸VÔDÐDà€'ÙØ—‘�I€HÜ×Ñ h§n¡n±T°r°TÑ&:À(Ç.Á.ÔQ€HØ�o‰o¨¨
ˆoÓ3€GÜ×.Ñ.Øˆt�S˜# UÐ?QôS€&ñ 
ô ‡}�}�VœT×1Ñ1°1°a°&Ó9Ó:Ð;ð"à˜ð"r%   c               ó    — t        | |||¬«      S )Nr˜   )rš   )Údata_dotr)   r*   r+   r™   s        r&   Ú_coo_todense_jvpr¿   ò   s   € Ü	�h  S°Ô	8Ð8r%   c               ó˜  — t        j                  |«      sJ ‚t        j                  |«      st        j                  |«      rt        d«      ‚| j                  |j                  k(  sJ ‚|j                  j
                  |j                  j
                  k(  sJ ‚| j
                  |j                  j
                  k(  sJ ‚t        ||| «      ||fS )Nú/Cannot transpose with respect to sparse indices)r   Úis_undefined_primalrV   r   Úavalr3   r   )Úctr)   r*   r+   r™   s        r&   Ú_coo_todense_transposerÅ   õ   s£   € ô 
×	Ñ	 Ô	%Ð%Ð	%Ü×Ñ˜CÔ ¤B×$:Ñ$:¸3Ô$?Ü
ÐFÓ
GÐGØ	�‰�V—\‘\Ò	!Ð!Ð	!Ø	�‰�‰˜3Ÿ8™8Ÿ>™>Ò	)Ð)Ð	)Ø	�‰�T—Y‘Y—_‘_Ò	$Ð$Ð	$Ü	�c˜3 Ó	# S¨#Ð	-Ð-r%   Úcu)rª   Úcuda)ÚplatformÚhipÚrocmrG   TrB   c               óÐ   — |€t        | dk7  j                  «       «      }t        j                  t        j
                  |d«      }t        t        | ||¬«      | j                  d¬«      S )aE  Create a COO-format sparse matrix from a dense matrix.

  Args:
    mat : array to be converted to COO.
    nse : number of specified entries in ``mat``. If not specified,
      it will be computed from the input matrix.
    index_dtype : dtype of sparse indices

  Returns:
    mat_coo : COO representation of the matrix.
  r   zcoo_fromdense nse argumentrB   TrN   )	r�   Úsumr   Úconcrete_or_errorÚoperatorÚindexr(   Ú_coo_fromdenser   )rI   rC   rD   Únse_ints       r&   rG   rG     sX   € ð 	€[Ü
ˆs�a‰x�n‰nÓÓ
€CÜ×"Ñ"¤8§>¡>°3Ð8TÓU€'Ü	Œ^˜C W¸+ÔFØ—9‘9¨$ô
0ð 0r%   )rD   c               ó¦   — t        j                  | «      } t        j                  t        j
                  |d«      }t        j                  | ||¬«      S )aˆ  Create COO-format sparse matrix from a dense matrix.

  Args:
    mat : array to be converted to COO.
    nse : number of specified entries in ``mat``
    index_dtype : dtype of sparse indices

  Returns:
    data : array of shape ``(nse,)`` and dtype ``mat.dtype``
    row : array of shape ``(nse,)`` and dtype ``index_dtype``
    col : array of shape ``(nse,)`` and dtype ``index_dtype``
  znse argument of coo_fromdense()rB   )r<   r=   r   rÍ   rÎ   rÏ   Úcoo_fromdense_pr�   )rI   rC   rD   s      r&   rÐ   rÐ   (  sC   € ô 	�‰�CÓ€#Ü×ÑœxŸ~™~¨sÐ4UÓV€#Ü	×	Ñ	˜c s¸Ð	Ó	DÐDr%   c               óV  — t        j                  | «      } | j                  dk(  sJ ‚t        j                  | |¬«      \  }}| ||f   }t        j                  |«      | dk7  j                  «       k  }t        j                  ||d«      }||j                  |«      |j                  |«      fS )NrL   )r.   r   )r<   r=   r†   Únonzerorf   rÌ   ÚwhereÚastype)rI   rC   rD   r*   r+   r)   Útrue_nonzeross          r&   Ú_coo_fromdense_implrÙ   9  s�   € Ü�‰�CÓ€#Ø	�‰�QŠÐˆä�[‰[˜ 3Ô'�(€#€sØ	ˆS�#ˆX‰€$ä—*‘*˜S“/ S¨A¡X§N¡NÓ$4Ñ4€-Ü	�‰�= $¨Ó	*€$à	ˆs�z‰z˜+Ó&¨¯
©
°;Ó(?Ð	?Ð?r%   c               ó€   — t        j                  |f| j                  «      }t        j                  |f|«      x}}|||fS r-   )r   r¤   r3   )rI   rC   rD   r)   r*   r+   s         r&   Ú_coo_fromdense_abstract_evalrÛ   E  s?   € ä	×	Ñ	˜3˜& #§)¡)Ó	,€$Ü×Ñ ˜v {Ó3Ð3€#ˆØ	ˆs�CˆÐr%   c               óR  — | j                   d   j                  }t        j                  |t        j                  «      sQt        j                  |t        j
                  «      s-t        j                  d|›d�t        «       t        | |||¬«      S t        j                  | ||||¬«      S )Nr   zBcoo_fromdense cusparse/hipsparse lowering not available for dtype=r¨   rB   )ÚnnzrD   rª   )r«   r3   r•   r¬   r­   r®   r¯   r°   r   Ú_coo_fromdense_loweringr
   Úcoo_fromdense_gpu_lowering)rµ   rI   rC   rD   rª   r3   s         r&   Ú_coo_fromdense_gpu_loweringrà   N  sŽ   € Ø
�,‰,�q‰/×
Ñ
€%Ü
�-‰-˜œrŸ{™{Ô
+¬r¯}©}¸UÄB×DVÑDVÔ/WÜ‡M�MÐWÐQVÐPXð Y<ð <Ü=VôXä" 3¨°À+ÔNÐNÜ	×	.Ñ	.Ø	ˆ3�C [Ø+ô
-ð -r%   c               óP  — | \  }|\  }t        |||¬«      }|\  }}}	t        |«      t        j                  u r t        j                  j	                  |«      }
nt        ||	|«      }
|
t        j                  j	                  |«      t        j                  j	                  |	«      f}||fS rF   )rÐ   Útyper   ÚZeroÚfrom_primal_valuer   )ÚprimalsÚtangentsrC   rD   rk   ÚMdotÚprimals_outr)   r*   r+   r¾   Útangents_outs               r&   Ú_coo_fromdense_jvprê   X  s‘   € Ø�"€!Ø
�%€$ä˜q c°{ÔC€+Ø�.€$ˆˆSä	ˆ$ƒZ”2—7‘7ÑÜ�w‰w×(Ñ(¨Ó.�Hä˜C  dÓ+€HàœBŸG™G×5Ñ5°cÓ:¼B¿G¹G×<UÑ<UÐVYÓ<ZÐ[€,à	�lÐ	"Ð"r%   c               ó|  — | \  }}}t        |«      |k(  sJ ‚|j                  |j                  cxk(  r|k(  sJ ‚ J ‚t        |t        j                  «      st        |t        j                  «      rt        d«      ‚t        j                  |«      sJ ‚t        |||t        |j                  j                  ¬«      ¬«      S )NrÁ   r:   r˜   )rU   r3   r…   r   rã   rV   rÂ   rš   r   rÃ   r   )rÄ   rk   rC   rD   r)   r*   r+   s          r&   Ú_coo_fromdense_transposerì   h  s™   € Ø�.€$ˆˆSÜ	ˆT‹�cÒ	ÐÐ	Ø	�‰�c—i‘iÔ	. ;Ò	.Ð.Ñ	.Ð.Ð	.Ü�”R—W‘WÔ¤¨C´·±Ô!9Ü
ÐFÓ
GÐGÜ	×	Ñ	 Ô	"Ð"Ð	"Ü	�d˜C ¬W¸1¿6¹6¿<¹<Ô-HÔ	IÐIr%   r‡   c                óX   — | j                   \  }}}t        ||||| j                  |¬«      S )a¦  Product of COO sparse matrix and a dense vector.

  Args:
    mat : COO matrix
    v : one-dimensional array of size ``(shape[0] if transpose else shape[1],)`` and
      dtype ``mat.dtype``
    transpose : boolean specifying whether to transpose the sparse matrix
      before computing.

  Returns:
    y : array of shape ``(mat.shape[1] if transpose else mat.shape[0],)`` representing
      the matrix vector product.
  ©r™   rv   )r“   Ú_coo_matvecrx   )rI   Úvrv   r)   r*   r+   s         r&   r‡   r‡   †  ó,   € ð —9‘9�.€$ˆˆSÜ	�T˜3  Q¨s¯y©yÀIÔ	NÐNr%   )rv   c               ó8   — t         j                  | |||||¬«      S )a:  Product of COO sparse matrix and a dense vector.

  Args:
    data : array of shape ``(nse,)``.
    row : array of shape ``(nse,)``
    col : array of shape ``(nse,)`` and dtype ``row.dtype``
    v : array of shape ``(shape[0] if transpose else shape[1],)`` and
      dtype ``data.dtype``
    shape : length-2 tuple representing the matrix shape
    transpose : boolean specifying whether to transpose the sparse matrix
      before computing.

  Returns:
    y : array of shape ``(shape[1] if transpose else shape[0],)`` representing
      the matrix vector product.
  rî   )Úcoo_matvec_pr�   )r)   r*   r+   rð   r™   rv   s         r&   rï   rï   —  ó"   € ô" 
×	Ñ	˜4  c¨1°VÀyÐ	Ó	QÐQr%   c               ó   — t        j                  |«      }|r||}}|r|j                  d   n|j                  d   }| ||   z  }t        j                  ||j                  «      j
                  |   j                  |«      S ©Nr„   r   ©r<   r=   r   r    r3   r¡   ri   )r)   r*   r+   rð   r™   rv   Ú	out_shapeÚdvs           r&   Ú_coo_matvec_implrú   ª  sl   € Ü	‡k�k�!ƒn€!ÙØ�Cˆ€CÙ!*ˆf�l‰l˜1Šo°·±¸Q±€)Øˆa�‰f�}€"Ü	�‰�9˜bŸh™hÓ	'×	*Ñ	*¨3Ñ	/×	3Ñ	3°BÓ	7Ð7r%   c               ó  — | j                   |j                   cxk(  r|j                   k(  sJ ‚ J ‚| j                  |j                  k(  sJ ‚|j                  |j                  k(  sJ ‚t        |j                   «      dk(  sJ ‚|j                  dk(  sJ ‚|j                   d   |r|j                   d   n|j                   d   k(  sJ ‚|r|j                   d   n|j                   d   }t	        j
                  |f| j                  «      S )NrL   r„   r   )r   r3   rU   r†   r   r¤   )r)   r*   r+   rð   r™   rv   rø   s          r&   Ú_coo_matvec_abstract_evalrü   ²  sÖ   € à	�‰�s—y‘yÔ	- C§I¡IÒ	-Ð-Ñ	-Ð-Ð	-Ø	�‰�q—w‘wÒ	ÐÐ	Ø	�‰�c—i‘iÒ	ÐÐ	Ü	ˆV�\‰\Ó	˜aÒ	ÐÐ	Ø	
�‰�1ŠÐˆØ	
�‰�‰©9˜Ÿ™ Qš¸&¿,¹,Àq¹/Ò	JÐJÐ	JÙ!*ˆf�l‰l˜1Šo°·±¸Q±€)Ü	×	Ñ	˜9˜,¨¯
©
Ó	3Ð3r%   c          
     ó,  — | j                   \  }}	}
}|j                  }|t        j                  t        j                  t        j
                  t        j                  fvr0t        j                  d|›d�t        «       t        | ||||||¬«      S |j                  r|j                  }nR|j                  r||}}| }|j                  d d d…   }n,t        j                  dt        «       t        | ||||||¬«      S t        j                  | |||||||¬«      S )Nz?coo_matvec cusparse/hipsparse lowering not available for dtype=r¨   rî   rs   z»coo_matvec GPU lowering requires matrices with sorted rows or sorted cols. To sort the rows in your matrix, use e.g. mat = mat._sort_indices(). Falling back to the default implementation.©rv   r   rª   )r«   r3   r•   Úfloat32Úfloat64Ú	complex64Ú
complex128r¯   r°   r   Ú_coo_matvec_loweringr   r   r   r
   Ú_coo_spmv_gpu_lowering)rµ   r)   r*   r+   rð   r™   rv   rª   r¶   r·   r¸   Úx_avalr3   r   s                 r&   Ú_coo_matvec_gpu_loweringr  À  s  € à#&§<¡<Ñ €)ˆX�q˜&Ø
�/‰/€%Ø
”2—:‘:œrŸz™z¬2¯<©<¼¿¹ÐGÑGÜ‡M�MÐTÈeÈXð V<ð <Ü=VôXä  T¨3°°Q¸vÐQZÔ[Ð[à×ÒØ�L‰L�EØ×ÒØ�Cˆ€CØ�€IØ�L‰L™˜2˜Ñ�Eä‡M�Mð 8ä9RôTô    T¨3°°Q¸vØ*3ô5ð 5ô 
×	*Ñ	*Ø	ˆ4��c˜1¨	¸Ø+ô
-ð -r%   c               ó$   — t        | |||||¬«      S ©Nrî   ©rï   )r¾   r)   r*   r+   rð   r™   rv   s          r&   Ú_coo_matvec_jvp_matr
  Û  ó   € Ü	�X˜s C¨°6ÀYÔ	OÐOr%   c               ó$   — t        |||| ||¬«      S r  r	  )Úv_dotr)   r*   r+   rð   r™   rv   s          r&   Ú_coo_matvec_jvp_vecr  Þ  ó   € Ü	�T˜3  U°6ÀYÔ	OÐOr%   c               óü   — t        j                  |«      rJ ‚t        j                  |«      rJ ‚t        j                  |«      r|||t        |||| || ¬«      fS t        j                  |«      }| |   ||   z  |||fS r  )r   rÂ   rï   r<   r=   )rÄ   r)   r*   r+   rð   r™   rv   s          r&   Ú_coo_matvec_transposer  á  s…   € Ü×#Ñ# CÔ(Ð(Ð	(Ü×#Ñ# CÔ(Ð(Ð	(ä×Ñ˜AÔØ��cœ; t¨S°#°rÀ&ÐXaÐTaÔbÐbÐbä�‰�A‹€Að ˆc‰7�Q�s‘VÑ˜S # qÐ(Ð(r%   rˆ   c               óX   — | j                   \  }}}t        ||||| j                  |¬«      S )a©  Product of COO sparse matrix and a dense matrix.

  Args:
    mat : COO matrix
    B : array of shape ``(mat.shape[0] if transpose else mat.shape[1], cols)`` and
      dtype ``mat.dtype``
    transpose : boolean specifying whether to transpose the sparse matrix
      before computing.

  Returns:
    C : array of shape ``(mat.shape[1] if transpose else mat.shape[0], cols)``
      representing the matrix vector product.
  rî   )r“   Ú_coo_matmatrx   )rI   ÚBrv   r)   r*   r+   s         r&   rˆ   rˆ     rñ   r%   c               ó8   — t         j                  | |||||¬«      S )aD  Product of COO sparse matrix and a dense matrix.

  Args:
    data : array of shape ``(nse,)``.
    row : array of shape ``(nse,)``
    col : array of shape ``(nse,)`` and dtype ``row.dtype``
    B : array of shape ``(shape[0] if transpose else shape[1], cols)`` and
      dtype ``data.dtype``
    shape : length-2 tuple representing the matrix shape
    transpose : boolean specifying whether to transpose the sparse matrix
      before computing.

  Returns:
    C : array of shape ``(shape[1] if transpose else shape[0], cols)``
      representing the matrix vector product.
  rî   )Úcoo_matmat_pr�   )r)   r*   r+   r  r™   rv   s         r&   r  r    rô   r%   c               ó,  — t        j                  |«      }|r||}}|r|j                  d   n|j                  d   }| d d …d f   ||   z  }t        j                  ||j                  d   f|j                  «      j
                  |   j                  |«      S rö   r÷   )r)   r*   r+   r  r™   rv   rø   ÚdBs           r&   Ú_coo_matmat_implr  '  s‚   € Ü	‡k�k�!ƒn€!ÙØ�Cˆ€CÙ!*ˆf�l‰l˜1Šo°·±¸Q±€)ØŠAˆtˆG�}�q˜‘vÑ€"Ü	�‰�I˜qŸw™w q™zÐ*¨B¯H©HÓ	5×	8Ñ	8¸Ñ	=×	AÑ	AÀ"Ó	EÐEr%   c               óì  — | j                   |j                   cxk(  r|j                   k(  sJ ‚ J ‚| j                  |j                  k(  sJ ‚|j                  dk(  sJ ‚t        |j                   «      dk(  sJ ‚|j                   d   |r|j                   d   n|j                   d   k(  sJ ‚|r|j                   d   n|j                   d   }t	        j
                  ||j                   d   f| j                  «      S )NrL   r   r„   )r   r3   r†   rU   r   r¤   )r)   r*   r+   r  r™   rv   rø   s          r&   Ú_coo_matmat_abstract_evalr  /  sË   € à	�‰�s—y‘yÔ	- C§I¡IÒ	-Ð-Ñ	-Ð-Ð	-Ø	�‰�q—w‘wÒ	ÐÐ	Ø	
�‰�1ŠÐˆÜ	ˆV�\‰\Ó	˜aÒ	ÐÐ	Ø	
�‰�‰©9˜Ÿ™ Qš¸&¿,¹,Àq¹/Ò	JÐJÐ	JÙ!*ˆf�l‰l˜1Šo°·±¸Q±€)Ü	×	Ñ	˜9 a§g¡g¨a¡jÐ1°4·:±:Ó	>Ð>r%   c          
     ó,  — | j                   \  }}	}
}|j                  }|t        j                  t        j                  t        j
                  t        j                  fvr0t        j                  d|›d�t        «       t        | ||||||¬«      S |j                  r|j                  }nR|j                  r||}}| }|j                  d d d…   }n,t        j                  dt        «       t        | ||||||¬«      S t        j                  | |||||||¬«      S )Nz>coo_matmat cusparse/hipsprse lowering not available for dtype=r¨   rî   rs   z»coo_matmat GPU lowering requires matrices with sorted rows or sorted cols. To sort the rows in your matrix, use e.g. mat = mat._sort_indices(). Falling back to the default implementation.rþ   )r«   r3   r•   rÿ   r   r  r  r¯   r°   r   Ú_coo_matmat_loweringr   r   r   r
   Ú_coo_spmm_gpu_lowering)rµ   r)   r*   r+   r  r™   rv   rª   r¶   r·   r¸   ÚB_avalr3   r   s                 r&   Ú_coo_matmat_gpu_loweringr   ;  s  € à#&§<¡<Ñ €)ˆX�q˜&Ø
�/‰/€%Ø
”2—:‘:œrŸz™z¬2¯<©<¼¿¹ÐGÑGÜ‡M�MÐSÈUÈHð U<ð <Ü=VôXä  T¨3°°Q¸vÐQZÔ[Ð[à×ÒØ�L‰L�EØ×ÒØ�Cˆ€CØ�€IØ�L‰L™˜2˜Ñ�Eä‡M�Mð 8ä9RôTô    T¨3°°Q¸vØ*3ô5ð 5ô 
×	*Ñ	*Ø	ˆ4��c˜1¨	¸Ø+ô
-ð -r%   c               ó$   — t        | |||||¬«      S r  ©r  )r¾   r)   r*   r+   r  r™   rv   s          r&   Ú_coo_matmat_jvp_leftr#  V  r  r%   c               ó$   — t        |||| ||¬«      S r  r"  )ÚB_dotr)   r*   r+   r  r™   rv   s          r&   Ú_coo_matmat_jvp_rightr&  Y  r  r%   c               ó  — t        j                  |«      rJ ‚t        j                  |«      rJ ‚t        j                  |«      r|||t        |||| || ¬«      fS t        j                  |«      }| |   ||   z  j                  d«      |||fS )Nrî   r„   )r   rÂ   r  r<   r=   rÌ   )rÄ   r)   r*   r+   r  r™   rv   s          r&   Ú_coo_matmat_transposer(  \  sŽ   € Ü×#Ñ# CÔ(Ð(Ð	(Ü×#Ñ# CÔ(Ð(Ð	(Ü×Ñ˜AÔØ��cœ; t¨S°#°rÀ&ÐXaÐTaÔbÐbÐbä�‰�A‹€AØˆs‰G�a˜‘fÑ×!Ñ! !Ó$ c¨3°Ð1Ð1r%   )rI   r(   rŽ   r   )
r)   r   r*   r   r+   r   r™   r   rŽ   r   r�   )rI   r   rC   r�   rD   r   rŽ   rŒ   )F)rI   r(   rð   r   rv   r   rŽ   r   )r)   r   r*   r   r+   r   rð   r   r™   r   rv   r   rŽ   r   )rI   r(   r  r   rv   r   rŽ   r   )r)   r   r*   r   r+   r   r  r   r™   r   rv   r   rŽ   r   )fr‘   Ú
__future__r   Úcollections.abcr   Ú	functoolsr   rÎ   Útypingr   r   r¯   Únumpyr•   Újaxr   Újax.interpretersr	   Újax.experimental.sparser
   Újax.experimental.sparse._baser   Újax.experimental.sparse.utilr   r   r   Újax._srcr   r   Újax._src.interpretersr   Újax._src.lax.laxr   Újax._src.lib.mlir.dialectsr   Újax._src.libr   Újax._src.numpy.utilr   Újax._src.typingr   r   r   Ú	jax.numpyr<   ÚDtyperT   r�   r   r   Úregister_pytree_node_classr(   Ú	Primitiverœ   rp   rš   r¢   Údef_abstract_evalr¥   Ú	lower_funr±   r¼   r¿   rÅ   ÚdefjvpÚprimitive_transposesÚregister_loweringÚsimple_implÚcuda_is_supportedÚrocm_is_supportedrÓ   r¦   rQ   rG   rÐ   rÙ   rÛ   rÞ   rà   rê   rì   Úprimitive_jvpsró   r‡   rï   rú   rü   r  r  r
  r  r  r  rˆ   r  r  r  r  r   r#  r&  r(  r$   r%   r&   Ú<module>rG     sð  ðñ GÝ "å $Ý Û ß "Û ã ã 
Ý Ý !Ý .Ý 3ß PÝ Ý Ý Ý $Ý #Ý *Ý #Ý .ß 7Ñ 7Ý ð 	€Øˆc�3ˆh‰€ôˆjô ð ×%Ñ%ôrNˆ)ó rNó &ðrNðn �—‘˜}Ó-€óDó;òDð × Ñ ñ4ó !ð4ð '˜Ÿ™Ø¨ô/Ð ò"òB9ò	.ð 
€‡	�	ˆ-Ð)¨4°Ô 6Ø)?€× Ñ ˜Ñ &Ø €× Ñ �}Ð&;Ô <Ø €× Ñ �]Ô #à×ÒØ€$×ÑØÙÐ'¸DÔAØõð ×ÒØ€$×ÑØÙÐ'¸EÔBØõð !�$—.‘. Ó1€Ø#'€Ô  à37ÐRU×R[ÑR[õ 0ð$ FIÇYÁYõ Eò"
@ð ×"Ñ"ñó #ðð
 )˜$Ÿ.™.Ø¨$ô0Ð ò-ò#ò Jð &8€× Ñ �/Ñ "Ø+C€× Ñ ˜Ñ (Ø €× Ñ �Ð(?Ô @Ø €× Ñ �_Ô %à×ÒØ€$×ÑØÙÐ)¸dÔCØõð ×ÒØ€$×ÑØÙÐ)¸eÔDØõð ˆt�~‰~˜lÓ+€ôOð" fkõ Rò&8ð ×Ññ4ó  ð4ð &�t—~‘~Ø uô.Ð ò-ò6PòPò
)ð 
€‡	�	ˆ,Ð+¨T°4Ð9LÔ MØ(=€× Ñ ˜Ñ %Ø €× Ñ �|Ð%9Ô :Ø €× Ñ �\Ô "à×ÒØ€$×ÑØÙÐ&¸4Ô@Øõð ×ÒØ€$×ÑØÙÐ&¸5ÔAØõð ˆt�~‰~˜lÓ+€à8=õ Oð" fkõ Rò&Fð ×Ññ?ó  ð?ð &�t—~‘~Ð&6ÈÔOÐ ò-ò6PòPò2ð 
€‡	�	ˆ,Ð,¨d°DÐ:OÔ PØ(=€× Ñ ˜Ñ %Ø €× Ñ �|Ð%9Ô :Ø €× Ñ �\Ô "à×ÒØ€$×ÑØÙÐ&¸4Ô@Øõð ×ÒØ€$×ÑØÙÐ&¸5ÔAØöð  r%   