Ë
    ßGìj_  ã                  ó&	  — d Z ddlmZ ddlmZ ddlZddlZddlZddl	Z	ddl
mZ ddlmZ ddlmZ ddlmZmZmZmZ dd	lmZmZmZ dd
l	mZ ddl	mZ ddlmZ ddlmZ ddlmZ ddl m!Z! ddl"m#Z# ddl$m%Z% ddl&m'Z'm(Z( ddl)mZ* e+e,df   Z-ej\                   G d„ de«      «       Z/ej\                   G d„ de«      «       Z0 ejb                  d«      Z2dFd„Z3dGd„Z4d„ Z5e2jl                  d„ «       Z7 ejp                  e5d¬«      Z9d„ Z:d „ Z;d!„ Z< ejz                  e2e;dd«       e<ej|                  e2<    ej~                  e2e9«        ej€                  e2«       e#j‚                  r ej~                  e2 ee:d"¬#«      d$¬%«       e#j„                  r ej~                  e2 ee:d&¬#«      d'¬%«        ejb                  d(«      ZCd)eC_D        dejŠ                  d*œdHd+„ZFejŠ                  d,œdId-„ZGd.„ ZHeCjl                  d/„ «       ZI ejp                  eHd)¬«      ZJd0„ ZKd1„ ZLd2„ ZMeLejœ                  eC<   eMej|                  eC<    ej~                  eCeJ«        ej€                  eC«       e#j‚                  r ej~                  eC eeKd"¬#«      d$¬%«       e#j„                  r ej~                  eC eeKd&¬#«      d'¬%«        ejb                  d3«      ZOdJdKd4„ZPdd5œd6„ZQd7„ ZReOjl                  d8„ «       ZS ejp                  eRd¬«      ZTd9„ ZUd:„ ZVd;„ ZWd<„ ZX ejz                  eOeVddeW«       eXej|                  eO<    ej~                  eOeT«        ej€                  eO«       e#j‚                  r ej~                  eO eeUd"¬#«      d$¬%«       e#j„                  r ej~                  eO eeUd&¬#«      d'¬%«        ejb                  d=«      ZYdd5œdLd>„ZZdd5œ	 	 	 	 	 dMd?„Z[d@„ Z\eYjl                  dA„ «       Z] ejp                  e\d¬«      Z^dB„ Z_dC„ Z`dD„ ZadE„ Zb ejz                  eYe`ddea«       ebej|                  eY<    ej~                  eYe^«        ej€                  eY«       e#rTe#j‚                  r ej~                  eY ee_d"¬#«      d$¬%«       e#j„                  r ej~                  eY ee_d&¬#«      d'¬%«       yyy)NzDCSR (compressed sparse row) matrix object and associated primitives.é    )Úannotations)ÚpartialN)Úmlir)Ú
_lowerings)Ú	JAXSparse)Ú_coo_matmatÚ_coo_matvecÚ_coo_todenseÚCOOInfo)Ú_csr_to_cooÚ_csr_extractÚCuSparseEfficiencyWarning)Úlax)Ú	tree_util)Úcore)Údispatch)Úad)Ú_const)Ú
gpu_sparse)Úpromote_dtypes)ÚArrayÚ	DTypeLike.c                  ó  ‡ — e Zd ZU dZded<   ded<   ded<   ded<    ed„ «      Z ed	„ «      Z ed
„ «      Zˆ fd„Z	e
dej                  dœd„«       Ze
dddœd„«       Ze
dddœd„«       Zd„ Zdd„Zd„ Zd„ Ze
d„ «       Zˆ xZS )ÚCSRa®  Experimental CSR matrix implemented in JAX.

  Note: this class has minimal compatibility with JAX transforms such as
  grad and autodiff, and offers very little functionality. In general you
  should prefer :class:`jax.experimental.sparse.BCOO`.

  Additionally, there are known failures in the case that `nse` is larger
  than the true number of nonzeros in the represented matrix. This situation
  is better handled in BCOO.
  ú	jax.ArrayÚdataÚindicesÚindptrútuple[int, int]Úshapec                ó.   — | j                   j                  S ©N©r   Úsize©Úselfs    ú_C:\Users\Stabi\Downloads\virtual-tryon(1)\venv\Lib\site-packages\jax/experimental/sparse/csr.pyÚ<lambda>zCSR.<lambda>=   ó   € ˜dŸi™iŸnšnó    c                ó.   — | j                   j                  S r"   ©r   Údtyper%   s    r'   r(   zCSR.<lambda>>   ó   €  §	¡	§¢r*   c                óH   — | j                   | j                  | j                  fS r"   )r   r   r   r%   s    r'   r(   zCSR.<lambda>?   s   €  §¡¨D¯L©L¸$¿+¹+Ñ Fr*   c               ó‚   •— t        t        j                  |«      \  | _        | _        | _        t        ‰| �  ||¬«       y ©N©r    ©ÚmapÚjnpÚasarrayr   r   r   ÚsuperÚ__init__©r&   Úargsr    Ú	__class__s      €r'   r8   zCSR.__init__A   ó2   ø€ Ü+.¬s¯{©{¸DÓ+AÑ(€D„IˆtŒ|˜Tœ[Ü	�GÑ�T ÐÕ'r*   N©ÚnseÚindex_dtypec               óH   — |€|dk7  j                  «       }t        |||¬«      S ©Nr   r=   )ÚsumÚcsr_fromdense©ÚclsÚmatr>   r?   s       r'   Ú	fromdensezCSR.fromdenseE   s&   € à
€{Ø�A‰X�N‰NÓ€cÜ˜ #°;Ô?Ð?r*   Úint32©r-   r?   c               óú   — t        |«      }t        |«      dk7  rt        d|›�«      ‚t        j                  d|«      }t        j                  d|«      }t        j
                  |d   dz   |«      } | |||f|¬«      S )z>Create an empty CSR instance. Public method is sparse.empty().é   z CSR must have ndim=2; got shape=r   é   r2   ©ÚtupleÚlenÚ
ValueErrorr5   ÚemptyÚzeros©rE   r    r-   r?   r   r   r   s          r'   Ú_emptyz
CSR._emptyK   ów   € ô �%‹L€EÜ
ˆ5ƒz�Q‚ÜÐ:°E°8Ð<Ó=Ð=Ü�9‰9�Q˜Ó€DÜ�i‰i˜˜;Ó'€GÜ�Y‰Y�u˜Q‘x !‘| [Ó1€FÙ��g˜vÐ&¨eÔ4Ð4r*   c          	     óú  ‡‡— ‰dkD  rt        ||‰z
  «      }nt        |‰z   |«      }|dk  r| j                  ||f||¬«      S t        j                  ||¬«      }t        j                  ||¬«      }t        |d«      Št        |‰«      Št        j                  |t        j                  ‰dk  ˆfd„ˆfd„«      «      }	|	j                  |«      }
t        j                  |t        j                  ‰dk\  ˆfd„ˆfd„«      «      }t        j                  |dz   |¬«      j                  dd  j                  t        j                  t        j                  ||¬	«      j                  |«      «      «      } | ||
|f||f¬
«      S )Nr   rI   ©r-   c                 ó   •— ‰ S r"   © ©Úzeros   €r'   r(   zCSR._eye.<locals>.<lambda>e   ó   ø€ ±r*   c                 ó   •— ‰ S r"   rY   ©Úks   €r'   r(   zCSR._eye.<locals>.<lambda>e   ó   ø€ ¹ar*   c                 ó   •— ‰ S r"   rY   rZ   s   €r'   r(   zCSR._eye.<locals>.<lambda>h   r\   r*   c                 ó   •— ‰ S r"   rY   r^   s   €r'   r(   zCSR._eye.<locals>.<lambda>h   r`   r*   rL   ©Úlengthr2   )ÚminrT   r5   ÚonesÚaranger   r   ÚaddÚcondÚastypeÚsubrR   ÚatÚsetÚcumsumÚbincount)rE   ÚNÚMr_   r-   r?   Ú	diag_sizer   ÚidxÚcolr   Úrowr   r[   s      `         @r'   Ú_eyezCSR._eyeV   s5  ù€ àˆ1‚uÜ�a˜˜Q™“-�iä�a˜!‘e˜Q“-€ià�A‚~à�Z‰Z˜˜A˜ e¸ˆZÓEÐEä�8‰8�I UÔ+€DÜ
�*‰*�Y kÔ
2€CÜ�#�q‹>€DÜˆs�A‹€AÜ
�'‰'�#”s—x‘x  Q¡«³iÓ@Ó
A€CØ�j‰j˜Ó%€Gä
�'‰'�#”s—x‘x  Q¡«³iÓ@Ó
A€CÜ�Y‰Y�q˜1‘u KÔ0×3Ñ3°A°BÐ7×;Ñ;Ü�
‰
”3—<‘< ¨AÔ.×5Ñ5°kÓBÓCóE€Fá��g˜vÐ&¨q°!¨fÔ5Ð5r*   c                ó   — t        | «      S r"   )Úcsr_todenser%   s    r'   ÚtodensezCSR.todensem   s   € Ü�tÓÐr*   c                ó†   — |�J ‚t        | j                  | j                  | j                  f| j                  d d d…   ¬«      S ©Néÿÿÿÿr2   )ÚCSCr   r   r   r    ©r&   Úaxess     r'   Ú	transposezCSR.transposep   ó9   € Øˆ<Ðˆ<Ü�—	‘	˜4Ÿ<™<¨¯©Ð5¸T¿Z¹ZÉÈ"ÈÑ=MÔNÐNr*   c                ó¸  — t        |t        «      rt        d«      ‚t        j                  |«      }t        | j                  |«      \  }}|j                  dk(  r.t        || j                  | j                  || j                  ¬«      S |j                  dk(  r.t        || j                  | j                  || j                  ¬«      S t        d|j                  › �«      ‚)Nú"matmul between two sparse objects.rL   r2   rK   úmatmul with object of shape ©Ú
isinstancer   ÚNotImplementedErrorr5   r6   r   r   ÚndimÚ_csr_matvecr   r   r    Ú_csr_matmat©r&   Úotherr   s      r'   Ú
__matmul__zCSR.__matmul__t   s¥   € Ü�%œÔ#ÜÐ DÓEÐEÜ�K‰K˜Ó€EÜ  §¡¨EÓ2�K€Dˆ%Ø‡z�z�Q‚Ü˜˜tŸ|™|¨T¯[©[¸%ÀtÇzÁzÔRÐRØ	�‰�qŠÜ˜˜tŸ|™|¨T¯[©[¸%ÀtÇzÁzÔRÐRäÐ">¸u¿{¹{¸mÐ LÓMÐMr*   c                ód   — | j                   | j                  | j                  fd| j                  ifS ©Nr    ©r   r   r   r    r%   s    r'   Útree_flattenzCSR.tree_flatten€   ó)   € Ø�I‰I�t—|‘| T§[¡[Ð1°G¸T¿Z¹ZÐ3HÐHÐHr*   c                óÖ   — t         j                  | «      }|\  |_        |_        |_        |j                  «       dhk7  rt        d|›�«      ‚ |j                  j                  di |¤Ž |S )Nr    z%CSR.tree_unflatten: invalid aux_data=rY   ©	ÚobjectÚ__new__r   r   r   ÚkeysrP   Ú__dict__Úupdate©rE   Úaux_dataÚchildrenÚobjs       r'   Útree_unflattenzCSR.tree_unflattenƒ   óa   € ä
�.‰.˜Ó
€CØ(0Ñ%€C„HˆcŒk˜3œ:Ø‡}�}ƒ˜7˜)Ò#ÜÐ?°h°[ÐAÓBÐBØ€C‡L�L×ÑÑ#˜(Ò#Ø€Jr*   r"   )Ú__name__Ú
__module__Ú__qualname__Ú__doc__Ú__annotations__Úpropertyr>   r-   Ú_bufsr8   ÚclassmethodÚnprH   rG   rT   rv   ry   r€   r�   r‘   rž   Ú__classcell__©r;   s   @r'   r   r   -   sÃ   ø… ñ	ð 	ƒ/ØÓØ
ÓØ	ÓÙÑ,Ó-€#Ù
Ñ/Ó
0€%Ù
ÑFÓ
G€%ô(ð Ø!%°2·8±8ó @ó ð@ð
 Ø"&°Gó 5ó ð5ð Ø"&°Gó 6ó ð6ò,óOò
NòIð ñó ôr*   r   c                  óö   ‡ — e Zd ZU dZded<   ded<   ded<   ded<    ed„ «      Z ed	„ «      Zˆ fd
„Ze	de
j                  dœd„«       Ze	dddœd„«       Ze	dddœd„«       Zd„ Zdd„Zd„ Zd„ Ze	d„ «       Zˆ xZS )r}   zBExperimental CSC matrix implemented in JAX; API subject to change.r   r   r   r   r   r    c                ó.   — | j                   j                  S r"   r#   r%   s    r'   r(   zCSC.<lambda>”   r)   r*   c                ó.   — | j                   j                  S r"   r,   r%   s    r'   r(   zCSC.<lambda>•   r.   r*   c               ó‚   •— t        t        j                  |«      \  | _        | _        | _        t        ‰| �  ||¬«       y r1   r3   r9   s      €r'   r8   zCSC.__init__—   r<   r*   Nr=   c               óp   — |€|dk7  j                  «       }t        |j                  ||¬«      j                  S rA   )rB   rC   ÚTrD   s       r'   rG   zCSC.fromdense›   s0   € à
€{Ø�A‰X�N‰NÓ€cÜ˜Ÿ™ C°[ÔA×CÑCÐCr*   rH   rI   c               óú   — t        |«      }t        |«      dk7  rt        d|›�«      ‚t        j                  d|«      }t        j                  d|«      }t        j
                  |d   dz   |«      } | |||f|¬«      S )z>Create an empty CSC instance. Public method is sparse.empty().rK   z CSC must have ndim=2; got shape=r   rL   r2   rM   rS   s          r'   rT   z
CSC._empty¡   rU   r*   c               óL   — t         j                  ||| ||¬«      j                  S )NrI   )r   rv   r°   )rE   rp   rq   r_   r-   r?   s         r'   rv   zCSC._eye¬   s#   € ä�8‰8�A�q˜1˜" E°{ˆ8ÓC×EÑEÐEr*   c                ó@   — t        | j                  «      j                  S r"   )rx   r°   r%   s    r'   ry   zCSC.todense°   s   € Ü�t—v‘vÓ× Ñ Ð r*   c                ó†   — |�J ‚t        | j                  | j                  | j                  f| j                  d d d…   ¬«      S r{   )r   r   r   r   r    r~   s     r'   r€   zCSC.transpose³   r�   r*   c           
     óÔ  — t        |t        «      rt        d«      ‚t        j                  |«      }t        | j                  |«      \  }}|j                  dk(  r5t        || j                  | j                  || j                  d d d…   d¬«      S |j                  dk(  r5t        || j                  | j                  || j                  d d d…   d¬«      S t        d|j                  › �«      ‚)Nrƒ   rL   r|   T©r    r€   rK   r„   r…   r‹   s      r'   r�   zCSC.__matmul__·   sË   € Ü�%œÔ#ÜÐ DÓEÐEÜ�K‰K˜Ó€EÜ  §¡¨EÓ2�K€Dˆ%Ø‡z�z�Q‚Ü˜˜tŸ|™|¨T¯[©[¸%Ø#Ÿz™z©$¨B¨$Ñ/¸4ôAð Aà	�‰�qŠÜ˜˜tŸ|™|¨T¯[©[¸%Ø#Ÿz™z©$¨B¨$Ñ/¸4ôAð Aô  Ð">¸u¿{¹{¸mÐ LÓMÐMr*   c                ód   — | j                   | j                  | j                  fd| j                  ifS r�   r�   r%   s    r'   r‘   zCSC.tree_flattenÅ   r’   r*   c                óÖ   — t         j                  | «      }|\  |_        |_        |_        |j                  «       dhk7  rt        d|›�«      ‚ |j                  j                  di |¤Ž |S )Nr    z%CSC.tree_unflatten: invalid aux_data=rY   r”   rš   s       r'   rž   zCSC.tree_unflattenÈ   rŸ   r*   r"   )r    r¡   r¢   r£   r¤   r¥   r>   r-   r8   r§   r¨   rH   rG   rT   rv   ry   r€   r�   r‘   rž   r©   rª   s   @r'   r}   r}   �   s¶   ø… áJØƒ/ØÓØ
ÓØ	ÓÙÑ,Ó-€#Ù
Ñ/Ó
0€%ô(ð Ø!%°2·8±8ó Dó ðDð
 Ø"&°Gó 5ó ð5ð Ø"&°Gó Fó ðFò!óOòNòIð ñó ôr*   r}   rx   c                óp   — t        | j                  | j                  | j                  | j                  ¬«      S )z‰Convert a CSR-format sparse matrix to a dense matrix.

  Args:
    mat : CSR matrix
  Returns:
    mat_dense: dense version of ``mat``
  r2   )Ú_csr_todenser   r   r   r    )rF   s    r'   rx   rx   ×   s%   € ô 
�c—h‘h §¡¨S¯Z©Z¸s¿y¹yÔ	IÐIr*   c               ó4   — t         j                  | |||¬«      S )a_  Convert CSR-format sparse matrix to a dense matrix.

  Args:
    data : array of shape ``(nse,)``.
    indices : array of shape ``(nse,)``
    indptr : array of shape ``(shape[0] + 1,)`` and dtype ``indices.dtype``
    shape : length-2 tuple representing the matrix shape

  Returns:
    mat : array with specified shape and dtype matching ``data``
  r2   )Úcsr_todense_pÚbindr�   s       r'   rº   rº   á   s   € ô 
×	Ñ	˜D '¨6¸Ð	Ó	?Ð?r*   c               óH   — t        | gt        ||«      ¢­dt        |¬«      iŽS )NÚspinfor2   )r
   r   r   r�   s       r'   Ú_csr_todense_implrÀ   ï   s$   € Ü	�dÐ	Wœ[¨°&Ó9Ò	WÄ'ÐPUÔBVÑ	WÐWr*   c               óJ  — | j                   |j                   cxk(  r|j                   cxk(  rdk(  sJ ‚ J ‚|j                  |j                  k(  sJ ‚| j                  |j                  k(  sJ ‚|j                  d   |d   dz   k(  sJ ‚t        j                  || j                  «      S )NrL   r   )rˆ   r-   r    r   ÚShapedArrayr�   s       r'   Ú_csr_todense_abstract_evalrÃ   ò   s�   € à	�‰�g—l‘lÔ	6 f§k¡kÔ	6°QÒ	6Ð6Ñ	6Ð6Ð	6Ø	�‰˜&Ÿ,™,Ò	&Ð&Ð	&Ø	�‰�w—}‘}Ò	$Ð$Ð	$Ø	�‰�a‰˜E !™H q™LÒ	(Ð(Ð	(Ü	×	Ñ	˜% §¡Ó	,Ð,r*   F)Úmultiple_resultsc               ó^  — | j                   \  }}}|j                  }	t        j                  |	t        j                  «      sRt        j                  |	t        j
                  «      s.t        j                  d|	›d�t        «       t        | ||||¬«      S t        j                  | |||||¬«      gS )Nz@csr_todense cusparse/hipsparse lowering not available for dtype=ú). Falling back to default implementation.r2   )r    Útarget_name_prefix)Úavals_inr-   r¨   Ú
issubdtypeÚfloatingÚcomplexfloatingÚwarningsÚwarnr   Ú_csr_todense_loweringr   Úcsr_todense_gpu_lowering)
Úctxr   r   r   r    rÇ   Ú	data_avalÚindices_avalÚ_r-   s
             r'   Ú_csr_todense_gpu_loweringrÔ   ý   s›   € Ø"Ÿ|™|Ñ€)ˆ\˜1Ø
�/‰/€%Ü
�-‰-˜œrŸ{™{Ô
+¬r¯}©}¸UÄB×DVÑDVÔ/WÜ‡M�MÐUÈuÈhð W<ð <Ü=VôXä   d¨G°VÀ5ÔIÐIÜ
×
-Ñ
-Ø	ˆ4�˜&¨Ø+ô-ð 
.ð .r*   c               ó    — t        | |||¬«      S r1   )rº   )Údata_dotr   r   r   r    s        r'   Ú_csr_todense_jvpr×   	  s   € Ü	�h ¨°uÔ	=Ð=r*   c               ó„  — t        j                  |«      sJ ‚t        j                  |«      st        j                  |«      rt        d«      ‚| j                  |k(  sJ ‚|j                  j
                  |j                  j
                  k(  sJ ‚| j
                  |j                  j
                  k(  sJ ‚t        ||| «      ||fS )Nú/Cannot transpose with respect to sparse indices)r   Úis_undefined_primalrP   r    Úavalr-   r   )Úctr   r   r   r    s        r'   Ú_csr_todense_transposerÝ     s£   € ô 
×	Ñ	 Ô	%Ð%Ð	%Ü×Ñ˜GÔ$¬×(>Ñ(>¸vÔ(FÜ
ÐFÓ
GÐGØ	�‰�UÒ	ÐÐ	Ø	�‰×	Ñ	˜vŸ{™{×0Ñ0Ò	0Ð0Ð	0Ø	�‰�T—Y‘Y—_‘_Ò	$Ð$Ð	$Ü	�g˜v rÓ	*¨G°VÐ	;Ð;r*   Úcu)rÇ   Úcuda)ÚplatformÚhipÚrocmrC   Tr=   c               óÎ   — |€t        | dk7  j                  «       «      }t        j                  t        j
                  |d«      }t        t        | ||¬«      | j                  ¬«      S )aE  Create a CSR-format sparse matrix from a dense matrix.

  Args:
    mat : array to be converted to CSR.
    nse : number of specified entries in ``mat``. If not specified,
      it will be computed from the input matrix.
    index_dtype : dtype of sparse indices

  Returns:
    mat_coo : CSR representation of the matrix.
  r   zcoo_fromdense nse argumentr=   r2   )	ÚintrB   r   Úconcrete_or_errorÚoperatorÚindexr   Ú_csr_fromdenser    )rF   r>   r?   Únse_ints       r'   rC   rC   .  sQ   € ð 	€[Ü
ˆs�a‰x�n‰nÓÓ
€CÜ×"Ñ"¤8§>¡>°3Ð8TÓU€'Ü	Œ^˜C W¸+ÔFÈcÏiÉiÔ	XÐXr*   )r?   c               óÌ   — t        j                  | «      } t        j                  t        j
                  |d«      }t        j                  | |t        j                  |«      ¬«      S )a�  Create CSR-format sparse matrix from a dense matrix.

  Args:
    mat : array to be converted to CSR.
    nse : number of specified entries in ``mat``
    index_dtype : dtype of sparse indices

  Returns:
    data : array of shape ``(nse,)`` and dtype ``mat.dtype``.
    indices : array of shape ``(nse,)`` and dtype ``index_dtype``
    indptr : array of shape ``(mat.shape[0] + 1,)`` and dtype ``index_dtype``
  znse argument of csr_fromdense()r=   )
r5   r6   r   rå   ræ   rç   Úcsr_fromdense_pr½   r¨   r-   )rF   r>   r?   s      r'   rè   rè   ?  sL   € ô 	�‰�CÓ€#Ü×ÑœxŸ~™~¨sÐ4UÓV€#Ü	×	Ñ	˜c s¼¿¹ÀÓ8MÐ	Ó	NÐNr*   c               ób  — t        j                  | «      } | j                  dk(  sJ ‚| j                  d   }t        j                  | |¬«      \  }}| ||f   }t        j
                  |«      | dk7  j                  «       k  }t        j                  ||d«      }t        j                  |||«      }|j                  |«      }t        j                  |dz   |¬«      j                  dd  j                  t        j                  t        j                  ||¬«      j                  |«      «      «      }	|||	fS )NrK   r   )r$   rL   rW   rc   )r5   r6   rˆ   r    Únonzerorg   rB   Úwhererj   rR   rl   rm   rn   ro   )
rF   r>   r?   Úmru   rt   r   Útrue_nonzerosr   r   s
             r'   Ú_csr_fromdense_implrñ   P  sù   € Ü�‰�CÓ€#Ø	�‰�QŠÐˆØ	‡i�i��l€!ä�[‰[˜ 3Ô'�(€#€sØ	ˆS�#ˆX‰€$ä—*‘*˜S“/ S¨A¡X§N¡NÓ$4Ñ4€-Ü	�‰�= $¨Ó	*€$Ü�	‰	�-  aÓ(€#Ø�J‰J�{Ó#€'Ü�9‰9�Q˜‘U +Ô.×1Ñ1°!°"Ð5×9Ñ9Ü	‡j�j”—‘˜c¨!Ô,×3Ñ3°KÓ@ÓAóC€&à	ˆw˜Ð	Ðr*   c               óÊ   — t        j                  |f| j                  «      }t        j                  |f|«      }t        j                  | j                  d   dz   f|«      }|||fS )Nr   rL   )r   rÂ   r-   r    )rF   r>   r?   r   r   r   s         r'   Ú_csr_fromdense_abstract_evalró   `  s]   € ä	×	Ñ	˜3˜& #§)¡)Ó	,€$Ü×Ñ˜c˜V [Ó1€'Ü×Ñ˜SŸY™Y q™\¨AÑ-Ð/°Ó=€&Ø	ˆw˜Ð	Ðr*   c               óR  — | j                   d   j                  }t        j                  |t        j                  «      sQt        j                  |t        j
                  «      s-t        j                  d|›d�t        «       t        | |||¬«      S t        j                  | ||||¬«      S )Nr   zBcsr_fromdense cusparse/hipsparse lowering not available for dtype=rÆ   r=   )Únnzr?   rÇ   )rÈ   r-   r¨   rÉ   rÊ   rË   rÌ   rÍ   r   Ú_csr_fromdense_loweringr   Úcsr_fromdense_gpu_lowering)rÐ   rF   r>   r?   rÇ   r-   s         r'   Ú_csr_fromdense_gpu_loweringrø   j  sŽ   € à
�,‰,�q‰/×
Ñ
€%Ü
�-‰-˜œrŸ{™{Ô
+¬r¯}©}¸UÄB×DVÑDVÔ/WÜ‡M�MÐWÐQVÐPXð Y<ð <Ü=VôXä" 3¨°À+ÔNÐNÜ	×	.Ñ	.Ø	ˆ3�C [Ø+ô
-ð -r*   c               óP  — | \  }|\  }t        |||¬«      }|\  }}}	t        |«      t        j                  u r t        j                  j	                  |«      }
nt        ||	|«      }
|
t        j                  j	                  |«      t        j                  j	                  |	«      f}||fS )Nr=   )rè   Útyper   ÚZeroÚfrom_primal_valuer   )ÚprimalsÚtangentsr>   r?   rq   ÚMdotÚprimals_outr   r   r   rÖ   Útangents_outs               r'   Ú_csr_fromdense_jvpr  v  s’   € Ø�"€!Ø
�%€$ä˜q c°{ÔC€+Ø%Ñ€$ˆ�ä	ˆ$ƒZ”2—7‘7ÑÜ�w‰w×(Ñ(¨Ó.�Hä˜G V¨TÓ2€HàœBŸG™G×5Ñ5°gÓ>ÄÇÁ×@YÑ@YÐZ`Ó@aÐb€,à	�lÐ	"Ð"r*   c               óh  — | \  }}}t        |«      |k(  sJ ‚|j                  |j                  cxk(  r|k(  sJ ‚ J ‚t        |t        j                  «      st        |t        j                  «      rt        d«      ‚t        j                  |«      sJ ‚t        ||||j                  j                  ¬«      S )NrÙ   r2   )
rO   r-   r†   r   rû   rP   rÚ   rº   rÛ   r    )rÜ   rq   r>   r?   r   r   r   s          r'   Ú_csr_fromdense_transposer  †  s•   € ØÑ€$ˆ�Ü	ˆT‹�cÒ	ÐÐ	Ø	�‰˜&Ÿ,™,Ô	5¨+Ò	5Ð5Ñ	5Ð5Ð	5Ü�œŸ™Ô!¤Z°¼¿¹Ô%@Ü
ÐFÓ
GÐGÜ	×	Ñ	 Ô	"Ð"Ð	"Ü	�d˜G V°1·6±6·<±<Ô	@Ð@r*   Ú
csr_matvecc                óX   — | j                   \  }}}t        ||||| j                  |¬«      S )a¦  Product of CSR sparse matrix and a dense vector.

  Args:
    mat : CSR matrix
    v : one-dimensional array of size ``(shape[0] if transpose else shape[1],)`` and
      dtype ``mat.dtype``
    transpose : boolean specifying whether to transpose the sparse matrix
      before computing.

  Returns:
    y : array of shape ``(mat.shape[1] if transpose else mat.shape[0],)`` representing
      the matrix vector product.
  r¶   )r¦   r‰   r    )rF   Úvr€   r   r   r   s         r'   r  r  ¤  ó-   € ð Ÿ)™)Ñ€$ˆ�Ü	�T˜7 F¨A°S·Y±YÈ)Ô	TÐTr*   )r€   c               ó8   — t         j                  | |||||¬«      S )aN  Product of CSR sparse matrix and a dense vector.

  Args:
    data : array of shape ``(nse,)``.
    indices : array of shape ``(nse,)``
    indptr : array of shape ``(shape[0] + 1,)`` and dtype ``indices.dtype``
    v : array of shape ``(shape[0] if transpose else shape[1],)``
      and dtype ``data.dtype``
    shape : length-2 tuple representing the matrix shape
    transpose : boolean specifying whether to transpose the sparse matrix
      before computing.

  Returns:
    y : array of shape ``(shape[1] if transpose else shape[0],)`` representing
      the matrix vector product.
  r¶   )Úcsr_matvec_pr½   ©r   r   r   r  r    r€   s         r'   r‰   r‰   µ  s"   € ô" 
×	Ñ	˜4 ¨&°!¸5ÈIÐ	Ó	VÐVr*   c               óN   — t        | gt        ||«      ¢|‘­t        |¬«      |dœŽS ©Nr2   )r¿   r€   )r	   r   r   r  s         r'   Ú_csr_matvec_implr  È  ó,   € Ü	�TÐ	nœK¨°Ó8Ð	n¸!Ñ	nÄGÐRWÔDXÐdmÒ	nÐnr*   c               ó  — t        |«      dk(  sJ ‚|j                  | j                  cxk(  r&|j                  cxk(  r|j                  cxk(  rdk(  sJ ‚ J ‚| j                  |j                  k(  sJ ‚| j                  |j                  k(  sJ ‚|j                  |j                  k(  sJ ‚|j                  d   |d   dz   k(  sJ ‚|r|d   n|d   }|j                  d   |r|d   n|d   k(  sJ ‚t	        j
                  |f| j                  «      S ©NrK   rL   r   ©rO   rˆ   r    r-   r   rÂ   )r   r   r   r  r    r€   Ú	out_shapes          r'   Ú_csr_matvec_abstract_evalr  Ë  sñ   € ä	ˆU‹�qŠÐˆØ	
�‰�4—9‘9Ô	@ §¡Ô	@°·±Ô	@¸qÒ	@Ð@Ñ	@Ð@Ð	@Ø	�‰�w—}‘}Ò	$Ð$Ð	$Ø	�‰�q—w‘wÒ	ÐÐ	Ø	�‰˜&Ÿ,™,Ò	&Ð&Ð	&Ø	�‰�a‰˜E !™H q™LÒ	(Ð(Ð	(Ù#ˆe�AŠh¨¨q©€)Ø	
�‰�‰¡I˜˜aš°5¸±8Ò	<Ð<Ð	<Ü	×	Ñ	˜9˜,¨¯
©
Ó	3Ð3r*   c          
     óV  — | j                   \  }}	}
}|j                  }|t        j                  t        j                  t        j
                  t        j                  fvr0t        j                  d|›d�t        «       t        | ||||||¬«      S t        j                  | |||||||¬«      S )Nz?csr_matvec cusparse/hipsparse lowering not available for dtype=rÆ   r¶   ©r    r€   rÇ   )rÈ   r-   r¨   Úfloat32Úfloat64Ú	complex64Ú
complex128rÌ   rÍ   r   Ú_csr_matvec_loweringr   Ú_csr_spmv_gpu_lowering)rÐ   r   r   r   r  r    r€   rÇ   rÑ   rÒ   rÓ   Úv_avalr-   s                r'   Ú_csr_matvec_gpu_loweringr  Ù  ó¡   € à'*§|¡|Ñ$€)ˆ\˜1˜fØ
�/‰/€%Ø
”2—:‘:œrŸz™z¬2¯<©<¼¿¹ÐGÑGÜ‡M�MÐTÈeÈXð V<ð <Ü=VôXä  T¨7°F¸AÀUØ*3ô5ð 5ä	×	*Ñ	*Ø	ˆ4�˜& !¨5¸IØ+ô
-ð -r*   c               ó$   — t        | |||||¬«      S ©Nr¶   ©r‰   )rÖ   r   r   r   r  r    r€   s          r'   Ú_csr_matvec_jvp_matr#  æ  ó   € Ü	�X˜w¨°¸È)Ô	TÐTr*   c               ó$   — t        |||| ||¬«      S r!  r"  )Úv_dotr   r   r   r  r    r€   s          r'   Ú_csr_matvec_jvp_vecr'  é  ó   € Ü	�T˜7 F¨E¸È)Ô	TÐTr*   c               ó  — t        j                  |«      rJ ‚t        j                  |«      rJ ‚t        j                  |«      r|||t        |||| || ¬«      fS t        j                  |«      }t        ||«      \  }}| |   ||   z  |||fS r!  )r   rÚ   r‰   r5   r6   r   )	rÜ   r   r   r   r  r    r€   ru   rt   s	            r'   Ú_csr_matvec_transposer*  ì  s•   € Ü×#Ñ# GÔ,Ð,Ð	,Ü×#Ñ# FÔ+Ð+Ð	+ä×Ñ˜AÔØ�˜&¤+¨d°G¸VÀRÈuÐdmÐ`mÔ"nÐnÐnä�‰�A‹€Aô ˜7 FÓ+�H€CˆØˆc‰7�Q�s‘VÑ˜W f¨aÐ/Ð/r*   Ú
csr_matmatc               óX   — | j                   \  }}}t        ||||| j                  |¬«      S )a©  Product of CSR sparse matrix and a dense matrix.

  Args:
    mat : CSR matrix
    B : array of shape ``(mat.shape[0] if transpose else mat.shape[1], cols)`` and
      dtype ``mat.dtype``
    transpose : boolean specifying whether to transpose the sparse matrix
      before computing.

  Returns:
    C : array of shape ``(mat.shape[1] if transpose else mat.shape[0], cols)``
      representing the matrix vector product.
  r¶   )r¦   rŠ   r    )rF   ÚBr€   r   r   r   s         r'   r+  r+    r  r*   c               ó8   — t         j                  | |||||¬«      S )aX  Product of CSR sparse matrix and a dense matrix.

  Args:
    data : array of shape ``(nse,)``.
    indices : array of shape ``(nse,)``
    indptr : array of shape ``(shape[0] + 1,)`` and dtype ``indices.dtype``
    B : array of shape ``(shape[0] if transpose else shape[1], cols)`` and
      dtype ``data.dtype``
    shape : length-2 tuple representing the matrix shape
    transpose : boolean specifying whether to transpose the sparse matrix
      before computing.

  Returns:
    C : array of shape ``(shape[1] if transpose else shape[0], cols)``
      representing the matrix-matrix product.
  r¶   )Úcsr_matmat_pr½   ©r   r   r   r-  r    r€   s         r'   rŠ   rŠ      s"   € ô$ 
×	Ñ	˜4 ¨&°!¸5ÈIÐ	Ó	VÐVr*   c               óN   — t        | gt        ||«      ¢|‘­t        |¬«      |dœŽS r  )r   r   r   r0  s         r'   Ú_csr_matmat_implr2  4  r  r*   c               ó4  — t        |«      dk(  sJ ‚| j                  |j                  cxk(  r|j                  cxk(  rdk(  sJ ‚ J ‚|j                  dk(  sJ ‚| j                  |j                  k(  sJ ‚| j                  |j                  k(  sJ ‚|j                  |j                  k(  sJ ‚|j                  d   |d   dz   k(  sJ ‚|r|d   n|d   }|j                  d   |r|d   n|d   k(  sJ ‚t	        j
                  ||j                  d   f| j                  «      S r  r  )r   r   r   r-  r    r€   r  s          r'   Ú_csr_matmat_abstract_evalr4  7  s  € ä	ˆU‹�qŠÐˆØ	�‰�g—l‘lÔ	6 f§k¡kÔ	6°QÒ	6Ð6Ñ	6Ð6Ð	6Ø	
�‰�1ŠÐˆØ	�‰�w—}‘}Ò	$Ð$Ð	$Ø	�‰�q—w‘wÒ	ÐÐ	Ø	�‰˜&Ÿ,™,Ò	&Ð&Ð	&Ø	�‰�a‰˜E !™H q™LÒ	(Ð(Ð	(Ù#ˆe�AŠh¨¨q©€)Ø	
�‰�‰¡I˜˜aš°5¸±8Ò	<Ð<Ð	<Ü	×	Ñ	˜9 a§g¡g¨a¡jÐ1°4·:±:Ó	>Ð>r*   c          
     óV  — | j                   \  }}	}
}|j                  }|t        j                  t        j                  t        j
                  t        j                  fvr0t        j                  d|›d�t        «       t        | ||||||¬«      S t        j                  | |||||||¬«      S )Nz?csr_matmat cusparse/hipsparse lowering not available for dtype=rÆ   r¶   r  )rÈ   r-   r¨   r  r  r  r  rÌ   rÍ   r   Ú_csr_matmat_loweringr   Ú_csr_spmm_gpu_lowering)rÐ   r   r   r   r-  r    r€   rÇ   rÑ   rÒ   rÓ   ÚB_avalr-   s                r'   Ú_csr_matmat_gpu_loweringr9  F  r  r*   c               ó$   — t        | |||||¬«      S r!  ©rŠ   )rÖ   r   r   r   r-  r    r€   s          r'   Ú_csr_matmat_jvp_leftr<  S  r$  r*   c               ó$   — t        |||| ||¬«      S r!  r;  )ÚB_dotr   r   r   r-  r    r€   s          r'   Ú_csr_matmat_jvp_rightr?  V  r(  r*   c               ó8  — t        j                  |«      rJ ‚t        j                  |«      rJ ‚t        j                  |«      r|||t        |||| || ¬«      fS t        j                  |«      }t        ||«      \  }}| |   ||   z  j                  d«      |||fS )Nr¶   rL   )r   rÚ   rŠ   r5   r6   r   rB   )	rÜ   r   r   r   r-  r    r€   ru   rt   s	            r'   Ú_csr_matmat_transposerA  Y  sž   € Ü×#Ñ# GÔ,Ð,Ð	,Ü×#Ñ# FÔ+Ð+Ð	+ä×Ñ˜AÔØ�˜&¤+¨d°G¸VÀRÈuÐdmÐ`mÔ"nÐnÐnä�‰�A‹€AÜ˜7 FÓ+�H€CˆØˆs‰G�a˜‘fÑ×!Ñ! !Ó$ g¨v°qÐ8Ð8r*   )rF   r   Úreturnr   )
r   r   r   r   r   r   r    ÚShaperB  r   )rF   r   r>   z
int | Noner?   r   rB  r   )rF   r   r>   rä   r?   r   rB  ztuple[Array, Array, Array])F)rF   r   r  r   r€   ÚboolrB  r   )rF   r   r-  r   r€   rD  rB  r   )r   r   r   r   r   r   r-  r   r    rC  r€   rD  rB  r   )cr£   Ú
__future__r   Ú	functoolsr   ræ   rÌ   Únumpyr¨   ÚjaxÚjax.interpretersr   Újax.experimental.sparser   Újax.experimental.sparse._baser   Újax.experimental.sparse.coor   r	   r
   r   Újax.experimental.sparse.utilr   r   r   r   r   Újax._srcr   r   Újax._src.interpretersr   Újax._src.lax.laxr   Újax._src.libr   Újax._src.numpy.utilr   Újax._src.typingr   r   Ú	jax.numpyr5   rN   rä   rC  Úregister_pytree_node_classr   r}   Ú	Primitiver¼   rx   rº   rÀ   Údef_abstract_evalrÃ   Ú	lower_funrÎ   rÔ   r×   rÝ   ÚdefjvpÚprimitive_transposesÚregister_loweringÚsimple_implÚcuda_is_supportedÚrocm_is_supportedrë   rÄ   rH   rC   rè   rñ   ró   rö   rø   r  r  Úprimitive_jvpsr
  r  r‰   r  r  r  r  r#  r'  r*  r/  r+  rŠ   r2  r4  r6  r9  r<  r?  rA  rY   r*   r'   Ú<module>r`     s  ðñ KÝ "å Û Û ã ã 
Ý !Ý .Ý 3ß WÓ Wß ]Ñ ]Ý Ý Ý Ý Ý $Ý #Ý #Ý .ß ,Ý ð 	ˆc�3ˆh‰€ð ×%Ñ%ô\ˆ)ó \ó &ð\ð~ ×%Ñ%ôAˆ)ó Aó &ðAðN �—‘˜}Ó-€óJó@òXð × Ñ ñ-ó !ð-ð '˜Ÿ™Ø¨ô/Ð ò	.ò>ò	<ð 
€‡	�	ˆ-Ð)¨4°Ô 6Ø)?€× Ñ ˜Ñ &Ø €× Ñ �}Ð&;Ô <Ø €× Ñ �]Ô #à×ÒØ€$×ÑØÙÐ'¸DÔAØõð ×ÒØ€$×ÑØÙÐ'¸EÔBØõð !�$—.‘. Ó1€Ø#'€Ô  à37ÐRT×RZÑRZõ Yð" FHÇXÁXõ Oò"ð  ×"Ñ"ñó #ðð )˜$Ÿ.™.Ð)<Ø:>ô@Ð ò	-ò#ò Að &8€× Ñ �/Ñ "Ø+C€× Ñ ˜Ñ (Ø €× Ñ �Ð(?Ô @Ø €× Ñ �_Ô %à×ÒØ€$×ÑØÙÐ)¸dÔCØõð ×ÒØ€$×ÑØÙÐ)¸eÔDØõð ˆt�~‰~˜lÓ+€ôUð" ?Dô Wò&oð ×Ññ	4ó  ð	4ð &�t—~‘~Ð&6ÈÔOÐ ò-òUòUò0ð 
€‡	�	ˆ,Ð+¨T°4Ð9LÔ MØ(=€× Ñ ˜Ñ %Ø €× Ñ �|Ð%9Ô :Ø €× Ñ �\Ô "à×ÒØ€$×ÑØÙÐ&¸4Ô@Øõð ×ÒØ€$×ÑØÙÐ&¸5ÔAØõð ˆt�~‰~˜lÓ+€à8=õ Uð$ 49ñWØðWØ,0ðWØ=BóWò(oð ×Ññ
?ó  ð
?ð &�t—~‘~Ð&6ÈÔOÐ ò-òUòUò	9ð 
€‡	�	ˆ,Ð,¨d°DÐ:OÔ PØ(=€× Ñ ˜Ñ %Ø €× Ñ �|Ð%9Ô :Ø €× Ñ �\Ô "áØ×!Ò!Ø€D×ÑØÙÐ(¸TÔBØõð ×!Ò!Ø€D×ÑØÙÐ(¸UÔCØöð "ð r*   