Ë
    ßGìjb¡  ã                  ó&	  — d Z ddlmZ ddlmZ ddlmZ ddlZddlm	Z	m
Z
 ddlZddlZddlZddlmZ ddlmZ ddlmZ dd	lmZ dd
lmZ ddlmZ ddlmZmZmZmZmZmZmZ ddl m!Z!m"Z" ddl#m$Z$ ddl#m%Z% ddl#m&Z& ddl#m'Z' ddl(m)Z)m*Z* ddl+m,Z, ddl-m.Z. ddl/m0Z0 ddl/m1Z1 ddl/m2Z2 ddl3m4Z4m5Z5m6Z6 d[d\d„Z7d[d\d„Z8d[d„Z9 G d„ de
«      Z:d]d„Z;	 	 	 	 d^d „Z<	 	 	 	 	 	 d_d!„Z=	 	 	 	 d`d"„Z>	 	 	 	 dad#„Z? e&j€                  d$«      ZAd%eA_B        d&ZCdddejˆ                  d'œ	 	 	 	 	 dbd(„ZEddejˆ                  d)œ	 	 	 dcd*„ZFeAjŽ                  d+„ «       ZHeAj’                  d,„ «       ZJd-„ ZKd.„ ZLd/„ ZMeLe0jœ                  eA<   eMe0jž                  eA<   eKe1j                   eA<    e2j¢                  eA e2j¤                  eHd%¬0«      «        e&j€                  d1«      ZSddd2„ZT	 	 	 	 ded3„ZUeSjŽ                  d4„ «       ZVeSj’                  d5„ «       ZWd6„ ZXd7„ ZYd8„ ZZ e0j¶                  eSeYdd«       eZe0jž                  eS<   eXe1j                   eS<    e2j¢                  eS e2j¤                  eVd9¬0«      «        e&j€                  d:«      Z\dfd;„Z]e\jŽ                  d<„ «       Z^e\j’                  d=„ «       Z_d>„ Z`d?„ Zad@„ Zb e0j¶                  e\dde`«       eae0jž                  e\<   ebe1j                   e\<    e2j¢                  e\ e2j¤                  e^d9¬0«      «        e&j€                  dA«      ZcddddBœ	 	 	 	 	 	 	 dgdC„Zd	 	 	 	 	 	 	 	 	 	 	 	 dhdD„ZedE„ Zfecj’                  dF„ «       ZgdG„ ZhdH„ ZidI„ ZjdJ„ Zk e0j¶                  ecehddei«       eje0jž                  ec<   eke1j                   ec<   dK„ Zl e2j¤                  eld%¬0«      Zm	 	 didL„Zn	 	 didM„Zo e2j¤                  efd9¬0«      Zp e2j¢                  ecep«        e'jâ                  ec«       e,jä                  r e2j¢                  ec eendN¬O«      dP¬Q«       e,jæ                  r e2j¢                  ec eendR¬O«      dS¬Q«       ejè                  r e2j¢                  eceodT¬Q«       ddUœ	 djdV„ZudkdW„Zvejî                   G dX„ de«      «       ZxdY„ ZydZ„ Zz e1jö                  exe|e|eyezd«       y)lzEBCSR (Bached compressed row) matrix object and associated primitives.é    )Úannotations)ÚSequence)ÚpartialN)ÚAnyÚ
NamedTuple)Úlax)Ú	tree_util)Ú
_lowerings)Ú	JAXSparse)Úbcoo)Ú
nfold_vmapÚ_count_stored_elementsÚ_csr_to_cooÚSparseEfficiencyWarningÚCuSparseEfficiencyWarningÚ
SparseInfoÚShape)Ú
split_listÚsafe_zip)Úapi_util)Úconfig)Úcore)Údispatch)ÚDotDimensionNumbersÚ_dot_general_batch_dim_nums)Ú
gpu_sparse)Úhlo)Úad)Úbatching)Úmlir)ÚArrayÚ	ArrayLikeÚ	DTypeLikeÚBCSRc                ór   — t         j                  t        j                  | j	                  «       |¬«      «      S )z'Eliminate zeros in BCSR representation.©Únse)r$   Ú	from_bcoor   Úbcoo_eliminate_zerosÚto_bcoo©Úmatr'   s     ú`C:\Users\Stabi\Downloads\virtual-tryon(1)\venv\Lib\site-packages\jax/experimental/sparse/bcsr.pyÚbcsr_eliminate_zerosr.   3   s$   € ä	�‰œ×1Ñ1°#·+±+³-ÀSÔIÓ	JÐJó    c                ór   — t         j                  t        j                  | j	                  «       |¬«      «      S )aÅ  Sums duplicate indices within a BCSR array, returning an array with sorted indices.

  Args:
    mat : BCSR array
    nse : integer (optional). The number of specified elements in the output matrix. This must
      be specified for bcoo_sum_duplicates to be compatible with JIT and other JAX transformations.
      If not specified, the optimal nse will be computed based on the contents of the data and
      index arrays. If specified nse is larger than necessary, data and index arrays will be padded
      with standard fill values. If smaller than necessary, data elements will be dropped from the
      output matrix.

  Returns:
    mat_out : BCSR array with sorted indices and no duplicate indices.
  r&   )r$   r(   r   Úbcoo_sum_duplicatesr*   r+   s     r-   Úbcsr_sum_duplicatesr2   8   s&   € ô 
�‰œ×0Ñ0°·±³ÀCÔHÓ	IÐIr/   c                óv  ‡— | \  }}}|\  }}}	|j                   dz
  t        |d u «      z   Št        ˆfd„|D «       «      st        d|›d‰›d�«      ‚d„ ||f||f||	ffD «       \  }
}}|€t	        d„ t        | |«      D «       «      }t        |g|j                  ¢­|j                  |j                  ¬«      }|
|||fS )	Né   c              3  óJ   •K  — | ]  }|d u xs d|cxk  xr ‰k  nc –— Œ y ­w©Nr   © )Ú.0ÚbÚn_batchs     €r-   Ú	<genexpr>z,_bcsr_batch_dims_to_front.<locals>.<genexpr>N   s(   øè ø€ Ð?±J¨qˆQ�$ˆYÒ*˜!˜qÖ* 7Ô*Ó*±Jùs   ƒ #zEbatch_dims must be None or satisfy 0 < dim < n_batch. Got batch_dims=z for n_batch=Ú.c              3  ó‚   K  — | ]7  \  }}|€t        j                  |dg«      nt        j                  ||d«      –— Œ9 y ­wr6   )r   Úexpand_dimsÚjnpÚmoveaxis)r8   ÚargÚbdims      r-   r;   z,_bcsr_batch_dims_to_front.<locals>.<genexpr>Q   s@   è ø€ ð 3\áZ‰)ˆ#ˆtð $( <„c‡o�o�c˜A˜3Ô´S·\±\À#ÀtÈQÓ5OÓOÙZùs   ‚=?c              3  óF   K  — | ]  \  }}|€Œ	|j                   |   –— Œ y ­w©N©Úshape)r8   rA   Údims      r-   r;   z,_bcsr_batch_dims_to_front.<locals>.<genexpr>U   s%   è ø€ ÐeÑ4Q©¨¨SÐUXÑUd�S—Y‘Y˜s•^Ñ4Qùs   ‚
!�!©Úindices_sortedÚunique_indices)
ÚndimÚintÚallÚNotImplementedErrorÚmaxÚzipr   rF   rI   rJ   )Úbatched_argsÚ
batch_dimsÚspinfoÚ
batch_sizeÚdataÚindicesÚindptrÚ	data_bdimÚindices_bdimÚindptr_bdimÚbatched_dataÚbatched_indicesÚbatched_indptrÚbatched_spinfor:   s                 @r-   Ú_bcsr_batch_dims_to_frontr_   J   sö   ø€ Ø&Ñ€$ˆ�Ø)3Ñ&€)ˆ\˜;Ø�L‰L˜1Ñœs <°4Ð#7Ó8Ñ8€'Ü	Ó?±JÓ?Ô	?Ü
ð 1Ø%/ M°°w°jÀðCó Dð Dñ3\à˜yÐ)¨G°\Ð+BÀVÈ[ÐDYÑZó3\Ñ/€,� ð ÐÜÑe´C¸ÀjÔ4QÓeÓe€JÜ˜zÐ9¨F¯L©LÑ9Ø-3×-BÑ-BØ-3×-BÑ-BôD€.ð 
�¨¸Ð	FÐFr/   c                  ó,   — e Zd ZU ded<   ded<   ded<   y)ÚBCSRPropertiesrL   r:   Ún_denser'   N)Ú__name__Ú
__module__Ú__qualname__Ú__annotations__r7   r/   r-   ra   ra   \   s   … Øƒ,Øƒ,Ø
„(r/   ra   c                ó:   — t        d„ t        | |«      D «       «      S )Nc              3  ó.   K  — | ]  \  }}|d |fv –— Œ y­w)r4   Nr7   )r8   Ús1Ús2s      r-   r;   z_compatible.<locals>.<genexpr>c   s   è ø€ ÐBÑ)A™v˜r 2ˆR�A�r�7Œ]Ñ)Aùs   ‚)rM   r   )Úshape1Úshape2s     r-   Ú_compatiblerm   b   s   € Ü	ÑB¬°&¸&Ô)AÓBÓ	BÐBr/   c                ó„  — t        j                  | j                  t         j                  «      sJ ‚t        j                  |j                  t         j                  «      sJ ‚t	        |«      }| j
                  d   }| j                  dz
  }t        |«      |z
  dz
  }|dk\  sJ ‚t        | j
                  d | |d | «      st        d| j
                  ›d|›�«      ‚t        |j
                  d | |d | «      st        d|j
                  ›d|›�«      ‚|j
                  |d  ||   dz   fk7  rt        d«      ‚t        |||¬	«      S )
Néÿÿÿÿr4   é   r   z:indices batch dimensions not compatible for indices.shape=ú, shape=z8indptr batch dimensions not compatible for indptr.shape=z0indptr shape must match the matrix shape plus 1.)r:   rb   r'   )r?   Ú
issubdtypeÚdtypeÚintegerÚtuplerF   rK   Úlenrm   Ú
ValueErrorra   )rV   rW   rF   r'   r:   rb   s         r-   Ú_validate_bcsr_indicesrx   f   s/  € ä	�‰˜Ÿ™¤s§{¡{Ô	3Ð3Ð	3Ü	�‰˜Ÿ™¤c§k¡kÔ	2Ð2Ð	2Ü
�‹,€%à�‰�bÑ€#Ø�L‰L˜1Ñ€'Ü�‹J˜Ñ  1Ñ$€'Ø	�AŠÐˆä	�W—]‘] 8 GÐ,¨e°H°W¨oÔ	>Ü
ÐRÀGÇMÁMÐCSÐS\ÐV[ÐU]Ð^Ó
_Ð_Ü	�V—\‘\ ( 7Ð+¨U°8°G¨_Ô	=Ü
ÐPÀ6Ç<Á<À/ÐQZÐTYÐS[Ð\Ó
]Ð]Ø‡\�\�'�(Ð  g¡°Ñ 2Ð4Ò4Ü
ÐGÓ
HÐHä	 °¸cÔ	BÐBr/   c           
     ó¸  — t        |||«      }t        |«      }|j                  |j                  |j                  }}}t        |«      |z
  |z
  }|dk7  rt        d|› d�«      ‚t        | j                  d | |d | «      st        d| j                  ›d|›�«      ‚| j                  |dz    d  |f||dz   d  z   k7  r!t        d| j                  ›d|›d	|›d
|›�«      ‚|S )Nrp   z*BCSR array must have 2 sparse dimensions; z
 is given.z4data batch dimensions not compatible for data.shape=rq   r4   zInvalid data.shape=z	 for nse=ú
, n_batch=ú
, n_dense=)	rx   ru   r:   rb   r'   rv   rw   rm   rF   )	rU   rV   rW   rF   Úpropsr:   rb   r'   Ún_sparses	            r-   Ú_validate_bcsrr~   {   sú   € ä
  ¨&°%Ó
8€%Ü
�‹,€%ØŸ-™-¨¯©¸¿	¹	�Cˆ7€'Ü�‹Z˜'Ñ! GÑ+€(Ø�‚]Ü
ÐAØ �z ð-ó .ð .ä	�T—Z‘Z  Ð)¨5°°'¨?Ô	;Ü
ÐLÀÇÁÀÈYÐPUÈxÐXÓ
YÐYØ	‡Z�Z�'˜A‘+��Ð  S F¨U°7¸Q±;°<Ð-@Ñ$@Ò@Ü
Ð+ §
¡
˜}¨J°#°°{¸'¸À;ÀgÀZÐPÓ
QÐQØ	€,r/   c               ó”   — t        | ||«      \  }}}t        t        |«      }t        j                   || |«      | j
                  ¬«      S )z4Given BCSR (indices, indptr), return BCOO (indices).)Úaxis)rx   r   r   r?   ÚstackrK   )rV   rW   rF   r:   Ú_Ú
csr_to_coos         r-   Ú_bcsr_to_bcoor„   ‹   s@   € ô )¨°&¸%Ó@�-€'ˆ1ˆaÜœ+ wÓ/€*Ü	�‰‘:˜g vÓ.°W·\±\Ô	BÐBr/   c               ó¼   ‡‡— t        j                  | |«      \  }}}}|dk7  rt        d«      ‚||   Št        t        |d¬«      ˆˆfd„«       }| d    || d   «      fS )zŽGiven BCOO (indices), return BCSR (indices, indptr).

  Note: this assumes that ``indices`` are lexicographically sorted within each batch.
  rp   z6Must have 2 sparse dimensions to be converted to BCSR.F)ÚNÚbroadcastedc                óà   •— t        j                  ‰dz   ‰«      }|j                  dd  j                  t        j                  t        j
                  | ‰¬«      j                  ‰«      «      «      S )Nr4   )Úlength)r?   ÚzerosÚatÚsetÚcumsumÚbincountÚastype)ÚirW   Úindex_dtypeÚn_rowss     €€r-   Úget_ptrz_bcoo_to_bcsr.<locals>.get_ptr    sX   ø€ ä�Y‰Y�v ‘z ;Ó/€FØ�9‰9�Q�Rˆ=×ÑœSŸZ™ZÜ�‰�Q˜vÔ&×-Ñ-¨kÓ:ó<ó =ð =r/   ).r4   ).r   )r   Ú_validate_bcoo_indicesrw   r   r   )rV   rF   r‘   r:   r}   r‚   r“   r’   s     `    @r-   Ú_bcoo_to_bcsrr•   “   sq   ù€ ô !×7Ñ7¸ÀÓGÑ€'ˆ8�Q˜à�‚]Ü
ÐMÓ
NÐNà�‰>€&ä
Œ:˜¨eÔ4ô=ó 5ð=ð
 
�‰™' '¨&¡/Ó2Ð	2Ð2r/   Úbcsr_fromdenseTzË
The error arose for the nse argument of bcsr_fromdense. In order for
BCSR.fromdense() to be used in traced/compiled code, you must pass a concrete
value to the nse (number of stored elements) argument.
©r'   r:   rb   r‘   c          	     óê   — t        j                  | «      }|}|€t        |||«      }t        j                  t
        j                  |t        «      }t        t        |||||¬«      |j                  ¬«      S )a€  Create BCSR-format sparse matrix from a dense matrix.

  Args:
    mat : array to be converted to BCOO.
    nse : number of stored elements in each batch
    n_batch : number of batch dimensions (default: 0)
    n_dense : number of dense dimensions (default: 0)
    index_dtype : dtype of sparse indices (default: int32)

  Returns:
    mat_bcsr: BCSR representation of the matrix.
  r—   rE   )r?   Úasarrayr   r   Úconcrete_or_errorÚoperatorÚindexÚ_TRACED_NSE_ERRORr$   Ú_bcsr_fromdenserF   )r,   r'   r:   rb   r‘   Ú	mat_arrayÚnse_arrÚnse_ints           r-   r–   r–   ¶   sj   € ô �k‰k˜#Ó€)Ø #€'Ø€_Ü$ Y°¸ÓA€GÜ×'Ñ'¬¯©¸ÔARÓS€'Ü	Œo˜i¨W¸gØ&-¸;ôHà—O‘Oô
%ð %r/   )r:   rb   r‘   c               ó²   — t        j                  | «      } t        j                  t        j
                  |t        «      }t        j                  | ||||¬«      S )aÕ  Create BCSR-format sparse matrix from a dense matrix.

  Args:
    mat : array to be converted to BCSR, with
      ``ndim = n_batch + n_sparse + n_dense``.
    nse : number of stored elements in each batch.
    n_batch : number of batch dimensions (default: 0)
    n_dense : number of dense dimensions (default: 0)
    index_dtype : dtype of sparse indices (default: int32)

  Returns:
    data : array of shape
    ``mat.shape[:n_batch] + (nse,) + mat.shape[mat.ndim - n_dense:]``
      and dtype ``mat.dtype``
    indices : array of shape ``mat.shape[:n_batch] + (nse,)`` and dtype of
      ``index_type``.
    indptr: array of shape ``mat.shape[:n_batch] + (mat.shape[n_batch] + 1,)``
      and dtype of ``index_type``.
  r—   )	r?   r™   r   rš   r›   rœ   r�   Úbcsr_fromdense_pÚbind)r,   r'   r:   rb   r‘   s        r-   rž   rž   Î   sN   € ô* 	�‰�CÓ€#Ü×ÑœxŸ~™~¨sÔ4EÓF€#Ü	×	Ñ	˜s¨°WÀgØ+6ð 
ó 
8ð 8r/   c               ó  — t        j                  | «      } | j                  |z
  |z
  }|dk7  rt        d«      ‚t	        j
                  | ||||¬«      }t        |j                  | j                  |¬«      \  }}|j                  ||fS )Nrp   ú.bcsr_fromdense: must have 2 sparse dimensions.©r'   r‘   rb   r:   ©rF   r‘   )
r?   r™   rK   rw   r   Úbcoo_fromdenser•   rV   rF   rU   )	r,   r'   r:   rb   r‘   r}   Úbcoo_matrV   rW   s	            r-   Ú_bcsr_fromdense_implr«   é   s„   € ä�‰�CÓ€#Ø�X‰X˜Ñ 'Ñ)€(Ø�‚]Ü
ÐEÓ
FÐFÜ× Ñ  ¨#¸;Ø)0¸'ôC€(ä!Ø×Ñ˜cŸi™i°[ô�/€'ˆ6ð 
�‰˜ Ð	'Ð'r/   c               ó”  — | j                   |z
  |z
  }|dk7  rt        d«      ‚| j                  d | |fz   | j                  ||z   d  z   }| j                  d | |fz   }| j                  d | | j                  |   dz   fz   }t        j                  || j
                  «      t        j                  ||«      t        j                  ||«      fS )Nrp   r¦   r4   )rK   rw   rF   r   ÚShapedArrayrs   )	r,   r'   r:   rb   r‘   r}   Ú
data_shapeÚindex_shapeÚindptr_shapes	            r-   Ú_bcsr_fromdense_abstract_evalr±   ÷   sÐ   € à�X‰X˜Ñ 'Ñ)€(Ø�‚]Ü
ÐEÓ
FÐFØ�y‰y˜˜'Ð" c VÑ+¨c¯i©i¸À(Ñ8JÐ8KÐ.LÑL€*Ø—	‘	˜(˜7Ð# s fÑ,€+Ø—‘˜8˜GÐ$¨¯	©	°'Ñ(:¸QÑ(>Ð'@Ñ@€,Ü
×
Ñ
˜: s§y¡yÓ
1Ü
×
Ñ
˜;¨Ó
4Ü
×
Ñ
˜<¨Ó
5ð
7ð 7r/   c               ó~   — | \  }|\  }d|cxk  r|k  sn t        d|›d|›�«      ‚t        |||dz   ||¬«      |||ffS )Nr   z'Expected 0 < bdim <= n_batch; got bdim=rz   r4   r—   )rw   rž   )rQ   rR   r'   r:   rb   r‘   ÚMrB   s           r-   Ú_bcsr_fromdense_batching_ruler´     s]   € à�"€!Ø
�%€$Ø
ˆtÔ
�wÔ
Ü
Ð?¸$¸ÀÀ7À*ÐMÓ
NÐNÜ	˜ ¨W°q©[À'ÐWbÔ	cÐfjÐlpÐrvÐewÐ	wÐwr/   c               óT  — | \  }|\  }t        |||||¬«      }|\  }	}
}t        |«      t        j                  u r t        j                  j	                  |	«      }nt        |
||«      }|t        j                  j	                  |
«      t        j                  j	                  |«      f}||fS )Nr—   )rž   Útyper   ÚZeroÚfrom_primal_valueÚbcsr_extract)ÚprimalsÚtangentsr'   r:   rb   r‘   r³   ÚMdotÚprimals_outrU   rV   rW   Údata_dotÚtangents_outs                 r-   Ú_bcsr_fromdense_jvprÀ     s—   € Ø�"€!Ø
�%€$ä  s°GÀWÐZeÔf€+Ø%Ñ€$ˆ�ä	ˆ$ƒZ”2—7‘7ÑÜ�w‰w×(Ñ(¨Ó.�Hä˜G V¨TÓ2€HàœBŸG™G×5Ñ5°gÓ>ÄÇÁ×@YÑ@YÐZ`Ó@aÐb€,à	�lÐ	"Ð"r/   c               óŽ  — | \  }}}|j                   |z
  |z
  }	|j                  |j                  d | |fz   |j                  ||	z   d  z   k(  sJ ‚|j                  |j                  d | |	|fz   k(  sJ ‚|j                  |j                  d | |j                  |   dz   fz   k(  sJ ‚|j                  |k(  sJ ‚|j                  |k(  sJ ‚t        |t        j
                  «      st        |t        j
                  «      rt        d«      ‚t	        j                  |«      sJ ‚t        |||t        |j                  j                  «      ¬«      S )Nr4   ú/Cannot transpose with respect to sparse indices©rS   )rK   rF   rs   Ú
isinstancer   r·   rw   Úis_undefined_primalÚ_bcsr_todenser   Úaval)
Úctr³   r'   r:   rb   r‘   rU   rV   rW   r}   s
             r-   Ú_bcsr_fromdense_transposerÉ     s1  € ØÑ€$ˆ�Ø�V‰V�gÑ Ñ'€(Ø	�‰�q—w‘w˜x Ð(¨C¨6Ñ1°A·G±G¸GÀhÑ<NÐ<OÐ4PÑPÒ	PÐPÐ	PØ	�‰˜!Ÿ'™' ( 7Ð+¨x¸¨oÑ=Ò	=Ð=Ð	=Ø	�‰˜Ÿ™  'Ð*¨a¯g©g°gÑ.>ÀÑ.BÐ-DÑDÒ	DÐDÐ	DØ	�‰˜+Ò	%Ð%Ð	%Ø	�‰˜Ò	$Ð$Ð	$Ü�œŸ™Ô!¤Z°¼¿¹Ô%@Ü
ÐFÓ
GÐGÜ	×	Ñ	 Ô	"Ð"Ð	"Ü	�t˜W f´ZÀÇÁÇÁÓ5MÔ	NÐNr/   )Úmultiple_resultsÚbcsr_todensec                óp   — t        | j                  | j                  | j                  | j                  ¬«      S )z€Convert batched sparse matrix to a dense matrix.

  Args:
    mat: BCSR matrix.

  Returns:
    The dense version of ``mat``.
  rÃ   )rÆ   rU   rV   rW   Ú_info)r,   s    r-   rË   rË   8  s%   € ô 
�s—x‘x §¡¨c¯j©jÀÇÁÔ	KÐKr/   c               ó¦   — t         j                  t        j                  | «      t        j                  |«      t        j                  |«      |¬«      S )a	  Convert batched sparse matrix to a dense matrix.

  Args:
    data : array of shape ``batch_dims + (nse,) + dense_dims``.
    indices : array of shape ``batch_dims + (nse,)``.
    indptr : array of shape ``batch_dims + (shape[len(batch_dims)] + 1,).
    spinfo : SparseInfo. In particular, this includes the shape
      of the matrix, which is equal to
      ``batch_dims + 2(sparse_dims) + block_dims`` where
      ``len(sparse_dims) == 2``.
  Returns:
    mat : array with specified shape and dtype matching ``data``
  rÃ   )Úbcsr_todense_pr¤   r?   r™   )rU   rV   rW   rS   s       r-   rÆ   rÆ   D  sB   € ô 
×	Ñ	œSŸ[™[¨Ó.´·±¸GÓ0DÜ Ÿ[™[¨Ó0¸ð 
ó 
Að Ar/   c               ó„   — |j                   }t        |||¬«      }t        j                  | |f|¬«      j	                  «       S ©NrE   )rF   r„   r   ÚBCOOÚtodense)rU   rV   rW   rS   rF   Úbcoo_indicess         r-   Ú_bcsr_todense_implrÕ   W  s8   € à
�,‰,€%Ü˜w¨°eÔ<€,Ü
�)‰)�T˜<Ð(°Ô
6×	?Ñ	?Ó	AÐAr/   c               óv   — |j                   }t        | |||«       t        j                  || j                  «      S rD   )rF   r~   r   r­   rs   )rU   rV   rW   rS   rF   s        r-   Ú_bcsr_todense_abstract_evalr×   ^  s0   € à
�,‰,€%Ü��w ¨Ô.Ü	×	Ñ	˜% §¡Ó	,Ð,r/   c               óH   — t        | ||«      \  }}}}t        ||||¬«      dfS )NrÃ   r   )r_   rÆ   )rQ   rR   rS   rU   rV   rW   s         r-   Ú_bcsr_todense_batching_rulerÙ   e  s0   € Ü";¸LÈ*ÐV\Ó"]Ñ€$ˆ�˜Ü	�t˜W f°VÔ	<¸aÐ	?Ð?r/   c               ó"   — ~t        | |||¬«      S )NrÃ   )rÆ   )r¾   rU   rV   rW   rS   s        r-   Ú_bcsr_todense_jvprÛ   j  s   € Ø
Ü	�x ¨&¸Ô	@Ð@r/   c               ó>  — |j                   }t        j                  |«      sJ ‚t        j                  |«      st        j                  |«      rt        d«      ‚| j                   |k(  sJ ‚| j                  |j
                  j                  k(  sJ ‚t        ||| «      ||fS )NrÂ   )rF   r   rÅ   rw   rs   rÇ   r¹   )rÈ   rU   rV   rW   rS   rF   s         r-   Ú_bcsr_todense_transposerÝ   o  sˆ   € Ø
�,‰,€%Ü	×	Ñ	 Ô	%Ð%Ð	%Ü×Ñ˜GÔ$¬×(>Ñ(>¸vÔ(FÜ
ÐFÓ
GÐGØ	�‰�UÒ	ÐÐ	Ø	�‰�T—Y‘Y—_‘_Ò	$Ð$Ð	$Ü	�g˜v rÓ	*¨G°VÐ	;Ð;r/   Fr¹   c                ó0   — t         j                  | ||«      S )zçExtract values from a dense matrix at given BCSR (indices, indptr).

  Args:
    indices: An ndarray; see BCSR indices.
    indptr: An ndarray; see BCSR indptr.
    mat: A dense matrix.

  Returns:
    An ndarray; see BCSR data.
  )Úbcsr_extract_pr¤   )rV   rW   r,   s      r-   r¹   r¹   …  s   € ô 
×	Ñ	˜W f¨cÓ	2Ð2r/   c                óˆ   — t        j                  |«      }t        | ||j                  ¬«      }t	        j
                  ||«      S rÑ   )r?   r™   r„   rF   r   Ú_bcoo_extract)rV   rW   r,   rÔ   s       r-   Ú_bcsr_extract_implrâ   “  s5   € ä�‰�CÓ€#Ü˜w¨°c·i±iÔ@€,Ü	×	Ñ	˜L¨#Ó	.Ð.r/   c                óØ   — t        | ||j                  «      \  }}}|j                  d | |fz   |j                  |j                  |z
  d  z   }t        j                  ||j
                  «      S rD   )rx   rF   rK   r   r­   rs   )rV   rW   r,   r:   rb   r'   Ú	out_shapes          r-   Ú_bcsr_extract_abstract_evalrå   š  sc   € ä0°¸&À#Ç)Á)ÓLÑ€'ˆ7�CØ�i‰i˜˜Ð! S FÑ*¨S¯Y©Y°s·x±xÀ'Ñ7IÐ7JÐ-KÑK€)Ü	×	Ñ	˜) S§Y¡YÓ	/Ð/r/   c                óR   — | j                   |j                   k(  sJ ‚t        ||| «      S rD   )rF   r¹   )Úarr_dotrV   rW   Úarrs       r-   Ú_bcsr_extract_jvpré   ¡  s'   € Ø	�‰˜#Ÿ)™)Ò	#Ð#Ð	#Ü	�g˜v wÓ	/Ð/r/   c           
     óB  — t        j                  |«      sJ ‚t        j                  |«      st        j                  |«      rt        d«      ‚| j                  |j                  j                  k(  sJ ‚||t        | ||t        |j                  j                  «      ¬«      fS )NrÂ   rÃ   )r   rÅ   rw   rs   rÇ   rÆ   r   rF   )rÈ   rV   rW   rè   s       r-   Ú_bcsr_extract_transposerë   ¦  s|   € Ü	×	Ñ	 Ô	$Ð$Ð	$Ü×Ñ˜GÔ$¬×(>Ñ(>¸vÔ(FÜ
ÐFÓ
GÐGØ	�‰�S—X‘X—^‘^Ò	#Ð#Ð	#Ø	�&œ-¨¨G°VÄJÈsÏxÉxÏ~É~ÓD^Ô_Ð	_Ð_r/   c                ó  — | \  }}}|D �ch c]  }|€Œ|’Œ	 }}t        |«      dk7  rt        d«      ‚t        t        |«      «      }|d   €t	        j
                  ||f«      }|d   €t	        j
                  ||f«      }|d   €Lt        |j                  «      }|j                  ||j                  |   «       t	        j                  |||f«      }|j                  dz
  }	||	k\  rt        d|›d|	›�«      ‚t        |||«      |fS c c}w )Nr4   z+bcoo_extract with unequal batch dimensions.r   rp   zbatch_dims=z' out of range for indices with n_batch=)rv   rN   ÚnextÚiterr   r>   ÚlistrF   ÚinsertÚbroadcast_in_dimrK   rw   r¹   )
rQ   rR   rV   rW   rè   r9   Úbdim_setrB   Úresult_shaper:   s
             r-   Ú_bcsr_extract_batching_rulerô   ®  s  € Ø%Ñ€'ˆ6�3Ù#Ó5™�A q¡}Ša˜€(Ð5Üˆƒ]�aÒä
ÐKÓ
LÐLÜ	Œd�8‹nÓ	€$Ø��]ÐÜ�o‰o˜g¨ wÓ/€GØ��]ÐÜ�_‰_˜V d WÓ-€FØ��]Ðä˜Ÿ	™	“?€LØ×Ñ˜˜gŸm™m¨DÑ1Ô2Ü
×
Ñ
˜s L°4°'Ó
:€CØ�L‰L˜1Ñ€'Ø	ˆW‚_Ü
˜˜
�}Ð$LÀGÀ:ÐNÓ
OÐOÜ	�g˜v sÓ	+¨TÐ	1Ð1ùò# 6s
   ‹D“DÚbcsr_dot_general)Ú	precisionÚpreferred_element_typeÚout_shardingc          	     ón  — ~~t        |t        j                  t        j                  f«      rt        | t        j                  t        j                  f«      rt        j                  | |||¬«      S t        | t        «      r,| j                  \  }}}t        ||||||| j                  ¬«      S t        d«      ‚)a<  A general contraction operation.

  Args:
    lhs: An ndarray or BCSR-format sparse array.
    rhs: An ndarray or BCSR-format sparse array..
    dimension_numbers: a tuple of tuples of the form
      `((lhs_contracting_dims, rhs_contracting_dims),
      (lhs_batch_dims, rhs_batch_dims))`.
    precision: unused
    preferred_element_type: unused

  Returns:
    An ndarray or BCSR-format sparse array containing the result. If both inputs
    are sparse, the result will be sparse, of type BCSR. If either input is
    dense, the result will be dense, of type ndarray.
  ©Údimension_numbersr÷   ©rû   r÷   Ú
lhs_spinfozDbcsr_dot_general currently implemented for BCSR lhs and ndarray rhs.)rÄ   ÚnpÚndarrayÚjaxr!   r   Údot_generalr$   Ú_bufsÚ_bcsr_dot_generalrÍ   rN   )	ÚlhsÚrhsrû   rö   r÷   rø   Úlhs_dataÚlhs_indicesÚ
lhs_indptrs	            r-   rõ   rõ   Ñ  s¦   € ð* �Ü�”b—j‘j¤#§)¡)Ð,Ô-Ü�#œŸ
™
¤C§I¡IÐ.Ô/Ü�_‰_˜S #Ð9JØ4JôLð Lô �#”tÔØ*-¯)©)Ñ'€h�˜ZÜ˜x¨°jÀ#Ø1BØ6LØ*-¯)©)ô5ð 5ô
 	ð 3ó 	4ð 4r/   c          	     ó”  — |\  \  }}\  }	}
t        j                  |«      t        j                  |«      f}t        j                  |	«      t        j                  |
«      f}t        j                  t	        j
                  | «      t	        j
                  |«      t	        j
                  |«      t	        j
                  |«      ||f||¬«      S ©Nrü   )r   Ú_ensure_index_tupleÚbcsr_dot_general_pr¤   r?   r™   )r  r  r  r  rû   r÷   rý   Úlhs_contractÚrhs_contractÚ	lhs_batchÚ	rhs_batchÚcdimsÚbdimss                r-   r  r  ÷  s²   € ð
 :KÑ6Ñ€<�Ñ 6 ¨IÜ×'Ñ'¨Ó5Ü×'Ñ'¨Ó5ð7€%ä×'Ñ'¨	Ó2Ü×'Ñ'¨	Ó2ð4€%ä	×	 Ñ	 ¤§¡¨XÓ!6Ü!$§¡¨[Ó!9Ü!$§¡¨ZÓ!8¼#¿+¹+ÀcÓ:JØ49¸5°>Ø8NØ,6ð 
!ó 
8ð 8r/   c               ó  — t        j                  | «      } t        j                  |«      }t        j                  |«      }t        j                  |«      }t        |||j                  ¬«      }	t	        j
                  | |	||||¬«      S ©NrE   rü   )r?   r™   r„   rF   r   Ú_bcoo_dot_general_impl)
r  r  r  r  rû   r÷   rý   Úlhs_bcsr_indicesÚlhs_bcsr_indptrÚlhs_bcoo_indicess
             r-   Ú_bcsr_dot_general_implr  	  sw   € ä�[‰[˜Ó"€(Ü—[‘[ Ó-ÐÜ—K‘K 
Ó+€/Ü�‰�CÓ€#Ü"Ð#3°_Ø)3×)9Ñ)9ô;Ðä	×	$Ñ	$ XÐ/?ÀØ7HØ<RØ0:ô
<ð <r/   c               óF  ‡— |\  \  }}\  }	}t        |||j                  «      Št        j                  t	        t
        j                  ||¬«      t        j                  |j                  | j                  «      t        j                  |j                  |j                  «      «      }
|	r3t        |	«      ‰j                  k\  rt        d|	›d‰j                  ›�«      ‚t        ˆfd„|D «       «      rt        d«      ‚t        j                  |
j                  |
j                  «      S )Nrú   zqbcsr_dot_general batch dimensions must be among the batch dimensions in the sparse representtaion.
got lhs_batch=z, props.n_batch=c              3  óB   •K  — | ]  }|‰j                   d z   k\  –— Œ y­w)rp   N)r:   )r8   Údr|   s     €r-   r;   z2_bcsr_dot_general_abstract_eval.<locals>.<genexpr>)  s    øè ø€ Ð9© Aˆˆe�m‰m˜aÑÕ	©ùs   ƒz4bcsr_dot_general: contracting over dense dimensions.)rx   rF   r   Ú
eval_shaper   r   r  ÚShapeDtypeStructrs   rO   r:   rN   Úanyr   r­   )r  r  r  r  rû   r÷   rý   Úlhs_contractingr‚   r  Úout_avalr|   s              @r-   Ú_bcsr_dot_general_abstract_evalr"    sõ   ø€ ð *;Ñ&Ñ€?�A™˜ AÜ
  ¨j¸*×:JÑ:JÓ
K€%Ü�^‰^ÜŒC�O‰OØ/Ø#9ô;ô ×Ñ˜×)Ñ)¨8¯>©>Ó:Ü×Ñ˜Ÿ™ C§I¡IÓ.ó0€(ñ ”3�y“> U§]¡]Ò2Ü
ðØˆLÐ)˜5Ÿ=™=Ð*ð,ó-ð -ô
 	Ó9©Ó9Ô9Ü
ÐTÓ
UÐUä	×	Ñ	˜(Ÿ.™.¨(¯.©.Ó	9Ð9r/   c          	     ó(   — ~t        | ||||||¬«      S r
  ©r  )Úlhs_data_dotr  r  r  r  rû   r÷   rý   s           r-   Ú_bcsr_dot_general_jvp_lhsr&  /  s#   € àÜ	˜<¨°jÀ#Ø->Ø2HØ&0ô
2ð 2r/   c          	     ó(   — ~t        |||| |||¬«      S r
  r$  )Úrhs_dotr  r  r  r  rû   r÷   rý   s           r-   Ú_bcsr_dot_general_jvp_rhsr)  8  s#   € à	Ü	˜8 [°*¸gØ->Ø2HØ&0ô
2ð 2r/   c          	     ó~   — t        |||j                  ¬«      }t        j                  | ||||||¬«      \  }	}
}|	|||fS r  )r„   rF   r   Ú_bcoo_dot_general_transpose)rÈ   r  r  r  r  rû   r÷   rý   r  Údata_outr‚   Úrhs_outs               r-   Ú_bcsr_dot_general_transposer.  A  sW   € ô #Ø� :×#3Ñ#3ô5Ðä×9Ñ9Øˆ(Ð$ cÐ=NØ3À
ôLÑ€(ˆAˆwð 
�; 
¨GÐ	3Ð3r/   c               óê   — | �^ }}|�^ }}t        ||||€d n|j                  |   ¬«      �^ }	}
t        t        |j                  «      |j                  fd|f|«      \  }}t        g |	¢|‘­|
||dœŽ}||fS )N)rT   r   )rý   rû   r÷   )r_   rF   r   rv   rK   r  )rQ   rR   rû   r÷   rý   Úlhs_argsr  Úlhs_dimsÚrhs_bdimÚnew_lhs_argsÚnew_lhs_spinfoÚnew_dimension_numbersÚresult_batch_dimÚbatched_outs                 r-   Ú_bcsr_dot_general_batch_ruler8  L  s­   € ð  �.€8ˆSØ"Ñ€8ˆXÜ";Øˆh˜
ØÐ'‰t¨S¯Y©Y°xÑ-@ô#BÑ€<�ô -HÜ
ˆ:×ÑÓ˜cŸh™hÐ'¨!¨X¨Ð8Ió-KÑ)ÐÐ)ä!ð Q <ð Q°ñ QÀØ4IØ9OòQ€+ð 
Ð&Ð	&Ð&r/   c               óÖ  — t        | |||«      }|j                  r=t        t        |||j                  d  ¬«      } t	        ||j                  «      | ||«      S |d   }t        j                  |j                  | j                  d«      }t        j                  ||k  | d«      } t        j                  |j                  |j                  d«      }	t        j                  |	|k  |d«      }| |gS )N)r  rF   ro   r   )r~   r:   r   Ú"_bcsr_correct_out_of_bound_indicesr   r   Úbroadcasted_iotars   rF   r?   Úwhere)
rU   rV   rW   r  rF   r|   ÚfÚextentÚi_dataÚ	i_indicess
             r-   r:  r:  b  sÇ   € Ü
˜˜w¨°Ó
6€%Ø
‡]‚]ÜÔ2¸À5ÈÏÉÈÐCXÔY€AØ'Œ:�a˜Ÿ™Ó'¨¨g°vÓ>Ð>Ø�"‰:€&Ü×Ñ §¡¨d¯j©j¸!Ó<€&Ü	�‰�6˜F‘? D¨!Ó	,€$Ü×"Ñ" 6§<¡<°·±ÀÓB€)Ü�I‰I�i &Ñ(¨'°1Ó5€'Ø
�ˆÐr/   c          
     ó6  — t         j                  j                  st        | |||||||¬«      S |\  \  }	}
\  }}| j                  \  }}}}t        ||||j                  «      }d}|j                  }|s|rd}næ|j                  |j                  k7  rd}nÊ|�||j                  k7  rd}n¶t        |j                  «      dk7  s|j                  dvrd}n�|j                  s|j                  rd}nrt        |	«      dgk7  rd}n`|t        j                  t        j                  t        j                   t        j"                  fvr t%        j&                  d|›d�t(        «       d}|rt        | |||||||¬«      S t+        | |||||j                  ¬	«      \  }}| }|j                  dk(  rt,        j.                  }nÏ|j                  dk(  r§t,        j0                  }|
d
   dk(  r¨t3        j4                  |t7        j8                  dd
g«      ¬«      }|j                  �^ }}t;        j<                  |j                  d   |j                  d
   f|j                  ¬«      }|j?                  g |¢|‘¬«      }ntA        d|j                  › d�«      ‚ |||||||j                  d|¬«      S )Nrü   FTrp   ©r4   rp   r4   zEbcsr_dot_general cusparse/hipsparse lowering not available for dtype=ú). Falling back to default implementation.rE   r   )Úpermutation)rF   rs   )Úavals_inzrhs has to be 1d or 2d; get zd.)rF   Ú	transposeÚtarget_name_prefix)!r   Úbcoo_cusparse_loweringÚvalueÚ"_bcsr_dot_general_default_loweringrE  r~   rF   rs   rv   rK   r:   rb   rï   rþ   Úfloat32Úfloat64Ú	complex64Ú
complex128ÚwarningsÚwarnr   Ú*_bcsr_correct_out_of_bound_indices_loweredr
   Ú_csr_spmv_gpu_loweringÚ_csr_spmm_gpu_loweringr   rF  r    Údense_int_arrayr   r­   Úreplacerw   )Úctxr  r  r  r  rû   r÷   rý   rG  r  r  r  r  Úlhs_data_avalÚlhs_indices_avalÚlhs_indptr_avalÚrhs_avalr|   Úuse_default_loweringrs   Úsub_ctxÚdot_general_fnrE  s                          r-   Ú_bcsr_dot_general_gpu_loweringr^  q  s¤  € ô
 
×	&Ñ	&×	,Ò	,Ü-Ø	ˆ8�[ *¨cØ)Ø3Øô	ð ð :KÑ6Ñ€<�Ñ 6 ¨IØ?B¿|¹|Ñ<€-Ð! ?°HÜ
ØÐ% ¸
×8HÑ8HóJ€%ð ÐØ
×
Ñ
€%á‘)àÑØ×Ñ˜xŸ~™~Ò-ØÑØÐ)Ð.DÈ×H[ÑH[Ò.[ØÑÜ
ˆ:×ÑÓ Ò! X§]¡]¸&Ñ%@àÑØ‡}‚}˜ŸšàÑÜˆLÓ˜a˜SÒ àÑØ”R—Z‘Z¤§¡¬R¯\©\¼2¿=¹=ÐIÑIä‡M�Mð  Ø˜Ð IðKä+ô-ð  ÐáÜ-Ø	ˆ8�[ *¨cØ)Ø3Øô	ð ô EØˆ�; 
¨C°z×7GÑ7GôIÑ€(ˆKð €'Ø‡]�]�aÒÜ×6Ñ6�NØ‡}�}˜ÒÜ×6Ñ6€NØ�A�˜!ÒÜ�M‰M˜#¬4×+?Ñ+?ÀÀAÀÓ+GÔH€cØ#×,Ñ,Ñ€x�Ü×!Ñ!Ø—‘ Ñ" H§N¡N°1Ñ$5Ð6¸h¿n¹nôN€hà—‘Ð)>¨8Ð)>°XÐ)>�Ó?�gä
Ð3°H·M±M°?À"ÐEÓ
FÐFá	˜ ¨;¸
ÀCØ(×.Ñ.¸%Ø+=ô
?ð ?r/   c          
     ór  — |\  \  }}	\  }
}| j                   \  }}}}t        ||||j                  «      }d}|j                  }|
s|rd}�nÀ|j                  |j                  k7  rd}�n£|�||j                  k7  rd}�nŽt	        |j                  «      dk7  s|j
                  dvrd}�nd|j                  s|j                  rd}�nHt        |«      dgk7  st        |	«      dgk7  rd}�n&|j                  |j                  k7  r8t        j                  d|j                  ›d|j                  ›d	�t        «       d}nÕ|j                  t        j                  t        j                  fvr+d}t        j                  d
|j                  ›d�t        «       n~|t        j                  t        j                  t        j                  t        j                   t        j"                  t        j$                  fvr t        j                  d|›d�t        «       d}|rt'        | |||||||¬«      S t)        j*                  | ||||«      S )NFTrp   rB  r4   r   zEbcsr_dot_general cpu lowering not available,  lhs_indices_aval.dtype=z and lhs_indptr_aval.dtype=z6 do not match. Falling back to default implementation.zGbcsr_dot_general cpu lowering not available for lhs_indices_aval.dtype=rC  z6bcsr_dot_general cpu lowering not available for dtype=rü   )rE  r~   rF   rs   rv   rK   r:   rb   rï   rO  rP  r   rþ   Úint32Úint64rK  rL  rM  rN  rJ  r
   Ú_csr_spmm_cpu_lowering)rV  r  r  r  r  rû   r÷   rý   r  r  r  r  rW  rX  rY  rZ  r|   r[  rs   s                      r-   Ú_bcsr_dot_general_cpu_loweringrc  »  s>  € ð :KÑ6Ñ€<�Ñ 6 ¨IØ?B¿|¹|Ñ<€-Ð! ?°HÜ
ØÐ% ¸
×8HÑ8Hó€%ð ÐØ
×
Ñ
€%Ù‘)àÒØ×Ñ˜hŸn™nÒ,ØÒàÐ(Ø
  M×$7Ñ$7Ò
7àÒÜ
ˆ:×ÑÓ Ò! X§]¡]¸&Ñ%@àÒØ‡}‚}˜ŸšàÒÜˆLÓ˜a˜SÒ ¤D¨Ó$6¸1¸#Ò$=àÒØ×Ñ ×!6Ñ!6Ò6Ü‡M�Mð	$Ø×"Ñ"Ð$Ð$@¨/×*?Ñ*?Ð)Að B3ð	3ô 	 ô	ð  ÑØ×Ñ¤b§h¡h´·±Ð%9Ñ9ØÐÜ‡M�Mð	$Ø×"Ñ"Ð$Ð$Mð	Oäõð
 Ü‡h�hÜ‡h�hÜ‡j�jÜ‡j�jÜ‡l�lÜ‡m�mðñ ô ‡M�Mð	ØˆhÐ?ð	Aäôð
  ÐáÜ-ØØØØØØ+Ø5Øô	ð 	ô 
×	*Ñ	*Ø	ˆ8�Z ¨có
ð r/   Úcu)rG  Úcuda)ÚplatformÚhipÚrocmÚcpu)Úshardingc               óx   — t        j                  | j                  «       ||¬«      }t        j	                  |«      S )N)rF   Úbroadcast_dimensions)r   Úbcoo_broadcast_in_dimr*   r$   r(   )r,   rF   rl  rj  Úresult_bcoos        r-   Úbcsr_broadcast_in_dimro  -  s0   € ä×*Ñ*Ø‡K�KƒM˜Ð5IôK€+ä	�‰˜Ó	$Ð$r/   c          	     ó˜   — t         j                  t        j                  | D �cg c]  }|j	                  «       ‘Œ c}|¬«      «      S c c}w )aP  Sparse implementation of :func:`jax.lax.concatenate`

  Args:
    operands : Sequence of BCSR arrays to concatenate. The arrays must have equal
      shapes, except in the `dimension` axis. Additionally, the arrays must have
      have equivalent batch, sparse, and dense dimensions.
    dimension : Positive integer specifying the dimension along which to concatenate
      the arrays. The dimension must be among batch or sparse dimensions of the input;
      concatenation along dense dimensions is not supported.

  Returns:
    A BCSR array containing the concatenation of the inputs.
  )Ú	dimension)r$   r(   r   Úbcoo_concatenater*   )Úoperandsrq  r,   s      r-   Úbcsr_concatenatert  3  s?   € ô 
�‰Ü×Ñ±HÓ=±H¨S˜3Ÿ;™;�=°HÑ=ÈÔSó
Uð UùÚ=s   £Ac                  ó²  ‡ — e Zd ZU dZded<   ded<   ded<   ded<    ed„ «      Z ed	„ «      Z ed
„ «      Z ed„ «      Z	 ed„ «      Z
ded<   ded<    ed„ «      Z ed„ «      Zed„ «       Zdddœ	 	 	 d'ˆ fd„Zd„ Zd„ Zd„ Zed„ «       Zeddddddœd„«       Zd(d)d„Zedej.                  ddd œd!„«       Zd"„ Zd*d#„Zed+d$„«       Zedddd%œd&„«       Zˆ xZS ),r$   z3Experimental batched CSR matrix implemented in JAX.ú	jax.ArrayrU   rV   rW   r   rF   c                ó4   — | j                   j                  d   S )Nro   )rV   rF   ©Úselfs    r-   Ú<lambda>zBCSR.<lambda>L  s   € ˜dŸl™l×0Ñ0°Ò4r/   c                ó.   — | j                   j                  S rD   )rU   rs   rx  s    r-   rz  zBCSR.<lambda>M  s   €  §	¡	§¢r/   c                ó4   — | j                   j                  dz
  S )Nr4   )rV   rK   rx  s    r-   rz  zBCSR.<lambda>N  s   €  $§,¡,×"3Ñ"3°aÒ"7r/   c                 ó   — y©Nrp   r7   )r‚   s    r-   rz  zBCSR.<lambda>O  s   €  r/   c                ó\   — | j                   j                  | j                  j                  z
  S rD   )rU   rK   rV   rx  s    r-   rz  zBCSR.<lambda>P  s   €  $§)¡)§.¡.°4·<±<×3DÑ3DÒ"Dr/   ÚboolrI   rJ   c                óH   — | j                   | j                  | j                  fS rD   )rU   rV   rW   rx  s    r-   rz  zBCSR.<lambda>S  s   €  §¡¨D¯L©L¸$¿+¹+Ñ Fr/   c                óX   — t        | j                  | j                  | j                  «      S rD   )r   rF   rI   rJ   rx  s    r-   rz  zBCSR.<lambda>T  s!   € ¤
¨4¯:©:°t×7JÑ7JØ+/×+>Ñ+>ô!@r/   c                ó`   — t        | j                  | j                  | j                  dz    «      S r~  )ru   rF   r:   rx  s    r-   Ú_sparse_shapezBCSR._sparse_shapeW  s%   € ä�—‘˜DŸL™L¨¯©¸Ñ)9Ð:Ó;Ð;r/   FrH   c               ó
  •— t        t        j                  |«      \  | _        | _        | _        || _        || _        t        ‰| �%  ||¬«       t        | j                  | j                  | j
                  | j                  «       y rÑ   )Úmapr?   r™   rU   rV   rW   rI   rJ   ÚsuperÚ__init__r~   rF   )ry  ÚargsrF   rI   rJ   Ú	__class__s        €r-   rˆ  zBCSR.__init__[  s`   ø€ ä+.¬s¯{©{¸DÓ+AÑ(€D„IˆtŒ|˜Tœ[Ø(€DÔØ(€DÔÜ	�GÑ�T ÐÔ'Ü�4—9‘9˜dŸl™l¨D¯K©K¸¿¹ÕDr/   c                óÂ  — | j                   j                  }	 | j                  }| j                  }| j                  }| j
                  }t        | j                  «      }d|›�}|r|d|›�z  }|r|d|›�z  }|› d|› |› |› d�}t        | j                  t        j                  «      r%t        | j                  «      j                  › d|› d�}|S # t        $ r |› d�}Y Œ[w xY w)	Nú, nse=rz   r{   Ú(Ú)z(<invalid>)Ú[Ú])rŠ  rc   r'   r:   rb   rs   rï   rF   Ú	ExceptionrÄ   rU   r   ÚTracerr¶   )	ry  Únamer'   r:   rb   rs   rF   ÚextraÚrepr_s	            r-   Ú__repr__zBCSR.__repr__c  sè   € Ø�>‰>×"Ñ"€Dð/Ø�H‰H€cØ—‘€gØ—‘€gØ�j‰j€eÜ�4—:‘:Ó€eð �3�&ˆk€eÙ	�%˜[ ˜z˜?Ñ*�%Ù	�%˜[ ˜z˜?Ñ*�%Ø��a˜�w˜u˜g e W¨AÐ.€eÜ�$—)‘)œTŸ[™[Ô)Ü�d—i‘i“×)Ñ)Ð*¨!¨E¨7°!Ð4€eØ€Løô ò #Ø��kÐ"‚eð#ús   ˜AC ÃCÃCc                ó   — t        d«      ‚)NzTranspose is not implemented.)rN   )ry  r‰  Úkwargss      r-   rF  zBCSR.transposev  s   € Ü
Ð=Ó
>Ð>r/   c                ó|   — | j                   | j                  | j                  f| j                  j	                  «       fS rD   )rU   rV   rW   rÍ   Ú_asdictrx  s    r-   Útree_flattenzBCSR.tree_flatteny  s-   € Ø�I‰I�t—|‘| T§[¡[Ð1°4·:±:×3EÑ3EÓ3GÐGÐGr/   c                óØ   — t         j                  | «      }|\  |_        |_        |_        |j                  «       h d£k7  rt        d|›�«      ‚ |j                  j                  di |¤Ž |S )N>   rF   rI   rJ   z&BCSR.tree_unflatten: invalid aux_data=r7   )	ÚobjectÚ__new__rU   rV   rW   Úkeysrw   Ú__dict__Úupdate)ÚclsÚaux_dataÚchildrenÚobjs       r-   Útree_unflattenzBCSR.tree_unflatten|  s`   € ä
�.‰.˜Ó
€CØ(0Ñ%€C„HˆcŒk˜3œ:Ø‡}�}ƒÒGÒGÜÐ@°x°kÐBÓCÐCØ€C‡L�L×ÑÑ#˜(Ò#Ø€Jr/   Nr`  r   )rs   r‘   rb   r:   r'   c          
     óÄ  — t        |«      }|dk  s
|dk  s|dk  rt        d|›d|›d|›d|›�«      ‚t        |«      |z
  |z
  }|dk7  rt        d«      ‚t        |||g«      \  }}	}
t	        j
                  g |¢|‘|
¢­|«      }t	        j                  g |¢|‘­t	        j                  |	d   «      |«      }t	        j
                  g |¢|	d   dz   ‘­|«      } | |||f|¬	«      S )
z?Create an empty BCSR instance. Public method is sparse.empty().r   zInvalid inputs: shape=r{   rz   rŒ  rp   z1BCSR sparse.empty: must have 2 sparse dimensions.r4   rE   )ru   rw   rv   r   r?   rŠ   ÚfullÚarray)r¢  rF   rs   r‘   rb   r:   r'   r}   Úbatch_shapeÚsparse_shapeÚdense_shaperU   rV   rW   s                 r-   Ú_emptyzBCSR._empty…  s  € ô �%‹L€EØ�‚{�g ’k S¨1¢WÜÐ0¨%¨°°G°:¸[À¸zÈÈCÈ6ÐRÓSÐSÜ�5‹z˜GÑ# gÑ-€HØ�1‚}ÜÐJÓKÐKÜ-7¸Ø9@À(Ð8Kó.MÑ*€K�˜{ä�9‰9Ð6�{Ð6 CÐ6¨+Ñ6¸Ó>€DÜ�h‰hÐ*˜Ð* cÑ*¬C¯I©I°lÀ1±oÓ,FØ"ó$€Gä�Y‰YÐ:˜Ð: l°1¡o¸Ñ&9Ñ:¸KÓH€FÙ��g˜vÐ&¨eÔ4Ð4r/   c                ó:   — |rt        | |¬«      S t        | |¬«      S )aq  Return a copy of the array with duplicate indices summed.

    Additionally, this operation will result in explicit zero entries removed, and
    indices being sorted in lexicographic order.

    Because the size of the resulting representation depends on the values in the
    arrays, this operation is not compatible with JIT or other transforms. To use
    ``sum_duplicates`` in such cases, you may pass a value to `nse` to specify the
    desired size of the output representation.

    Args:
      nse : integer (optional), if specified, gives the number of specified elements in
        the output sparse representation; if it is larger than the number required, data
        will be padded with zeros and indices will be padded with out-of-bounds values.
        If it is smaller than the number required, data will be silently discarded.
      remove_zeros : bool (default=True). If True, remove explicit zeros from the data
        as part of summing duplicates. If False, then explicit zeros at unique indices
        will remain among the specified elements. Note: remove_zeros=True is incompatible
        with autodiff.
    r&   )r.   r2   )ry  r'   Úremove_zeross      r-   Úsum_duplicateszBCSR.sum_duplicates—  s!   € ñ* Ü! $¨CÔ0Ð0ä  ¨3Ô/Ð/r/   r§   c               ó"   — t        |||||¬«      S )z2Create a BCSR array from a (dense) :class:`Array`.r§   )r–   )r¢  r,   r'   r‘   rb   r:   s         r-   Ú	fromdensezBCSR.fromdense±  s   € ô ˜# 3°KØ")°7ô<ð <r/   c                ó   — t        | «      S )z$Create a dense version of the array.)rË   rx  s    r-   rÓ   zBCSR.todense¸  s   € ä˜ÓÐr/   c                ó´   — t        | j                  | j                  | j                  ¬«      }t	        j
                  | j                  |f| j                  ¬«      S rÑ   )r„   rV   rW   rF   r   rÒ   rU   )ry  Úcoo_indicess     r-   r*   zBCSR.to_bcoo¼  s:   € Ü §¡¨d¯k©kÀÇÁÔL€KÜ�9‰9�d—i‘i Ð-°T·Z±ZÔ@Ð@r/   c                ó<  — |j                   dk7  rt        d|j                   ›�«      ‚|j                  s|j                  «       }t	        |j
                  |j                  |j
                  j                  ¬«      \  }} | |j                  ||f|j                  ¬«      S )Nrp   z5BSCR.from_bcoo requires n_sparse=2; got arr.n_sparse=r¨   rE   )	r}   rN   rI   Úsort_indicesr•   rV   rF   rs   rU   )r¢  rè   rV   rW   s       r-   r(   zBCSR.from_bcooÀ  s�   € à
‡|�|�qÒÜÐ"XÈ3Ï<É<È/Ð ZÓ[Ð[Ø×ÒØ×ÑÓ€cÜ#Ø�‰˜3Ÿ9™9°#·+±+×2CÑ2Cô�O€GˆVñ �—‘˜' 6Ð*°#·)±)Ô<Ð<r/   )r‘   rb   r:   c               ó  — |dk7  s|dk7  rt        d«      ‚|j                  dk7  rt        d|j                  › d�«      ‚|j                  «       }t	        j
                  |j                  «      }t	        j
                  |j                  «      j                  |xs t        j                  «      }t	        j
                  |j                  «      j                  |xs t        j                  «      } | |||f|j                  ¬«      S )z5Create a BCSR array from a :mod:`scipy.sparse` array.r   z4BCSR from_scipy_sparse with nonzero n_dense/n_batch.rp   z*BCSR from_scipy_sparse requires 2D array; zD is given.rE   )rN   rK   rw   Útocsrr?   r™   rU   rV   r�   r`  rW   rF   )r¢  r,   r‘   rb   r:   rU   rV   rW   s           r-   Úfrom_scipy_sparsezBCSR.from_scipy_sparseË  sÂ   € ð �!‚|�w !’|ÜÐ VÓWÐWà
‡x�x�1‚}ÜÐCÀCÇHÁHÀ:È[ÐYÓZÐZà
�)‰)‹+€CÜ�;‰;�s—x‘xÓ €DÜ�k‰k˜#Ÿ+™+Ó&×-Ñ-¨kÒ.F¼S¿Y¹YÓG€GÜ�[‰[˜Ÿ™Ó$×+Ñ+¨KÒ,D¼3¿9¹9ÓE€FÙ��g˜vÐ&¨c¯i©iÔ8Ð8r/   )r‰  útuple[Array, Array, Array]rF   úSequence[int]rI   r€  rJ   r€  )NT)r'   ú
int | Noner¯  r€  Úreturnr$   )r¾  ú	bcoo.BCOO)rè   r¿  r¾  r$   )rc   rd   re   Ú__doc__rf   Úpropertyr'   rs   r:   r}   rb   r  rÍ   r„  rˆ  r–  rF  r›  Úclassmethodr¦  r­  r°  rþ   r`  r²  rÓ   r*   r(   rº  Ú__classcell__)rŠ  s   @r-   r$   r$   D  sR  ø… á;àƒ/ØÓØ
ÓØ	ƒ,ÙÑ4Ó5€#Ù
Ñ/Ó
0€%ÙÑ7Ó8€'Ù‘kÓ"€(ÙÑDÓE€'ØÓØÓÙ
ÑFÓ
G€%Ù
ñ @ó A€%ð ñ<ó ð<ð ',ÀEñEØ#ðEØ=AõEòò&?òHð ñó ðð Ø"&°GÀQØ˜Aó5ó ð5ô"0ð4 Ø!%°2·8±8ÀQØó<ó ð<òóAð ò=ó ð=ð Ø15¸qÈ!ó 9ó ô9r/   c                ó&  — |€|S ||j                   k\  rt        d|› d|j                   › d�«      ‚t         | |j                  |«       | |j                  |«       | |j
                  |«      f|j                  d | |j                  |dz   d  z   ¬«      S )NzCannot map in_axis=ú for BCSR array with n_batch=zM. in_axes for batched BCSR operations must correspond to a batched dimension.r4   rE   ©r:   rw   r$   rU   rV   rW   rF   )Úcontr‚   Úvalr€   s       r-   Ú_bcsr_to_eltrÉ  Ü  s£   € Ø	€\Ø€JØ	ˆS�[‰[ÒÜ
Ð*¨4¨&Ð0MØŸ™�}ð %:ð:ó ;ð ;ô 
‰t�C—H‘H˜dÓ#Ù�C—K‘K Ó&Ù�C—J‘J Ó%ð'ð —I‘I˜e˜tÐ$ s§y¡y°¸±°Ð';Ñ;ô
=ð =r/   c           	     ó.  — |€|S ||j                   kD  rt        d|› d|j                   › d�«      ‚t         | ||j                  |«       | ||j                  |«       | ||j
                  |«      f|j                  d | |fz   |j                  |d  z   ¬«      S )NzBCSR: cannot add out_axis=rÅ  zC. BCSR batch axes must be a contiguous block of leading dimensions.rE   rÆ  )rÇ  Ú	axis_sizeÚeltr€   s       r-   Ú_bcsr_from_eltrÍ  é  s²   € Ø	€\Ø€JØ	ˆC�K‰KÒÜ
Ð1°$°ð 8 Ø #§¡˜}ð -?ð?ó @ð @ô 
‰t�I˜sŸx™x¨Ó.Ù�I˜sŸ{™{¨DÓ1Ù�I˜sŸz™z¨4Ó0ð2ð —I‘I˜e˜tÐ$¨	 |Ñ3°c·i±iÀÀÐ6FÑFô
Hð Hr/   rD   )r,   r$   r'   r½  r¾  r$   )rk   r¼  rl   r¼  r¾  r€  )rV   rv  rW   rv  rF   r¼  r¾  ra   )
rU   rv  rV   rv  rW   rv  rF   r¼  r¾  ra   )rV   rv  rW   rv  rF   r¼  r¾  rv  )rV   r!   rF   r¼  r‘   r#   r¾  ztuple[Array, Array])r,   r"   r'   r½  r:   rL   rb   rL   r‘   r#   r¾  r$   )r,   r"   r'   rL   r:   rL   rb   rL   r‘   r#   r¾  r»  )r,   r$   r¾  r!   )
rU   r"   rV   r"   rW   r"   rS   r   r¾  r!   )rV   r"   rW   r"   r,   r"   r¾  r!   )r  zBCSR | Arrayr  r!   rû   r   rö   ÚNoner÷   rÎ  r¾  r!   )r  rv  r  rv  r  rv  r  r!   rû   r   r÷   r   rý   r   r¾  r!   )rý   r   )r,   r$   rF   r   rl  r¼  r¾  r$   )rs  zSequence[BCSR]rq  rL   r¾  r$   )}rÀ  Ú
__future__r   Úcollections.abcr   Ú	functoolsr   r›   Útypingr   r   rO  Únumpyrþ   r   Ú	jax.numpyr?   r   r	   Újax.experimental.sparser
   Újax.experimental.sparse._baser   r   Újax.experimental.sparse.utilr   r   r   r   r   r   r   Újax._src.utilr   r   Újax._srcr   r   r   r   Újax._src.lax.laxr   r   Újax._src.libr   Újax._src.lib.mlir.dialectsr   Újax._src.interpretersr   r   r    Újax._src.typingr!   r"   r#   r.   r2   r_   ra   rm   rx   r~   r„   r•   Ú	Primitiver£   rÊ   r�   r`  r–   rž   Údef_implr«   Údef_abstract_evalr±   r´   rÀ   rÉ   Úprimitive_jvpsÚprimitive_transposesÚprimitive_batchersÚregister_loweringÚ	lower_funrÏ   rË   rÆ   rÕ   r×   rÙ   rÛ   rÝ   Údefjvprß   r¹   râ   rå   ré   rë   rô   r  rõ   r  r  r"  r&  r)  r.  r8  r:  rQ  r^  rc  rJ  Úsimple_implÚcuda_is_supportedÚrocm_is_supportedÚhas_cpu_sparsero  rt  Úregister_pytree_node_classr$   rÉ  rÍ  Úregister_vmappablerL   r7   r/   r-   Ú<module>rî     sî  ðñ LÝ "å $Ý Û ß "Û ã ã 
Ý Ý Ý Ý .Ý 3Ý (÷K÷ Kñ K÷ /å Ý Ý Ý ß MÝ #Ý *Ý $Ý *Ý &ß 7Ñ 7ôKô
Jó$Gô$�Zô óCðCØ"/ðCØ4BóCð*Ø$ðØ-:ðØ?Móð CØ&ðCØ+4óCð3Ø(ð3Ø-@ó3ð0 "�4—>‘>Ð"2Ó3Ð Ø$(Ð Ô !ðÐ ð 9=ÈQØ!"¸S¿Y¹Yñ%Øð%Ø1:ð%ØKOó%ð0 ABÐRSØ-0¯Y©Yñ8Ø!*ð8Ø;Uó8ð6 ×Ññ
(ó ð
(ð ×#Ñ#ñ	7ó $ð	7òxò#ò"Oð ':€× Ñ Ð"Ñ #Ø,E€× Ñ Ð(Ñ )Ø0M€× Ñ Ð,Ñ -Ø €× Ñ Ð'¨¨¯©Ø¨4ô*1ô 2ð  �—‘ Ó/€ó	LðAØ$ðAØ).óAð& ×ÑñBó ðBð ×!Ñ!ñ-ó "ð-ò@ò
Aò
<ð 
€‡	�	ˆ.Ð+¨T°4Ô 8Ø*A€× Ñ ˜Ñ 'Ø.I€× Ñ ˜NÑ +Ø €× Ñ �~ ~ t§~¡~Ø¨ô(0ô 1ð  �—‘ Ó/€ó3ð ×Ññ/ó ð/ð ×!Ñ!ñ0ó "ð0ò0ò
`ò2ð* 
€‡	�	ˆ.˜$ Ð&7Ô 8Ø*A€× Ñ ˜Ñ 'Ø.I€× Ñ ˜NÑ +Ø €× Ñ �~ ~ t§~¡~Ø¨ô(0ô 1ð $�T—^‘^Ð$6Ó7Ð ð
 (,Ø48Ø"&ñ	#4Ø(;ð#4à $ð#4ð .2ð#4ð ,1ó	#4ðL8Ø"+ð8Ø27ð8à)<ð8ð /2ð8ð #-ð	8ð 27ó	8ò$<ð ×%Ñ%ñ:ó &ð:ò.2ò2ò4ò'ð  
€‡	�	Ð
Ð7¸¸tØ
#ô%à.I€× Ñ Ð*Ñ +Ø2N€× Ñ Ð.Ñ /ò
ð .<¨T¯^©^Ø&¸ô.?Ð *ðG?ð )3óG?ðTUð óUðp &4 T§^¡^Ø¨Uô&4Ð "à €× Ñ ØÐ:ô<à €× Ñ Ð'Ô (à×ÒØ€$×ÑÐ+Ù!Ð"@Ø59ô;à#)õ+ð ×ÒØ€$×ÑÐ+Ù!Ð"@Ø5:ô<à#)õ+ð ×ÒØ€$×ÑØÐ8À5õð $(ñ%Ø,0ó%óUð" ×%Ñ%ôS9ˆ9ó S9ó &ðS9òn
=ò
Hð €× Ñ ˜D # s¨L¸.È$Õ Or/   