Ë
    ßGìjøO  ã                  óÈ  — d Z ddlmZ ddlZddlmZmZ ddlZddlZddl	Z	ddl
Z
ddlZddlZddlmZmZ ddlZddlmZ ddlmZ ddlmZmZmZ dd	lmZ eecZZeZ eZ!d
„ Z" G d„ de«      Z# edd¬«      d*d„«       Z$ G d„ de	jJ                  «      Z&d„ Z'd+d„Z(d+d„Z) G d„ d«      Z*d„ Z+i Z, G d„ de*ejZ                  «      Z. e# e. ej^                  de0¬«      d«      «      Z1 G d„ dejd                  «      Z3 e3«       Z4 ejj                  d¬ «       G d!„ d"«      «       Z6 G d#„ d$e*«      Z7d%„ Z8 e7dd«      Z9 e. ej^                  de0¬«      d«      Z: G d&„ d'«      Z;d,d(„Z<d-d)„Z=y).z$Definitions of Mesh and AbstractMeshé    )ÚannotationsN)ÚHashableÚSequence)ÚAnyÚ
NamedTuple)Úconfig)Ú
xla_bridge)Úsafe_zipÚcacheÚtuple_delete)Ú
xla_clientc                óD   — dj                  t        d„ | D «       «      «      S )Nú, c              3  ó(   K  — | ]
  }d |› d �–— Œ y­w)Ú`N© ©Ú.0Úas     úQC:\Users\Stabi\Downloads\virtual-tryon(1)\venv\Lib\site-packages\jax/_src/mesh.pyÚ	<genexpr>zshow_axes.<locals>.<genexpr>*   s   è ø€ Ð1©D q˜A˜a˜S œ(©Dùs   ‚)ÚjoinÚsorted)Úaxess    r   Ú	show_axesr   )   s   € Ø	�‰”6Ñ1©DÓ1Ó1Ó	2Ð2ó    c                  ój   — e Zd ZU ded<   d
d„Zedd„«       Zedd„«       Zed„ «       Zed„ «       Z	d„ Z
y	)ÚResourceEnvÚMeshÚphysical_meshc                óÜ   — t        |j                  «      | j                  t        | j                  j                  «      z
  z  }|rt	        dt        |«      › �«      ‚| j                  |¬«      S )NzfCannot update the mesh of the current resource environment. The new mesh shadows already defined axes )r    )ÚsetÚ
axis_namesÚresource_axesr    Ú
ValueErrorr   Ú_replace)ÚselfÚmeshÚoverlaps      r   Ú	with_meshzResourceEnv.with_mesh0   sj   € Ü�$—/‘/Ó" d×&8Ñ&8¼3¸t×?QÑ?Q×?\Ñ?\Ó;]Ñ&]Ñ^€GÙÜð Qä# GÓ,Ð-ð/ó 0ð 0ð �=‰= tˆ=Ó,Ð,r   c                ó@   — t        | j                  j                  «      S ©N)r"   r    r#   ©r'   s    r   Úphysical_resource_axesz"ResourceEnv.physical_resource_axes8   s   € äˆt×!Ñ!×,Ñ,Ó-Ð-r   c                ó   — | j                   S r,   )r.   r-   s    r   r$   zResourceEnv.resource_axes<   s   € à×&Ñ&Ð&r   c                ó.   — | j                   j                  S r,   )r    Úshaper-   s    r   r1   zResourceEnv.shape@   s   € à×Ñ×#Ñ#Ð#r   c                óB   — | j                   j                  j                  S r,   )r    Ú
local_meshr1   r-   s    r   Úlocal_shapezResourceEnv.local_shapeD   s   € à×Ñ×(Ñ(×.Ñ.Ð.r   c                ó‚   — dj                  d„ | j                  j                  j                  «       D «       «      }d|› d�S )Nr   c              3  ó2   K  — | ]  \  }}d |› d|› �–— Œ y­w©Ú'z': Nr   ©r   ÚkÚvs      r   r   z'ResourceEnv.__repr__.<locals>.<genexpr>I   s&   è ø€ ð DÙ"B™$˜!˜Qˆ!ˆAˆ3ˆc�!�ŒÑ"Bùó   ‚zResourceEnv(mesh=Mesh(z)))r   r    r1   Úitems)r'   Ú	mesh_reprs     r   Ú__repr__zResourceEnv.__repr__H   sD   € Ø—	‘	ñ DØ"&×"4Ñ"4×":Ñ":×"@Ñ"@Ô"BóDó D€Ià# I ;¨bÐ1Ð1r   N)r(   r   )Úreturnzset[ResourceAxisName])Ú__name__Ú
__module__Ú__qualname__Ú__annotations__r*   Úpropertyr.   r$   r1   r4   r?   r   r   r   r   r   -   sb   … ØÓó-ð ò.ó ð.ð ò'ó ð'ð ñ$ó ð$ð ñ/ó ð/ó2r   r   é€   F)Úmax_sizeÚtrace_context_in_keyr   c                óÊ  ‡— | j                   r| S  t        j                  ˆfd„t        g¬«      | j                  «      }g }t        | j                  j                  «      D ]¶  }t        t        t        | j                  j                  «      «      |«      }|j                  |d¬«      }t        j                  |«      }t        t        j                  |«      «      t        t        j                  |«      «      }	}|j                  t        ||	dz   «      «       Œ¸ t        |«      }
||
   j!                  «       st#        d«      ‚t%        | j                  |
   | j&                  «      S )Nc                ó"   •— | j                   ‰k(  S r,   )Úprocess_index)ÚdrK   s    €r   Ú<lambda>z!_get_local_mesh.<locals>.<lambda>S   s   ø€ �—‘ =Ò0r   ©ÚotypesF)Úkeepdimsé   zƒWhen passing host local inputs to pjit, devices connected to a single host must form a contiguous subcube of the global device mesh)ÚemptyÚnpÚ	vectorizeÚboolÚdevicesÚrangeÚndimr   ÚtupleÚanyÚflatnonzeroÚintÚminÚmaxÚappendÚsliceÚallr%   r   r#   )Úglobal_meshrK   Úis_local_deviceÚsubcube_indicesÚaxisÚ
other_axesÚlocal_slicesÚnonzero_indicesÚstartÚendÚsubcube_indices_tuples    `         r   Ú_get_local_meshrl   N   s6  ø€ à×ÒØÐðA”B—L‘LÛ0¼$¸ôAØAL×ATÑATóV€/à€/ä�K×'Ñ'×,Ñ,Ö-€dÜœe¤E¨+×*=Ñ*=×*BÑ*BÓ$CÓDÀdÓK€Jð #×&Ñ& z¸EÐ&ÓB€LÜ—n‘n \Ó2€OÜ”R—V‘V˜OÓ,Ó-¬s´2·6±6¸/Ó3JÓ/Kˆ3€EØ×Ñœ5 ¨¨a©Ó0Õ1ð .ô   Ó0Ðð
 
Ð.Ñ	/×	3Ñ	3Ô	5Ü
ð	Ióð ô 
ˆk×!Ñ!Ð"7Ñ8¸+×:PÑ:PÓ	QÐQr   c                  óx   — e Zd Z ej                  «       Z ej                  «       Z ej                  «       Zd„ Zy)ÚAxisTypec                ó   — | j                   S r,   ©Únamer-   s    r   r?   zAxisType.__repr__p   s   € Ø�9‰9Ðr   N)	rA   rB   rC   ÚenumÚautoÚAutoÚExplicitÚManualr?   r   r   r   rn   rn   k   s.   „ Ø	ˆ�‰‹€$ØˆT�Y‰Y‹[€(Øˆ4�9‰9‹;€&ór   rn   c                ó*  — |€t         j                  ft        | «      z  n|}t        |t        «      s|f}t        d„ |D «       «      s$t        d|› d|› dt	        d„ |D «       «      › �«      ‚t        | «      t        |«      k7  rt        d| › d|› �«      ‚|S )Nc              3  ó<   K  — | ]  }t        |t        «      –— Œ y ­wr,   )Ú
isinstancern   r   s     r   r   z(_normalize_axis_types.<locals>.<genexpr>y   s   è ø€ Ð9©j¨ŒZ˜œ8×$©jùs   ‚zaxis_types passed to z. must be of type `jax.sharding.AxisType`. Got z	 of type c              3  ó2   K  — | ]  }t        |«      –— Œ y ­wr,   )Útyper   s     r   r   z(_normalize_axis_types.<locals>.<genexpr>|   s   è ø€ Ð*G¹J°q¬4°¯7¹Jùr<   zKNumber of axis names should match the number of axis_types. Got axis_names=z and axis_types=)rn   rt   Úlenry   rY   ra   Ú	TypeErrorr%   )r#   Ú
axis_typesrq   s      r   Ú_normalize_axis_typesr   s   s¼   € àÐ%ô —‘Ð ¤3 z£?Ò2Ø+5ð ä	�J¤Ô	&Ø�€Jä	Ñ9©jÓ9Ô	9Ü
Ø
 ˜vð &Øˆ|˜9¤UÑ*G¹JÓ*GÓ%GÐ$Hð	JóKð Kô 	ˆƒ_œ˜J›Ò'Ü
ð	Ø!�lÐ"2°:°,ð	@óAð Að 
Ðr   c                ó2   ‡— | syt        ˆfd„| D «       «      S )NFc              3  ó(   •K  — | ]	  }|‰k(  –— Œ y ­wr,   r   ©r   ÚtÚtys     €r   r   z'all_axis_types_match.<locals>.<genexpr>†   ó   øè ø€ Ð)™j˜ˆQ�"�W™jùó   ƒ)ra   ©r~   r„   s    `r   Úall_axis_types_matchrˆ   ƒ   ó   ø€ Ù	ØÜ	Ó)™jÓ)Ó	)Ð)r   c                ó2   ‡— | syt        ˆfd„| D «       «      S )NFc              3  ó(   •K  — | ]	  }|‰k(  –— Œ y ­wr,   r   r‚   s     €r   r   z'any_axis_types_match.<locals>.<genexpr>‹   r…   r†   )rZ   r‡   s    `r   Úany_axis_types_matchrŒ   ˆ   r‰   r   c                  óì  — e Zd ZU ded<   ded<   ded<   ej
                  dd„«       Zej
                  dd„«       Zej
                  dd	„«       Zej
                  dd
„«       Z	ej
                  dd„«       Z
ej
                  dd„«       Zej
                  dd„«       Zej
                  dd„«       Zej
                  d„ «       Zej
                  d„ «       Zej
                  d„ «       Zej
                  d„ «       Zy)ÚBaseMeshútuple[MeshAxisName, ...]r#   ztuple[tuple[str, int], ...]Úshape_tupleztuple[AxisType, ...]r~   c                óJ   — t        | j                  t        j                  «      S r,   )rˆ   r~   rn   rv   r-   s    r   Úare_all_axes_manualzBaseMesh.are_all_axes_manual“   ó   € ä §¡´·±ÓAÐAr   c                óJ   — t        | j                  t        j                  «      S r,   )rˆ   r~   rn   rt   r-   s    r   Úare_all_axes_autozBaseMesh.are_all_axes_auto—   ó   € ä §¡´·±Ó?Ð?r   c                óJ   — t        | j                  t        j                  «      S r,   )rˆ   r~   rn   ru   r-   s    r   Úare_all_axes_explicitzBaseMesh.are_all_axes_explicit›   ó   € ä §¡´×1BÑ1BÓCÐCr   c                óT   — | j                   syt        d„ | j                   D «       «      S )NFc              3  ól   K  — | ],  }|t         j                  k(  xs |t         j                  k(  –— Œ. y ­wr,   ©rn   rt   rv   ©r   rƒ   s     r   r   z8BaseMesh._are_all_axes_auto_or_manual.<locals>.<genexpr>£   ó2   è ø€ ð )Ù'�1ð ”H—M‘MÑ!Ò9 Q¬(¯/©/Ñ%9Ó9Ù'ùó   ‚24)r~   ra   r-   s    r   Ú_are_all_axes_auto_or_manualz%BaseMesh._are_all_axes_auto_or_manualŸ   ó*   € à�?Š?ØÜñ )ØŸšó)ó )ð )r   c                óJ   — t        | j                  t        j                  «      S r,   )rŒ   r~   rn   rv   r-   s    r   Ú_any_axis_manualzBaseMesh._any_axis_manual¦   r“   r   c                óJ   — t        | j                  t        j                  «      S r,   )rŒ   r~   rn   rt   r-   s    r   Ú_any_axis_autozBaseMesh._any_axis_autoª   r–   r   c                óJ   — t        | j                  t        j                  «      S r,   )rŒ   r~   rn   ru   r-   s    r   Ú_any_axis_explicitzBaseMesh._any_axis_explicit®   r™   r   c                óT   — | j                   syt        d„ | j                   D «       «      S )NFc              3  ól   K  — | ],  }|t         j                  k(  xs |t         j                  k(  –— Œ. y ­wr,   rœ   r�   s     r   r   z4BaseMesh._any_axis_auto_or_manual.<locals>.<genexpr>¶   rž   rŸ   )r~   rZ   r-   s    r   Ú_any_axis_auto_or_manualz!BaseMesh._any_axis_auto_or_manual²   r¡   r   c                ób   — t        d„ t        | j                  | j                  «      D «       «      S )Nc              3  óL   K  — | ]  \  }}|t         j                  k(  r|–— Œ y ­wr,   )rn   rt   ©r   Únrƒ   s      r   r   z%BaseMesh.auto_axes.<locals>.<genexpr>»   s(   è ø€ ð (ÑI‘t�q˜!ØœŸ™Ò&ô ÑIùó   ‚"$©rY   r
   r#   r~   r-   s    r   Ú	auto_axeszBaseMesh.auto_axes¹   s*   € äñ (œx¨¯©¸¿¹ÔIó (ó (ð (r   c                ób   — t        d„ t        | j                  | j                  «      D «       «      S )Nc              3  óL   K  — | ]  \  }}|t         j                  k(  r|–— Œ y ­wr,   )rn   ru   r­   s      r   r   z)BaseMesh.explicit_axes.<locals>.<genexpr>À   s*   è ø€ ð ,ÑI‘t�q˜!Øœ×*Ñ*Ò*ô ÑIùr¯   r°   r-   s    r   Úexplicit_axeszBaseMesh.explicit_axes¾   s*   € äñ ,œx¨¯©¸¿¹ÔIó ,ó ,ð ,r   c                ób   — t        d„ t        | j                  | j                  «      D «       «      S )Nc              3  óL   K  — | ]  \  }}|t         j                  k(  r|–— Œ y ­wr,   )rn   rv   r­   s      r   r   z'BaseMesh.manual_axes.<locals>.<genexpr>Å   s(   è ø€ ð *ÑI‘t�q˜!ØœŸ™Ò(ô ÑIùr¯   r°   r-   s    r   Úmanual_axeszBaseMesh.manual_axesÃ   s*   € äñ *œx¨¯©¸¿¹ÔIó *ó *ð *r   c                óT   — t        t        | j                  | j                  «      «      S r,   )Údictr
   r#   r~   r-   s    r   Ú_name_to_typezBaseMesh._name_to_typeÈ   s   € ä”˜Ÿ™¨$¯/©/Ó:Ó;Ð;r   N)r@   rU   )rA   rB   rC   rD   Ú	functoolsÚcached_propertyr’   r•   r˜   r    r£   r¥   r§   rª   r±   r´   r·   rº   r   r   r   rŽ   rŽ   Ž   sV  … Ø&Ó&Ø*Ó*Ø"Ó"à×ÑòBó ðBð ×Ñò@ó ð@ð ×ÑòDó ðDð ×Ñò)ó ð)ð ×ÑòBó ðBð ×Ñò@ó ð@ð ×ÑòDó ðDð ×Ñò)ó ð)ð ×Ññ(ó ð(ð ×Ññ,ó ð,ð ×Ññ*ó ð*ð ×Ññ<ó ñ<r   rŽ   c                ó   — t        | ||«      S r,   )r   )rV   r#   r~   s      r   Ú_unpicke_meshr¾   Í   s   € Ü	ˆg�z :Ó	.Ð.r   c                  óT  ‡ — e Zd ZU dZded<   ded<   	 d 	 	 	 d!ˆ fd„Zd„ Zd„ Zd	„ Zˆ fd
„Z	d„ Z
d„ Zd"d„Zej                  d„ «       Zej                  d„ «       Zed#d„«       Zed„ «       Zed„ «       Zej                  d„ «       Zed„ «       Zd„ Zej                  d„ «       Zej                  d„ «       Zej                  d„ «       Zej                  d„ «       Zej                  d„ «       Zd„ Zej                  d„ «       Zd„ Zej                  d„ «       Z ej                  d„ «       Z!ˆ xZ"S )$r   ay  Declare the hardware resources available in the scope of this manager.

  See `Distributed arrays and automatic parallelization`_ and
  `Explicit Sharding`_ tutorials.

  Args:
    devices: A NumPy ndarray object containing JAX device objects (as
      obtained e.g. from :py:func:`jax.devices`).
    axis_names: A sequence of resource axis names to be assigned to the
      dimensions of the ``devices`` argument. Its length should match the
      rank of ``devices``.
    axis_types: and optional tuple of :class:`jax.sharding.AxisType` entries corresponding to
      the ``axis_names``. See `Explicit Sharding`_ for more information.

  Examples:

    >>> from jax.sharding import Mesh
    >>> from jax.sharding import PartitionSpec as P, NamedSharding
    >>> import numpy as np
    ...
    >>> # Declare a 2D mesh with axes `x` and `y`.
    >>> devices = np.array(jax.devices()).reshape(4, 2)
    >>> mesh = Mesh(devices, ('x', 'y'))
    >>> inp = np.arange(16).reshape(8, 2)
    >>> arr = jax.device_put(inp, NamedSharding(mesh, P('x', 'y')))
    >>> out = jax.jit(lambda x: x * 2)(arr)
    >>> assert out.sharding == NamedSharding(mesh, P('x', 'y'))

  .. _Distributed arrays and automatic parallelization: https://docs.jax.dev/en/latest/notebooks/Distributed_arrays_and_automatic_parallelization.html
  .. _Explicit Sharding:  https://docs.jax.dev/en/latest/notebooks/explicit-sharding.html
  z
np.ndarrayrV   r�   r#   c                ó0  •— t        |t        j                  «      st        j                  |«      }t        |t        «      r|f}t        |«      }t        d„ |D «       «      rt        d|› �«      ‚|j                  t        |«      k7  r%t        d|j                  › dt        |«      › d�«      ‚t        ||d«      }||j                  t        |j                  «      |f}t        j                  |d «      }|�|S t        ‰| �A  | «      }|j#                  «       |_        d|j$                  j&                  _        ||_        ||_        |j$                  j                  r-t/        j0                  |j                  j3                  «       «      nd|_        |t        |<   |S )	Nc              3  ó$   K  — | ]  }|d u –— Œ
 y ­wr,   r   )r   Úis     r   r   zMesh.__new__.<locals>.<genexpr>ÿ   s   è ø€ Ð
)™j˜ˆ1�Œ9™jùs   ‚z%Mesh axis names cannot be None. Got: zŒMesh requires the ndim of its first argument (`devices`) to equal the length of its second argument (`axis_names`), but got devices.ndim == z and len(axis_names) == Ú.r   Fr   )ry   rS   ÚndarrayÚarrayÚstrrY   rZ   r%   rX   r|   r   r1   ÚflatÚ_mesh_object_dictÚgetÚsuperÚ__new__ÚcopyrV   ÚflagsÚ	writeabler#   r~   ÚmathÚprodÚvaluesÚ_size)ÚclsrV   r#   r~   ÚkeyÚvalr'   Ú	__class__s          €r   rË   zMesh.__new__÷   s[  ø€ ô �gœrŸz™zÔ*Ü—‘˜Ó!€gÜ�*œcÔ"Ø�=€jÜ�zÓ"€JÜ
Ñ
)™jÓ
)Ô)ÜÐ>¸z¸lÐKÓLÐLà‡|�|”s˜:“Ò&Üðà$Ÿ\™\˜Nð + Ü # J£Ð0°ð3ó4ð 4ô ' z°:¸vÓF€Jà�w—}‘}¤e¨G¯L©LÓ&9¸:Ð
F€CÜ
×
Ñ
  TÓ
*€CØ
€Ø€jä‰7‰?˜3Ó€DØ—<‘<“>€D„LØ#(€D‡L�L×ÑÔ Ø €D„OØ €D„OØ37·<±<×3DÒ3D”—‘˜4Ÿ:™:×,Ñ,Ó.Ô/È!€D„JØ!Ô�cÑØ€Kr   c                óT   — t         | j                  | j                  | j                  ffS r,   )r¾   rV   r#   r~   r-   s    r   Ú
__reduce__zMesh.__reduce__  s    € Ü˜DŸL™L¨$¯/©/¸4¿?¹?ÐKÐLÐLr   c                ó*  — | |u ryt        |t        «      sy| j                  |j                  k(  xrc | j                  j                  |j                  j                  k(  xr4 | j
                  |j
                  k(  xr | j                  |j                  k(  S ©NTF)ry   r   r#   rV   r1   r~   Ú_internal_device_list©r'   Úothers     r   Ú__eq__zMesh.__eq__  s‰   € ð ˆu�}ØÜ�eœTÔ"ØØ�O‰O˜u×/Ñ/Ñ/ò FØ�L‰L×Ñ %§-¡-×"5Ñ"5Ñ5òFà�O‰O˜u×/Ñ/Ñ/òFð ×&Ñ&¨%×*EÑ*EÑEðGr   c                ó¾   — t        | d«      sFt        | j                  | j                  | j                  j
                  | j                  f«      | _        | j                  S )NÚ_hash)ÚhasattrÚhashr#   rÛ   rV   r1   r~   rà   r-   s    r   Ú__hash__zMesh.__hash__(  sK   € Ü�4˜Ô!ÜØ�?‰?˜D×6Ñ6¸¿¹×8JÑ8JØ�?‰?ðó€d„jð �:‰:Ðr   c                ó|   •— t        | |«      rt        | |«      |k(  ry t        d|› d�«      ‚t        ‰| �  ||«       y )NzCannot reassign attributes (z) of immutable mesh objects)rá   ÚgetattrÚRuntimeErrorrÊ   Ú__setattr__)r'   rq   ÚvaluerÖ   s      €r   rç   zMesh.__setattr__/  sL   ø€ Üˆt�TÔÜ	��tÓ	 Ò	%ð 	ÜØ(¨¨Ð.IÐ
Jóð ô 
�GÑ˜˜eÕ$r   c                ób  — t         j                  j                  rt        d«      ‚t        j
                  d   j                  | «      }t        j
                  j                  |«       |t        _        t         j                  j                  t        d„ t        j
                  D «       «      «       | S )Nz!Mesh context manager is disabled.éÿÿÿÿc              3  ó`   K  — | ]&  }|j                   j                  s|j                   –— Œ( y ­wr,   ©r    rR   r�   s     r   r   z!Mesh.__enter__.<locals>.<genexpr>A  ó)   è ø€ ð ,Ñ'= !Ø—_‘_×*Ò*ð �o�oÑ'=ùó   ‚,.)Ú
jax_configÚdisallow_mesh_context_managerrè   ræ   Úthread_resourcesÚstackr*   r_   ÚenvÚmesh_context_managerÚ	set_localrY   )r'   Únew_envs     r   Ú	__enter__zMesh.__enter__:  s‹   € Ü×/Ñ/×5Ò5ÜÐ<Ó=Ð=Ü×$Ñ$ RÑ(×2Ñ2°4Ó8€GÜ×Ñ×!Ñ! 'Ô*Ø"ÔÔÜ×#Ñ#×-Ñ-Üñ ,Ô'7×'=Ò'=ó ,ó 	,ô-ð €Kr   c                óò   — t         j                  j                  «        t         j                  d   t         _        t        j
                  j                  t        d„ t         j                  D «       «      «       y)Nrê   c              3  ó`   K  — | ]&  }|j                   j                  s|j                   –— Œ( y ­wr,   rì   r�   s     r   r   z Mesh.__exit__.<locals>.<genexpr>I  rí   rî   F)rñ   rò   Úpopró   rï   rô   rõ   rY   ©r'   Úexc_typeÚ	exc_valueÚ	tracebacks       r   Ú__exit__zMesh.__exit__E  s\   € Ü×Ñ×ÑÔ Ü+×1Ñ1°"Ñ5ÔÔÜ×#Ñ#×-Ñ-Üñ ,Ô'7×'=Ò'=ó ,ó 	,ô-ð r   c                óp   — |€| j                   }|€| j                  }|€| j                  }t        |||«      S r,   )rV   r#   r~   r   )r'   rV   r#   r~   s       r   ÚupdatezMesh.updateM  s=   € Ø€Ø—‘€gØÐØ—?‘?€jØÐØ—?‘?€jÜ�˜ ZÓ0Ð0r   c                óŠ   — t        j                  d„ t        | j                  | j                  j
                  «      D «       «      S )Nc              3  ó*   K  — | ]  \  }}||f–— Œ y ­wr,   r   ©r   rq   Úsizes      r   r   zMesh.shape.<locals>.<genexpr>X  s!   è ø€ ð #IáG‰JˆD�$ð 
ˆtŒÙGùó   ‚)ÚcollectionsÚOrderedDictr
   r#   rV   r1   r-   s    r   r1   z
Mesh.shapeV  s;   € ä×"Ñ"ñ #Iä" 4§?¡?°D·L±L×4FÑ4FÔGó#Ió Ið Ir   c                óv   — t        d„ t        | j                  | j                  j                  «      D «       «      S )Nc              3  ó*   K  — | ]  \  }}||f–— Œ y ­wr,   r   r  s      r   r   z#Mesh.shape_tuple.<locals>.<genexpr>^  s!   è ø€ ð IáG‰JˆD�$ð 
ˆtŒÙGùr  )rY   r
   r#   rV   r1   r-   s    r   r�   zMesh.shape_tuple\  s5   € äñ Iä" 4§?¡?°D·L±L×4FÑ4FÔGóIó Ið Ir   c                ó.   — | j                   j                  S r,   )rV   r1   r-   s    r   Ú
axis_sizeszMesh.axis_sizesb  s   € à�<‰<×ÑÐr   c                ó   — | j                   S r,   )rÒ   r-   s    r   r  z	Mesh.sizef  s   € à�:‰:Ðr   c                ó    — | j                   dk(  S ©Nr   ©r  r-   s    r   rR   z
Mesh.emptyj  ó   € à�9‰9˜‰>Ðr   c                óZ   — | j                   j                  t        | j                  «      k7  S r,   )rV   r  r|   Úlocal_devicesr-   s    r   Úis_multi_processzMesh.is_multi_processn  s"   € à�<‰<×Ñ¤ D×$6Ñ$6Ó 7Ñ7Ð7r   c                óH   — | j                  t        j                  «       «      S r,   )Ú_local_meshÚxbrK   r-   s    r   r3   zMesh.local_meshr  s   € à×ÑœB×,Ñ,Ó.Ó/Ð/r   c                ó   — t        | |«      S r,   )rl   )r'   rK   s     r   r  zMesh._local_meshv  s   € Ü˜4 Ó/Ð/r   c                óx   — | j                   rJ ‚ t        j                  d„ t        g¬«      | j                  «      S )Nc                ó   — | j                   S r,   )Úid)rL   s    r   rM   z!Mesh.device_ids.<locals>.<lambda>|  s   €  !§$¢$r   rN   )rR   rS   rT   r\   rV   r-   s    r   Ú
device_idszMesh.device_idsy  s,   € à�zŠzÐˆ>Ø5Œ2�<‰<™´¨uÔ5°d·l±lÓCÐCr   c                ó,   — t        | j                  «      S r,   )r"   r  r-   s    r   Ú_local_devices_setzMesh._local_devices_set~  s   € äˆt×!Ñ!Ó"Ð"r   c                ó@   — t        | j                  j                  «      S r,   )rY   rV   rÇ   r-   s    r   Ú_flat_devices_tuplezMesh._flat_devices_tuple‚  s   € ä�—‘×"Ñ"Ó#Ð#r   c                ó@   — t        j                  | j                  «      S r,   )ÚxcÚ
DeviceListr   r-   s    r   rÛ   zMesh._internal_device_list†  s   € ä�=‰=˜×1Ñ1Ó2Ð2r   c                ó@   — t        | j                  j                  «      S r,   )r"   rV   rÇ   r-   s    r   Ú_flat_devices_setzMesh._flat_devices_setŠ  s   € äˆt�|‰|× Ñ Ó!Ð!r   c                ó�   — dj                  d„ | j                  j                  «       D «       «      }d| j                  › �}d|› |› d�S )Nr   c              3  ó2   K  — | ]  \  }}d |› d|› �–— Œ y­wr7   r   r9   s      r   r   zMesh.__str__.<locals>.<genexpr>�  s#   è ø€ ÐFÑ3E©4¨1¨a˜1˜Q˜C˜s 1 #œÑ3Eùr<   ú, axis_types=zMesh(Ú))r   r1   r=   r~   )r'   Úmesh_strÚatrs      r   Ú__str__zMesh.__str__Ž  sG   € Ø�y‰yÑF°4·:±:×3CÑ3CÔ3EÓFÓF€HØ˜$Ÿ/™/Ð*Ð
+€CØ�8�*˜S˜E Ð#Ð#r   c                óŒ   — | j                   ryd| j                  › �}d| j                  j                  › d| j                  ›|› d�S )Nz"Mesh(axis_sizes=(), axis_names=())r(  zMesh(axis_sizes=z, axis_names=r)  )rR   r~   r  r1   r#   )r'   r+  s     r   Ú_reprz
Mesh._repr“  sN   € à‡z‚zØ1Ø˜$Ÿ/™/Ð*Ð
+€CØ˜tŸ™×4Ñ4Ð5ð 6ØŸ/™/Ð,¨S¨E°ð4ð 5r   c                ó   — | j                   S r,   ©r.  r-   s    r   r?   zMesh.__repr__›  ó   € Ø�:‰:Ðr   c                ó¢   — | j                   j                  D �cg c]+  }|j                  |j                  j                  «       k(  r|‘Œ- c}S c c}w r,   )rV   rÇ   rK   Úclient)r'   rL   s     r   r  zMesh.local_devicesž  sJ   € à—|‘|×(Ò(ó <Ñ(�!Ø�‰ !§(¡(×"8Ñ"8Ó":Ò:ò Ð(ñ <ð <ùò <s   ™0Ac                ó  — | j                   j                  d   }|€d }n5|j                  dk(  rt        |dd«      nd}t	        |j
                  |¬«      }t        | j                  | j                  | j                  |¬«      S )Nr   ÚtpuÚ	num_cores©Údevice_kindÚnum_tpu_cores)r~   Úabstract_device)
rV   rÇ   Úplatformrå   ÚAbstractDevicer8  ÚAbstractMeshr  r#   r~   )r'   rL   r:  r9  s       r   Úabstract_meshzMesh.abstract_mesh£  sr   € à�‰×Ñ˜!Ñ€AØ€yØ�oà45·J±JÀ%Ò4G”g˜a ¨aÔ0ÈQ€mÜ&Ø—m‘m°=ôB€oäØ�‰˜Ÿ™°T·_±_Ø'ô)ð )r   r,   )rV   z np.ndarray | Sequence[xc.Device]r#   zstr | Sequence[MeshAxisName]r~   ztuple[AxisType, ...] | None©NNN)r@   útuple[int, ...])#rA   rB   rC   Ú__doc__rD   rË   rØ   rÞ   rã   rç   r÷   rÿ   r  r»   r¼   r1   r�   rE   r  r  rR   r  r3   r  r  r  r   rÛ   r%  r,  r.  r?   r  r>  Ú__classcell__)rÖ   s   @r   r   r   Ó   sÚ  ø… ñð@ ÓØ&Ó&ð 9=ð Ø6ð à5õ òDMò
Gòô	%ò	òó1ð ×ÑñIó ðIð
 ×ÑñIó ðIð
 òó ðð ñó ðð ñó ðð ×Ññ8ó ð8ð ñ0ó ð0ò0ð ×ÑñDó ðDð ×Ññ#ó ð#ð ×Ññ$ó ð$ð ×Ññ3ó ð3ð ×Ññ"ó ð"ò$ð
 ×Ññ5ó ð5òð ×Ññ<ó ð<ð ×Ññ
)ó ô
)r   r   )Údtypec                  ó   — e Zd Zd„ Zy)Ú_ThreadResourcesLocalStatec                óD   — t         g| _        | j                  d   | _        y )Nrê   )Ú	EMPTY_ENVrò   ró   r-   s    r   Ú__init__z#_ThreadResourcesLocalState.__init__µ  s   € Ü�€D„JØ�z‰z˜"‰~€D…Hr   N)rA   rB   rC   rH  r   r   r   rE  rE  ³  s   „ ór   rE  T)Úfrozenc                  ó.   — e Zd ZU ded<   ded<   d„ Zd„ Zy)r<  rÆ   r8  r\   r9  c                ó*   — d| j                  «       › d�S )NzAbstractDevice(r)  r0  r-   s    r   r?   zAbstractDevice.__repr__Á  s   € Ø˜dŸj™j›l˜^¨1Ð-Ð.r   c                ó:   — d| j                   › d| j                  › �S )Nzdevice_kind=z, num_tpu_cores=r7  r-   s    r   r.  zAbstractDevice._reprÄ  s$   € Ø˜$×*Ñ*Ð+Ð+;¸D×<NÑ<NÐ;OÐPÐPr   N)rA   rB   rC   rD   r?   r.  r   r   r   r<  r<  ¼  s   … àÓØÓò/óQr   r<  c                  ó,  — e Zd ZdZ	 dddœ	 dd„Zd„ Zd„ Zd„ Zdd„Ze	j                  d	„ «       Ze	j                  d
„ «       Zed„ «       Zed„ «       Zed„ «       Zdd„Zed„ «       Zed„ «       Zed„ «       Zed„ «       Zed„ «       Zd„ Zd„ Zedd„«       Zy)r=  aÆ  AbstractMesh contains only axis names and axis sizes.

  It does not contain concrete devices compared to `jax.sharding.Mesh`. You
  should use this as an input to the sharding passed to with_sharding_constraint
  and mesh passed to shard_map to avoid tracing and lowering cache misses when
  your mesh shape and axis names stay the same but the devices change.
  See the description of https://github.com/jax-ml/jax/pull/23022 for more
  details.

  Args:
    axis_sizes: A tuple of integers specifying the size of each resource axis.
    axis_names: A tuple of resource axis names to be assigned to the
      dimensions of the ``devices`` argument. Its length should match the
      rank of ``devices``.
    axis_types: and optional tuple of :class:`jax.sharding.AxisType` entries corresponding to
      the ``axis_names``. See `Explicit Sharding`_ for more information.

  .. _Explicit Sharding:  https://docs.jax.dev/en/latest/notebooks/explicit-sharding.html
  N)r:  c               óB  — || _         || _        t        | j                  |d«      | _        || _        | j                   rt        j                  | j                   «      nd| _        t        | j                   | j                  | j                  | j                  f«      | _	        y )Nr=  r   )
r  r#   r   r~   r:  rÏ   rÐ   r  râ   rà   )r'   r  r#   r~   r:  s        r   rH  zAbstractMesh.__init__Ý  sy   € ð !€D„OØ €D„OÜ+Ø�‰˜ ^ó5€D„Oà*€DÔØ.2¯oªo”—	‘	˜$Ÿ/™/Ô*À1€D„IÜ�t—‘¨¯©¸¿¹Ø×+Ñ+ð-ó .€D…Jr   c                ó   — | j                   S r,   )rà   r-   s    r   rã   zAbstractMesh.__hash__é  r1  r   c                ó  — | |u ryt        |t        «      sy| j                  |j                  k(  xrO | j                  |j                  k(  xr4 | j                  |j                  k(  xr | j
                  |j
                  k(  S rÚ   )ry   r=  r  r#   r~   r:  rÜ   s     r   rÞ   zAbstractMesh.__eq__ì  sy   € Øˆu�}ØÜ�eœ\Ô*ØØ�O‰O˜u×/Ñ/Ñ/ò :Ø�O‰O˜u×/Ñ/Ñ/ò:à�O‰O˜u×/Ñ/Ñ/ò:ð × Ñ  E×$9Ñ$9Ñ9ð;r   c                óê   — | j                   r"dj                  d„ | j                   D «       «      nd}d| j                  › �}| j                  €dnd| j                  j	                  «       › �}d|› |› |› d�S )Nr   c              3  ó2   K  — | ]  \  }}d |› d|› �–— Œ y­wr7   r   )r   r®   r;   s      r   r   z(AbstractMesh.__repr__.<locals>.<genexpr>÷  s#   è ø€ ÐFÑ5E©T¨Q°˜Q˜q˜c  Q Cœ=Ñ5Eùr<   z()r(  Ú zAbstractMesh(r)  )r�   r   r~   r:  r.  )r'   r>   r+  Úads       r   r?   zAbstractMesh.__repr__ö  s‚   € à×$Ò$ð —‘ÑF°T×5EÒ5EÓFÔFØ*.ð à˜$Ÿ/™/Ð*Ð
+€CØ×$Ñ$Ð,‰"Øˆt×#Ñ#×)Ñ)Ó+Ð,Ð
-ð à˜9˜+ c U¨2¨$¨aÐ0Ð0r   c                ó˜   — |€| j                   }|€| j                  }|€| j                  }d|vr| j                  |d<   t	        |||fi |¤ŽS )Nr:  )r  r#   r~   r:  r=  )r'   r  r#   r~   Úkwargss        r   r  zAbstractMesh.updateþ  s\   € ØÐØ—?‘?€jØÐØ—?‘?€jØÐØ—?‘?€jØ Ñ&Ø"&×"6Ñ"6€fÐÑÜ˜
 J°
ÑE¸fÑEÐEr   c                ó@   — t        j                  | j                  «      S r,   )r  r  r�   r-   s    r   r1   zAbstractMesh.shape	  s   € ä×"Ñ" 4×#3Ñ#3Ó4Ð4r   c                ób   — t        d„ t        | j                  | j                  «      D «       «      S )Nc              3  ó*   K  — | ]  \  }}||f–— Œ y ­wr,   r   r  s      r   r   z+AbstractMesh.shape_tuple.<locals>.<genexpr>  s!   è ø€ ð FáD‰JˆD�$ð 
ˆtŒÙDùr  )rY   r
   r#   r  r-   s    r   r�   zAbstractMesh.shape_tuple  s/   € äñ Fä" 4§?¡?°D·O±OÔDóFó Fð Fr   c                 ó   — y r,   r   r-   s    r   rÛ   z"AbstractMesh._internal_device_list  s   € àr   c                ó    — | j                   dk(  S r  r  r-   s    r   rR   zAbstractMesh.empty  r  r   c                ó   — | S r,   r   r-   s    r   r>  zAbstractMesh.abstract_mesh  s   € à€Kr   c                óŒ   ‡— t        ˆfd„t        | j                  | j                  «      D «       «      }| j	                  |¬«      S )Nc              3  ó:   •K  — | ]  \  }}|‰v r‰|   n|–— Œ y ­wr,   r   )r   r®   r   Úname_to_types      €r   r   z1AbstractMesh.update_axis_types.<locals>.<genexpr>   s.   øè ø€ ð NÙ'L™t˜q !ð /0°<Ñ.?˜<¨š?ÀQÓFÙ'Lùs   ƒ)r~   )rY   Úzipr#   r~   r  )r'   r_  Únew_axis_typess    ` r   Úupdate_axis_typeszAbstractMesh.update_axis_types  s=   ø€ Üó NÜ'*¨4¯?©?¸D¿O¹OÔ'LóNó N€Nà�;‰; .ˆ;Ó1Ð1r   c                ó   — t        d«       y )NrV   ©Ú_raise_value_errorr-   s    r   rV   zAbstractMesh.devices$  s
   € ä�yÕ!r   c                ó   — t        d«       y )Nr  rd  r-   s    r   r  zAbstractMesh.device_ids(  ó
   € ä�|Õ$r   c                ó   — t        d«       y )Nr  rd  r-   s    r   r  zAbstractMesh.is_multi_process,  s   € äÐ)Õ*r   c                ó   — t        d«       y )Nr  rd  r-   s    r   r  zAbstractMesh.local_devices0  s
   € ä�Õ'r   c                ó   — t        d«       y )Nr3   rd  r-   s    r   r3   zAbstractMesh.local_mesh4  rg  r   c                ó   — t        d«       y )Nr÷   rd  r-   s    r   r÷   zAbstractMesh.__enter__8  s
   € Ü�{Õ#r   c                ó   — t        d«       y )Nrÿ   rd  rû   s       r   rÿ   zAbstractMesh.__exit__;  s
   € Ü�zÕ"r   c                óD   — t         j                  j                  | «      }|S r,   )rï   Úabstract_mesh_context_managerÚ
swap_local)r(   Úprevs     r   Ú'_extremely_unsafe_enter_tracing_contextz4AbstractMesh._extremely_unsafe_enter_tracing_context>  s   € ä×3Ñ3×>Ñ>¸tÓD€DØ€Kr   r,   )r  r@  r#   ztuple[str, ...]r~   z&AxisType | tuple[AxisType, ...] | Noner?  )r_  zdict[MeshAxisName, AxisType]©r(   r=  )rA   rB   rC   rA  rH  rã   rÞ   r?   r  r»   r¼   r1   r�   rE   rÛ   rR   r>  rb  rV   r  r  r  r3   r÷   rÿ   Ústaticmethodrq  r   r   r   r=  r=  È  s1  „ ñð* EIð
.à"&ñ
.ØAó
.òò;ò1ó	Fð ×Ññ5ó ð5ð ×ÑñFó ðFð
 ñó ðð ñó ðð ñó ðó2ð
 ñ"ó ð"ð ñ%ó ð%ð ñ+ó ð+ð ñ(ó ð(ð ñ%ó ð%ò$ò#ð òó ñr   r=  c                ó   — t        d| › �«      ‚)Nz AbstractMesh does not implement )r%   rp   s    r   re  re  F  s   € ÜÐ5°d°VÐ<Ó=Ð=r   c                  ó(   — e Zd ZddgZdd„Zd„ Zd„ Zy)Úuse_abstract_meshr(   rp  c                ó`   — t        |t        «      st        dt        |«      › �«      ‚|| _        y )Nz=Expected mesh of type `jax.sharding.AbstractMesh`. Got type: )ry   r=  r%   r{   r(   )r'   r(   s     r   rH  zuse_abstract_mesh.__init__O  s5   € Ü�dœLÔ)ÜðÜ�4‹jˆ\ðóð ð €D…Ir   c                ó`   — t         j                  j                  | j                  «      | _        y r,   )rï   rn  ro  r(   rp  r-   s    r   r÷   zuse_abstract_mesh.__enter__V  s   € Ü×8Ñ8×CÑCÀDÇIÁIÓN€D…Ir   c                óV   — t         j                  j                  | j                  «       y r,   )rï   rn  rõ   rp  rû   s       r   rÿ   zuse_abstract_mesh.__exit__Y  s   € Ü×,Ñ,×6Ñ6°t·y±yÕAr   Nrr  )rA   rB   rC   Ú	__slots__rH  r÷   rÿ   r   r   r   rv  rv  L  s   „ Ø�vÐ€)óòOóBr   rv  c                 óJ   — t         j                  j                  } | €t        S | S r,   )rï   rn  rè   Úempty_abstract_mesh©rÕ   s    r   Úget_abstract_meshr~  ]  s#   € Ü×0Ñ0×6Ñ6€#Ø # Ô	Ð4°Ð4r   c                 óJ   — t         j                  j                  } | €t        S | S r,   )rï   Údevice_contextrè   Úempty_concrete_meshr}  s    r   Úget_concrete_meshr‚  a  s#   € Ü×!Ñ!×'Ñ'€#Ø # Ô	Ð4°Ð4r   )rb   r   rK   r\   r@   r   )r„   rn   r@   rU   )r@   r=  )r@   r   )>rA  Ú
__future__r   r  Úcollections.abcr   r   Ú
contextlibÚdataclassesrr   r»   rÏ   Ú	threadingÚtypingr   r   ÚnumpyrS   Újax._srcr   rï   r	   r  Újax._src.utilr
   r   r   Újax._src.libr   r"  r`  Ú
unsafe_zipÚMeshAxisNameÚResourceAxisNamer   r   rl   ÚEnumrn   r   rˆ   rŒ   rŽ   r¾   rÈ   ÚContextDecoratorr   rR   ÚobjectrG  ÚlocalrE  rñ   Ú	dataclassr<  r=  re  r|  r�  rv  r~  r‚  r   r   r   Ú<module>r•     s„  ðñ +å "ã ß .Û Û Û Û Û Û ß "ã å )Ý %ß 7Ñ 7Ý )à˜C€€€Zà€ØÐ ò3ô2�*ô 2ñB �¨%Ô0òRó 1ðRô8ˆt�y‰yô òó *ó
*÷<<ñ <<ò~/ð Ð ô[)ˆ8�Z×0Ñ0ô [)ñ| ™˜X˜RŸX™X b°Ô7¸Ó<Ó=€	ô §¡ô ñ .Ó/Ð ð €×Ñ˜dÔ#÷Qð Qó $ðQôy�8ô yò|>ñ # 2 rÓ*Ð Ù˜8˜2Ÿ8™8 B¨fÔ5°rÓ:Ð ÷Bñ Bó"5ô5r   