Ë
    ßGìj”= ã            	      ó^2  — U d Z ddlmZ ddlmZmZmZ ddlmZ ddl	Z	ddl
Z
ddlZddlZddlZddlZddlmZmZ ddlZddlmZ ddlZddlZddlmZ dd	lmZ dd
lmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlm Z  ddl!m"Z" ddl!m#Z# ddl!m$Z$ ddl!m%Z% ddl!m&Z& ddl!m'Z' ddl!m(Z( ddl!m)Z) ddl!m*Z+ ddl!m,Z, ddl!m-Z- ddl!m.Z. ddl!m/Z/ ddl!m0Z0 dd
l!mZ1 ddl!m2Z2 ddl!m3Z3 dd l!m4Z4 dd!l5m6Z6 dd"l5m7Z7 dd#l8m9Z9 dd$l8m:Z: dd%l;m<Z= ddl;mZ> dd&l;m?Z@ dd'l;mAZB dd(l;mCZD dd)lEmFZF dd*lGmHZH ddlIZJdd+lKmLZM dd,lNmOZO dd-lPmQZQ 	 dd.lRmSZS dd/lVmWZX dd0lYmZZ[ e2j¸                  Z\e7jº                  Z]eZ^ej¾                  Z_d1Z` ejÂ                  d2«      Zb ejÂ                  d3«      Zce3jÈ                  Zee3jÌ                  Zgd4„ Zhd5„ Zid6„ ZjeZkelZm�d
d7„Zn G d8„ d9«      Zo eo«       Zpi Zqd:erd;<   i Zsd:erd<<   e jè                  Ztd1au G d=„ d>ejì                  «      Zw ew«       Zx�dd?„Zye	jô                  d@„ «       Z{	 	 �ddA„Z| ee%jú                  dB¬C«      ddDdEdEepddDdFœ	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 �ddG„«       Z~ G dH„ dI«      Z G dJ„ dKe«      Z€ G dL„ dMe«      Z��ddN„Z‚ ee%jú                  dO¬C«      ddPœ	 �ddQ„«       Zƒ	 	 �ddR„Z„	 	 	 	 �ddS„Z…	 	 	 	 	 	 	 	 	 	 �ddT„Z†e	jô                  �ddU„«       Z‡d1dVœ	 	 	 	 	 	 	 	 	 	 	 	 	 �ddW„Zˆ	 	 	 	 �ddX„Z‰	 �d	 	 	 	 	 �ddY„ZŠdEd1ddZœ	 	 	 �dd[„Z‹e+�j                  	 	 �dd\„«       Z�dEdVœ	 	 	 	 	 �dd]„ZŽ�dd^„Z�d_„ Z��dd`„Z‘e�j$                  Z“da„ Z”db„ Z•	 	 �d	 	 	 �ddc„Z–�d�d dd„Z—�d!de„Z˜�d"df„Z™ G dg„ dhe'�j4                  «      Z›	 	 	 	 	 	 �d#di„Zœ G dj„ dke'�j:                  «      Zž�d$dl„ZŸe'�j@                  fD ]  Z¡ eeŸe¡«      eqe¡<   Œ dm„ eqe=�jD                  �jF                  <   g dn¢Z¤do„ eqe1�jJ                  <   eJ�jL                  eqe#�jN                  <   �d%dp„Z¨e¨eqe#�jR                  <   ddddqœdr„eqe(�jT                  <   ds„ eqe>�jV                  <   dt„ eqe>�jX                  <   �d&du„Z­e­eqe4�j\                  <   �d'dv„Z¯e¯eqe�j`                  <   �d'dw„Z±e±eqe�jd                  <   eJj                  �jf                  eqe�jh                  <   eJj                  �jj                  eqe�jl                  <   	 	 	 	 �d(dx„Z·e·ese�jp                  <   eJj                  �jr                  eqe�jt                  <   dy„ Z»e»eqe�jx                  <   eJj                  �jz                  eqe�j|                  <   �d'dz„Z¿e¿eqe�j€                  <   �d%d{„ZÁeÁese�j„                  <   	 	 �d)d|„ZÃeÃese�jˆ                  <   d}„ eqe�jŠ                  <   d~„ eqe>�jŒ                  <   d„ eqe�jŽ                  <   d€„ eqe�j�                  <   d�„ eqe�j’                  <   d‚„ eqe�j”                  <   dƒ„ eqe�j–                  <   d„„ eqe�j˜                  <   eJj                  �jš                  eqe�jœ                  <   d…„ eqe�jž                  <   eJj                  �j                   eqe�j¢                  <    e‹e>�j¤                  d1¬†«      ese�j¦                  <    e‹e>�j¨                  d1¬†«      ese�jª                  <   d‡„ ZÖeÖeqe�j®                  <   eJj                  �j°                  eqe�j²                  <   eJj                  �j´                  eqe�j¶                  <   eJj                  �j¸                  eqe�jº                  <   eJj                  �j¼                  eqe�j¾                  <   eJj                  �jÀ                  eqe�jÂ                  <   dˆ„ eqe�jÄ                  <   eJj                  �jÆ                  eqe�jÈ                  <   d‰„ eqe�jÊ                  <   dŠ„ Zæeæeqe�jÎ                  <   eJj                  �jÐ                  eqe�jÒ                  <   eJj                  �jÔ                  eqe�jÖ                  <   eJj                  �jØ                  eqe�jÚ                  <   eJj                  �jÜ                  eqe�jÞ                  <   eJj                  �jà                  eqe�jâ                  <   eJj                  �jä                  eqe�jæ                  <   eJj                  �jè                  eqe�jê                  <   eJj                  �jì                  eqe�jî                  <   eJj                  �jð                  eqe�jò                  <   eJj                  �jô                  eqe�jö                  <   eJ�jø                  eqe�jú                  <   d‹„ Zþeþeqe�jþ                  <   eJj                  �j                   eqe�j                  <   eJj                  �j                  eqe�j                  <   e¨eqe�j                  <   eJj                  �j
                  eqe�j                  <   eJj                  �j                  eqe�j                  <   ddœdŒ„�Z	�e	eqe�j                  <   d�„ �ZdŽ„ �Z�eeqe�j                  <   �eeqe�j                  <   	 	 	 	 	 	 �d*d�„�Z�d+d�„�Z e�ed1¬‘«      ese�j"                  <    e�edE¬‘«      ese�j$                  <   eJ�j&                  eJ�j(                  eJ�j*                  eJ�j,                  eJ�j.                  eJ�j0                  eJ�j2                  eJ�j4                  i�Z�e�j9                  «       D � �ci c]  \  } }|| “Œ
 c}} �Zd’„ �Zd“„ �Z�eeqe�j@                  <   d”„ �Z!d•„ �Z"�e"eqe�jF                  <   d–„ �Z$�e$eqe�jJ                  <   �d%d—„�Z&d˜„ �Z'�e'eqe�jP                  <   �d�d,d™„�Z) �e)eJ�jT                  �jV                  dšeJ�jX                  ¬›«      eqe�jZ                  <    �e)eJ�jT                  �j\                  dšeJ�j^                  ¬›«      eqe�j`                  <    �e)eJ�jT                  �jb                  dšeJj                  �jd                  ¬›«      eqe�jf                  <   eJj                  �jh                  eqe�jj                  <   eJj                  �jl                  eqe�jn                  <   dœ„ �Z8d�„ �Z9�e9eqe�jt                  <   dž„ �Z;dŸ„ �Z<d „ �Z=d¡„ �Z> �e)eJj                  �j~                  dš�e;¬›«      eqe�j€                  <    �e)eJj                  �j‚                  dš�e<¬›«      eqe�j„                  <    �e)eJj                  �j†                  dš�e=¬›«      eqe�jˆ                  <    �e)eJj                  �jŠ                  dš�e>¬›«      eqe�jŒ                  <   d¢„ �ZG �e) e�eGeJj                  �j‚                  «      dš�e<¬›«      eqe�j�                  <    �e) e�eGeJj                  �jŠ                  «      dš�e>¬›«      eqe�j’                  <   eJj~                  �j”                  eqej~                  �j–                  <   d1dd£œd¤„�ZL�eLeqe�jš                  <   d¥„ �ZN�eNeqe�jž                  <   d¦„ �ZP�ePese�j¢                  <   d§„ �ZR�eReqe�j¦                  <   d¨„ �ZT�eTeqe�jª                  <   d©„ �ZV�d-dª„�ZW	 	 	 	 	 	 	 	 	 	 	 	 	 	 �d.d«„�ZX�eXese�j²                  <   dd¬œ	 	 	 	 	 	 	 �d/d­„�ZZ�eZese�j¶                  <   	 	 	 	 	 	 	 	 	 	 	 	 �d0d®„�Z\ddœ	 	 	 �d(d¯„�Z]�e]ese�j¼                  <   d°„ �Z_�e_eqe>�jÀ                  <   d±„ �Za�eaese�jÄ                  <   d²„ �Zc�ecese�jÈ                  <   	 	 	 	 �d(d³„�Ze�eeese�jÌ                  <   d´„ �Zg�egeqe�jÐ                  <   dµ„ �Zi�eieqe�jÔ                  <   d¶„ �Zk�ekeqe�jØ                  <   d·„ �Zm �emeJ�jÜ                  «      eqe�jÞ                  <    �emeJ�jà                  «      eqe�jâ                  <    �e) �emeJ�jä                  «      dg �emeJ�jæ                  «      ¬›«      eqe�jè                  <    �e) �emeJ�jê                  «      dg �emeJ�jì                  «      ¬›«      eqe�jî                  <    �emeJ�jæ                  «      eqe�jð                  <    �emeJ�jì                  «      eqe�jò                  <   	 	 	 	 	 	 �d1d¸„�Zz e�ezdE«      ese�jö                  <    e�ezd1«      ese�jø                  <    eJ�jú                  e¨d1¬¹«      �Z~ eJ�jú                  eJj                  �j†                  d1¬¹«      �Z	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 �d2dº„�Z€�e€ese�j                  <   d»„ �Z‚d¼„ �Zƒdd½œd¾„�Z„d¿„ �Z…dÀ„ �Z† e�e„e¨dÁ„ dÂ¬½«      ese�j                  <    e�e„ e�edE¬‘«      �e†dÃ¬½«      ese�j                  <    e�e„ e�ed1¬‘«      �e…dÄ¬½«      ese�j                  <   �eƒese�j                  <   	 	 	 	 	 	 	 	 	 	 	 	 �d3dÅ„�Z‹�e‹ese�j                  <   	 	 	 	 �d4dÆ„�Z� �e�eD�j                  e�j                  dÇ¬È«      ese�j                   <    �e�eD�j"                  e�j$                  dÉ¬È«      ese�j&                  <    �e�eD�j(                  eHdÊ¬È«      ese�j*                  <    �e�eD�j,                  e�j.                  dË¬È«      ese�j0                  <    �e�eD�j2                  e�j4                  dÌ¬È«      ese�j6                  <   dÍ„ �Zœ�eœeqe�j:                  <    e�e)dš¬Î«      dÏ„ «       �Zž�ežese�j>                  <   �d5dÐ„�Z �e ese0�jB                  <   �d6dÑ„�Z¢�e¢ese0�jF                  <   �d7dÒ„�Z¤�e¤ese0�jJ                  <   �d6dÓ„�Z¦�e¦ese0�jN                  <   �d8dÔ„�Z¨�e¨ese0�jR                  <   �d6dÕ„�Zª�eªese0�jV                  <   �d&dÖ„�Z¬�e¬ese0�jZ                  <    e‹ ee1�j\                  dE¬×«      d1dØ¬Ù«      ese�j^                  <   	 	 �d9dÚ„�Z°�e°eqe�jb                  <   �d:dÛ„�Z²�e²eqe�jf                  <   dÜ„ �Z´�e´eqe0�jj                  <   dÝ„ �Z¶�d'dÞ„�Z· e�e)dg¬Î«      	 	 	 	 �d;dß„«       �Z¸�e¸ese�jr                  <   dà„ �Zº�eºese�jv                  <   	 	 	 	 �d;dá„�Z¼�e¼ese�jz                  <   	 	 	 	 �d(dâ„�Z¾�e¾ese�j~                  <   dã„ �ZÀdä„ �ZÁ	 	 	 	 �d(då„�ZÂ�eÂese�j†                  <   �eÂese�jˆ                  <   �eÂese�jŠ                  <   �eÂese�jŒ                  <   �eÂese�jŽ                  <   �eÂese�j�                  <   	 	 	 	 	 	 	 	 �d<dæ„�ZÉ�eÉeqe�j”                  <   	 	 	 	 	 	 �d=dç„�ZË	 	 	 	 	 	 	 	 �d=dè„�ZÌ�eËeqe�jš                  <    e‹e=�jœ                  dé¬ê«      ese�jž                  <    e‹e"�j                   dEdë¬Ù«      ese"�j¢                  <   dì„ eqe"�j¤                  <    �eÓeMdí«      reM�j¨                  eqe=�jª                  <   �d>dî„�ZÖ�eÖeqe�j®                  <   	 	 	 	 	 	 	 	 	 	 �d?dï„�ZØ�eØeqe�j²                  <   	 	 	 	 �d@dð„�ZÚ�eÚeqe�j¶                  <   	 	 	 	 �d(dñ„�ZÜ�eÜese�jº                  <   dò„ �ZÞ�eÞeqej~                  �j¾                  <   	 	 �dA	 	 	 	 	 	 	 	 	 �dBdó„�Zà�eàeqej~                  �jÂ                  <   	 	 �dCdô„�Zâ�eâeqej~                  �jÆ                  <   	 	 	 	 	 	 	 	 �dDdõ„�Zä�eäesej~                  �jÊ                  <   �dEdö„�Zæ�eæesej~                  �jÎ                  <   	 	 	 	 	 	 	 	 	 	 �dFd÷„�Zè�eèesej~                  �jÒ                  <   �d&dø„�Zê�eêese�jÖ                  <   �d&dù„�Zì�eìesej~                  �jÚ                  <   	 	 	 	 	 	 �dGdú„�Zî�eîeqe�jÞ                  <   	 	 �dHdû„�Zð�eðeqe�jâ                  <   �dIdü„�Zò�eòeqe9�jæ                  <   	 	 	 	 	 	 �dJdý„�Zô�eôeqe�jê                  <   e�eöeldþf   df   �Z÷	 	 �dKdÿ„�Zø	 	 	 	 	 	 �dL�d „�Zù	 	 	 	 	 	 �dM�d„�Zú	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 �dN�d„�Zû�eûese/�jø                  <   	 	 	 	 	 	 	 	 	 	 �dO�d„�Zý�eýese/�jü                  <   �dP�d„�Zÿ�eÿese7�j                   <   �dQ�d„�Z�eeqe7�j                  <   	 	 �dR�d„�Z�eeqe7�j                  <   �d„ �Z�eeqe�j                  <   �d„ eqe>�j                  <   �d	„ �Z �e«        y# eT$ r
 dd.lUmSZS Y �ŒÞw xY wc c}} w (S  z0Provides JAX and TensorFlow interoperation APIs.é    )Úannotations)ÚCallableÚIterableÚSequence)ÚpartialN)ÚAnyÚUnion)Úlogging)Úlax)Úcustom_derivatives)Úrandom)Únumpy)Ú	tree_util)Úsharding)Úexport)Úimpl_no_xla)Úad_checkpoint)Úad_util)Úapi)Úapi_util)Úconfig)Úcore)Údispatch)Údtypes)Úlinear_util)Úop_shardings)Úsharding_impls)Úmesh)Úpjit)Úprng)Úsource_info_util)Úutil)Úshard_alike)Ú_export)Ú
shape_poly)Úad)Úmlir)Úcontrol_flow)Úlinalg)Úslicing)Úwindowed_reductions)Ú
xla_client)Ú	logaddexp)Úxla)Úxla_data_pb2)Úattr_value_pb2)Úxla_sharding)Úops)ÚcontextFz ^[A-Za-z0-9.][A-Za-z0-9_.\/>-]*$z[^A-Za-z0-9_.\/-]c                óf   — t         j                  d| «      }t        j                  |«      sd|› �}|S )NÚ_Ú.)Ú_INVALID_SCOPE_CHARÚsubÚ_VALID_SCOPE_REGEXÚmatch)ÚnameÚ
scope_names     úbC:\Users\Stabi\Downloads\virtual-tryon(1)\venv\Lib\site-packages\jax/experimental/jax2tf/jax2tf.pyÚ_sanitize_scope_namer>   n   s4   € Ü"×&Ñ& s¨DÓ1€*Ü	×	!Ñ	! *Ô	-Ø�Z�LÐ!€JØ	Ðó    c                  ó   — y©NT© rB   r?   r=   Ú<lambda>rC   w   s   €  r?   c                  ó   — yrA   rB   rB   r?   r=   rC   rC   {   s   € ¨4r?   c                óè   — t        | t        j                  t        j                  f«      ry	 t        j                  d«      5  t        j
                  | «       d d d «       y# 1 sw Y   yxY w#  Y yxY w)NTÚCPUF)Ú
isinstanceÚtfÚTensorÚVariableÚdeviceÚconstant)Úvs    r=   Ú	_is_tfvalrN   ‚   sR   € Ü�”B—I‘IœrŸ{™{Ð+Ô,Øðä	�‰�5Õ	Ü‡k�k�!„n÷ 
à÷ 
àûðÙús)   ­A- ÁA!ÁA- Á!A*Á&A- Á*A- Á-A1c                  ó   — e Zd Zy)Ú_DefaultNativeSerializationN)Ú__name__Ú
__module__Ú__qualname__rB   r?   r=   rP   rP   �   s   „ Ør?   rP   z(dict[core.Primitive, Callable[..., Any]]Útf_implÚtf_impl_with_avalsc                  ó   — e Zd Zd„ Zy)Ú_ThreadLocalStatec                óf   — d| _         d| _        d| _        d| _        d | _        d| _        d | _        y )NTFrB   Ú )Ú
enable_xlaÚinside_call_tfÚ	shape_envÚinclude_xla_op_metadataÚconstant_cacheÚtf_outer_name_scopeÚcall_tf_concrete_function_list©Úselfs    r=   Ú__init__z_ThreadLocalState.__init__¸   sG   € ð
 €D„Oð  €DÔð 35€D„Nð $)€DÔ ð
 €DÔð  "€DÔð
 =A€DÕ'r?   N)rQ   rR   rS   rc   rB   r?   r=   rW   rW   ·   s   „ ó!Ar?   rW   c                 ó*   — t        j                  «       S ©N)r!   Úcurrent_name_stackrB   r?   r=   Ú_get_current_name_stackrg   Ý   s   € Ü	×	,Ñ	,Ó	.Ð.r?   c               #  ó‚   K  — t         j                  } dt         _        	 d –— | t         _        y # | t         _        w xY w­wrA   )Ú_thread_local_stater[   )Úprevs    r=   r[   r[   à   s6   è ø€ ô 
×	+Ñ	+€$Ø'+ÔÔ$ð.Û	à)-ÔÕ&ø¨ÔÕ&üs   ‚?Ÿ/ £?¯<¼?c                 ó"   — t         j                  S re   ©ri   r`   rB   r?   r=   Ú5get_thread_local_state_call_tf_concrete_function_listrm   ë   s   € ô 
×	;Ñ	;Ð;r?   Újax2tf_convert)ÚtagrB   T)Úpolymorphic_shapesÚpolymorphic_constraintsÚwith_gradientrZ   Únative_serializationÚnative_serialization_platformsÚ$native_serialization_disabled_checksc          	     ób  ‡ ‡‡‡‡‡‡‡— ‰t         u r‰sdŠnt        j                  j                  Š‰s>t	        «       r)t        j                  dt        d¬«       ‰rJt        d«      ‚t        d«      ‚‰s2t        «       rt        j                  dt        d¬«       nt        d«      ‚‰s‰rt        d	«      ‚‰rX‰st        j                  d
«       t        ‰t        t        f«      rt        d„ ‰D «       «      st        d‰› �«      ‚t        ‰«      Št        j                  ‰ «       dˆˆ ˆˆˆˆˆˆfd„}|S )a  Allows calling a JAX function from a TensorFlow program.

  See
  [README](https://github.com/jax-ml/jax/blob/main/jax/experimental/jax2tf/README.md)
  for more details about usage and common problems.

  Args:
    fun_jax: target JAX function to be called. Its arguments and return value
      should be JAX arrays, or nested standard Python containers
      (tuple/list/dict) thereof (pytrees).
    polymorphic_shapes: Specifies input shapes to be treated polymorphically
      during lowering.

      .. warning:: The shape-polymorphic lowering is an experimental feature.
        It is meant to be sound, but it is known to reject some JAX programs
        that are shape polymorphic. The details of this feature can change.

      It should be `None` (all arguments are monomorphic), a single PolyShape
      or string (applies to all arguments), or a tuple/list of the same length
      as the function arguments. For each argument the shape specification
      should be `None` (monomorphic argument), or a Python object with the
      same pytree structure as the argument.
      See [how optional parameters are matched to
      arguments](https://docs.jax.dev/en/latest/pytrees.html#applying-optional-parameters-to-pytrees).

      A shape specification for an array argument should be an object
      `PolyShape(dim0, dim1, ..., dimn)`
      where each `dim` is a dimension specification: a positive integer denoting
      a monomorphic dimension of the given size, or a string denoting a
      dimension variable assumed to range over non-zero dimension sizes, or
      the special placeholder string "_" denoting a monomorphic dimension
      whose size is given by the actual argument. As a shortcut, an Ellipsis
      suffix in the list of dimension specifications stands for a list of "_"
      placeholders.

      For convenience, a shape specification can also be given as a string
      representation, e.g.: "batch, ...", "batch, height, width, _", possibly
      with surrounding parentheses: "(batch, ...)".

      The lowering fails if it cannot ensure that the it would produce the same
      sequence of TF ops for any non-zero values of the dimension variables.

      polymorphic_shapes are only supported for positional arguments; shape
      polymorphism is not supported for keyword arguments.

      See [the README](https://github.com/jax-ml/jax/blob/main/jax/experimental/jax2tf/README.md#shape-polymorphic-conversion)
      for more details.

    polymorphic_constraints: a sequence of constraints on symbolic dimension
      expressions, of the form `e1 >= e2` or `e1 <= e2`.
      See more details at https://github.com/jax-ml/jax/blob/main/jax/experimental/jax2tf/README.md#user-specified-symbolic-constraints.
    with_gradient: if set (default), add a tf.custom_gradient to the lowered
      function, by converting the ``jax.vjp(fun)``. This means that reverse-mode
      TensorFlow AD is supported for the output TensorFlow function, and the
      value of the gradient will be JAX-accurate.
    enable_xla: if set (default), use the simplest conversion
      and use XLA TF ops when necessary. These ops are known to create issues
      for the TFLite and TFjs converters. For those cases, unset this parameter
      so the lowering tries harder to use non-XLA TF ops to lower the
      function and aborts if this is not possible. Cannot be set to `False`
      when using `native_serialization`.
      Starting with JAX 0.4.31 support for `enable_xla=False` is deprecated.
    native_serialization: serialize the JAX function natively to
      StableHLO with compatibility guarantees. This makes it easier to have
      confidence that the code executed when calling this function from
      TensorFlow is exactly the same as JAX would run natively.
      The DEFAULT_NATIVE_SERIALIZATION value defers to `False` if `enable_xla`
      is set to `False` or to the configuration flag
      `--jax2tf_default_native_serialization` otherwise.
      Native serialization cannot be used with `enable_xla=False`.
      Starting with JAX 0.4.31 support for non-native serialization is deprecated.
    native_serialization_platforms: In conjunction with
      `native_serialization`, specify the platform(s)
      for which to lower the code. Must be a tuple of
      strings, including a subset of: 'cpu', 'cuda', 'rocm', 'tpu'.
      The default (`None``), specifies the JAX default
      backend on the machine where the lowering is done.
    native_serialization_disabled_checks: In conjunction with
      `native_serialization`, disable the specified safety checks.
      See docstring of `DisabledSafetyCheck`.

  Returns:
    A version of `fun_jax` that expects TfVals as arguments (or
    tuple/lists/dicts thereof), and returns TfVals as outputs, and uses
    only TensorFlow ops and thus can be called from a TensorFlow program.
  FzIjax2tf.convert with enable_xla=False has been deprecated since July 2024.é   )Ú
stacklevelz;native_serialization is not supported with enable_xla=Falsezijax2tf.convert with enable_xla=False has been deprecated since July 2024 and it is not supported anymore.zSjax2tf.convert with native_serialization=False has been deprecated since July 2024.zsjax2tf.convert with native_serialization=False has been deprecated since July 2024 and it is not supported anymore.zDpolymorphic_constraints are supported only with native serializationz·using native_serialization_platforms without native_serialization. The parameter will have no effect, since the same code is serialized for all platforms without native_serialization.c              3  ó$   K  — | ]  }|d v –— Œ
 y­w))ÚcpuÚcudaÚrocmÚtpuNrB   ©Ú.0Úps     r=   Ú	<genexpr>zconvert.<locals>.<genexpr>€  s   è ø€ ð 9Ù7�Að Ð3Ô3Ù7ùs   ‚znnative_serialization_platforms must be a sequence containing a subset of {'cpu', 'cuda', 'rocm', 'tpu'}. Got: c            
     ó„  •‡‡‡‡— t        j                  «       s/t        j                  st	        ddt         j
                  › �z   «      ‚t        sBt        j                  t        j                  j                  t        j                  «      «       dadd„}t        j                  || «      }t!        j"                  |‰‰¬«      Št        j                  ||«      }t!        j"                  |d «      Š| |f}t        j$                  |«      \  }}t'        t)        t*        t-        t/        |«      «      |«      «      }‰rt1        ‰‰‰‰‰¬«      Šnt3        ‰‰‰|‰¬«      Š	 ‰j5                  «        d Š‰r$t        j6                  dˆˆˆˆˆˆfd„«       } ||Ž }	nE‰j9                  |«      \  }
}Šd	}|
D �cg c]#  }t        j:                  j=                  ||¬
«      ‘Œ% }	}‰j?                  «        |	D �cg c]  }t        j@                  |d«      ‘Œ }	}t        jB                  ‰|	«      }|S c c}w # ‰j?                  «        w xY wc c}w )Nz5convert must be used outside all JAX transformations.zTrace state: Tc                ó˜   — t        j                  | «      }t        d„ |D «       «      }t        | «      \  }}t	        j
                  ||«      S )Nc              3  ó”   K  — | ]@  }t        |t        j                  j                  j                  «      r|j
                  n|–— ŒB y ­wre   )rG   rH   ÚcompatÚv1Ú	DimensionÚvalue©r   Úds     r=   r�   zRconvert.<locals>.converted_fun_tf.<locals>.jax_arg_spec_from_tf.<locals>.<genexpr>œ  s?   è ø€ ð 2á$0˜qô )¨¬B¯I©I¯L©L×,BÑ,BÔCð Ÿ7š7ØIJóKá$0ùs   ‚AA)ÚnpÚshapeÚtupleÚ_tfval_to_tensor_jax_dtypeÚjaxÚShapeDtypeStruct)ÚaÚtf_arg_shaper5   Úa_jax_dtypes       r=   Újax_arg_spec_from_tfz?convert.<locals>.converted_fun_tf.<locals>.jax_arg_spec_from_tf˜  sK   € ä—X‘X˜a“[€läñ 2á$0ó2ó 2€lô 2°!Ó4�n€aˆô ×!Ñ! ,°Ó<Ð<r?   )Úconstraints)Ú
args_specsÚkwargs_specsrt   ru   )r–   r—   Úargs_flat_tfrZ   c                 ój   •— ‰j                  | «      \  }}Št        |«      t        ‰‰‰‰‰| ||¬«      fS )N)Úimplrr   r–   r—   Úargs_tfÚ
outs_avalsÚouts_tf)Ú
run_fun_tfr�   Ú_make_custom_gradient_fn_tf)	r˜   r�   rœ   r–   Úfun_jaxrš   r—   Ú	outs_treerr   s	      €€€€€€r=   Ú*converted_fun_flat_with_custom_gradient_tfzUconvert.<locals>.converted_fun_tf.<locals>.converted_fun_flat_with_custom_gradient_tfÆ  sJ   ø€ ð ,0¯?©?¸<Ó+HÑ
(ˆ'�:˜yÜ˜“.Ü-ØØØ$1Ø!+¸,Ø*Ø!+Ø%ô'ð(ð (r?   zkThe jax2tf-converted function does not support gradients. Use `with_gradient` parameter to enable gradients)ÚinputÚmessageÚ
jax2tf_out)r‘   ÚTfValÚreturnzjax.ShapeDtypeStruct)r˜   r¦   r§   r¦   )"r   Útrace_state_cleanri   r[   Ú
ValueErrorÚ	trace_ctxÚ_has_registered_tf_source_pathr!   Úregister_exclusionÚosÚpathÚdirnamerH   Ú__file__r   Útree_mapr   Úsymbolic_args_specsÚtree_flattenr�   ÚmapÚpreprocess_arg_tfÚrangeÚlenÚNativeSerializationImplÚGraphSerializationImplÚbefore_conversionÚcustom_gradientrž   Úraw_opsÚPreventGradientÚafter_conversionÚidentityÚtree_unflatten)r›   Ú	kwargs_tfr”   Úargs_jax_specsÚkwargs_jax_specsÚcombined_args_tfr˜   Úargs_kwargs_treer¢   Úouts_flat_tfr�   r5   r¤   ÚoÚxÚout_tfr–   rš   r—   r¡   rZ   r    rs   ru   rt   rq   rp   rr   s                   @@@@€€€€€€€€r=   Úconverted_fun_tfz!convert.<locals>.converted_fun_tfŠ  s3  ü€ ô ×!Ñ!Ô#Ô,?×,NÒ,NäØ
AØœ$Ÿ.™.Ð)Ð
*ñ+ó,ð ,õ
 *Ü×)Ñ)¬"¯'©'¯/©/¼"¿+¹+Ó*FÔGØ'+Ð$ó
=ô ×'Ñ'Ð(<¸gÓF€NÜ×+Ñ+ØÐ*Ø+ô-€Jô
 !×)Ñ)Ð*>À	ÓJÐÜ×-Ñ-Ø˜$ó €Là Ð+Ðä%.×%;Ñ%;Ð<LÓ%MÑ"€LÐ"äÜÔœu¤S¨Ó%6Ó7¸ÓFóH€Lñ Ü$Ø
Ø¨lØ)GØ/Sô	U�dô $Ø
Ø¨lØ#Øô	!€dð
Ø
×ÑÔà'+€iÙ	Ü	×	Ñ	÷	(ñ 	(ó 
ð	(ñ BÀ<ÐP‰à $§¡°Ó =Ñˆ��IðGˆñ
 ó
á�ô �J‰J×&Ñ&¨Q¸Ð&Õ@Øð 	ð 
ð
 ×ÑÔá:FÓG¹,°Q”B—K‘K  <Õ0¸,€LÐGÜ×%Ñ% i°Ó>€FØ€Mùò
øð
 ×ÑÕüâGs%   ÅAH( Æ.(H#ÇH( Ç,H=È#H( È(H:)r›   r¦   rÁ   r¦   r§   r¦   )ÚDEFAULT_NATIVE_SERIALIZATIONr   Ú#jax2tf_default_native_serializationrˆ   Úallow_enable_xla_falseÚwarningsÚwarnÚDeprecationWarningr©   Ú allow_native_serialization_falserG   Úlistr�   Úallr   Úcheck_callable)	r    rp   rq   rr   rZ   rs   rt   ru   rÊ   s	   ```````` r=   ÚconvertrÕ   ñ   sP  ÿ€ ðB Ô9Ñ9ÙØ"Ñä#×GÑG×MÑMÐá	ÜÔÜ‡m�mðä
Øõ	ñ
 
ÜØIóKð 	Kô ð=ó>ð >ñ  Ü'Ô)Ü‡m�mðä
Øö	ô ð=ó>ð >ñ 
Ñ"9Ü
ØNóð ñ $ÙÜ‡m�mð<ô=ô
 Ð5¼¼e°}ÔEÜñ 9Ù7ó9ô 9äðà0Ð1ð3ó4ð 4ô &+Ð+IÓ%JÐ"ä×Ñ�WÔ÷Yô Yðv 
Ðr?   c                  ó4   — e Zd ZdZd„ Zd„ Z	 	 	 	 dd„Zdd„Zy)	ÚSerializationImplz[Implementation details for jax2tf serialization.

  Abstract superclass for subclassing.
  c                ó   — t         ‚)zdCalled in the resulting TF function, before any other method.

    Useful to set any global context.©ÚNotImplementedErrorra   s    r=   rº   z#SerializationImpl.before_conversionì  ó
   € ô Ðr?   c                ó   — t         ‚)z‡Called in the resulting TF function, after conversion is done.

    Useful to restore any global context set up by `before_conversion`.rÙ   ra   s    r=   r¾   z"SerializationImpl.after_conversionò  rÛ   r?   c                ó   — t         ‚)aC  Runs the resulting TF function.

    Args:
      args_flat_tf: a flat tuple of tf.Tensor arguments

    Returns: a tuple with:
      outs_tfs: a flat tuple of tf.Tensor results
      outs_avals: a flat tuple of JAX abstract values for the underlying JAX
        function.
      outs_tree: the PyTreeDef for the outputs
    rÙ   )rb   r˜   s     r=   rž   zSerializationImpl.run_fun_tfø  s
   € ô Ðr?   c                ó   — t         ‚)z/Returns the VJP function, and the VJP in_avals.rÙ   ra   s    r=   Úget_vjp_funzSerializationImpl.get_vjp_fun  s
   € ô Ðr?   N©r˜   úSequence[TfVal]r§   zGtuple[Sequence[TfVal], Sequence[core.ShapedArray], tree_util.PyTreeDef]©r§   z-tuple[Callable, Sequence[core.AbstractValue]])rQ   rR   rS   Ú__doc__rº   r¾   rž   rß   rB   r?   r=   r×   r×   ç  s+   „ ñòòðØ.ðà]óô r?   r×   c                  ó@   — e Zd Z	 	 	 	 dd„Zd„ Zd„ Z	 	 	 	 dd„Zd	d„Zy)
r¸   c               ó¸   — t        d||¬«      | _        t        |d«      r|}nt        j                  |«      }|| _        || _        || _        || _        || _	        y )NT)rs   rt   ru   Útrace)
ÚdictÚconvert_kwargsÚhasattrr�   Újitr    r–   r—   ru   rt   )rb   r    r–   r—   rt   ru   Úfun_jits          r=   rc   z NativeSerializationImpl.__init__  sc   € ô °DØ>\ØDhôj€DÔô ˆw˜Ô ð �gô
 —‘˜Ó €gØ€D„LØ €D„OØ$€DÔØ0T€DÔ-Ø*H€DÕ'r?   c                ó(  ‡— t         j                  Šg t         _        ˆfd„}|| _        d g} t        j                  | j
                  | j                  | j                  |¬«      | j                  i | j                  ¤Ž| _
        |d   €J ‚|d   | _        y )Nc                 ó   •— ‰ t         _        y re   rl   )Ú_prev_func_lists   €r=   Ú_restore_contextzCNativeSerializationImpl.before_conversion.<locals>._restore_context)  s   ø€ Ø;JÔÕ8r?   )Ú	platformsÚdisabled_checksÚ/_device_assignment_for_internal_jax2tf_use_onlyr   )ri   r`   rï   r$   Ú_export_internalr    rt   ru   r–   r—   ÚexportedÚdevice_assignment)rb   rï   Ú_exported_device_assignmentrî   s      @r=   rº   z)NativeSerializationImpl.before_conversion%  sŸ   ø€ Ü)×HÑH€OØ9;ÔÔ6ôKð -€DÔØ#' &Ðð”G×,Ñ,Ø�‰Ø×5Ñ5Ø×AÑAØ8Sô	ð
 ‡�ð-ð
 ×+Ñ+ñ-€D„Mð ' qÑ)Ð5Ð6Ð5Ø8¸Ñ;€DÕr?   c                ó$   — | j                  «        y re   ©rï   ra   s    r=   r¾   z(NativeSerializationImpl.after_conversion7  ó   € Ø×ÑÕr?   c                óš   — t        || j                  «      }|t        | j                  j                  «      | j                  j                  fS re   )Ú_run_exported_as_tfrô   r�   Ú	out_avalsÚout_tree)rb   r˜   Úresultss      r=   rž   z"NativeSerializationImpl.run_fun_tf:  s:   € ô " ,°·±Ó>€GØ”E˜$Ÿ-™-×1Ñ1Ó2°D·M±M×4JÑ4JÐJÐJr?   c           
     ó,  — t        j                  | j                  | j                  j                  | j                  j
                  | j                  j                  | j                  j                  | j                  j                  | j                  d¬«      S )NT©Úin_treeÚin_avalsÚin_shardings_hlorü   Úout_shardings_hlorõ   Ú	apply_jit)
r$   Ú_get_vjp_funr    rô   r  r  r  rü   r  rõ   ra   s    r=   rß   z#NativeSerializationImpl.get_vjp_fun@  sh   € ä×Ñ §¡Ø(,¯©×(=Ñ(=Ø)-¯©×)?Ñ)?Ø15·±×1OÑ1OØ*.¯-©-×*AÑ*AØ26·-±-×2QÑ2QØ26×2HÑ2HØ*.ô0ð 0r?   N)rt   úSequence[str] | Noneru   úSequence[DisabledSafetyCheck]rà   râ   ©rQ   rR   rS   rc   rº   r¾   rž   rß   rB   r?   r=   r¸   r¸     sD   „ ðIà/CðIð 6SóIò,<ò$ðKØ.ðKà]óKô	0r?   r¸   c                  ó@   — e Zd Z	 	 	 	 dd„Zd„ Zd„ Z	 	 	 	 dd„Zd	d„Zy)
r¹   c               óú   — t        d¬«      | _        || _        || _        || _        || _        t        |dd«      }t        j                  d|«      }|| _	        || _
        t        j                  d|||«      | _        y )NF)rs   rQ   ÚunknownÚjax2tf)rç   rè   r    r–   r—   rZ   Úgetattrr"   Ú	wrap_nameÚ
name_stackr˜   r   Ú
debug_infoÚdebug)rb   r    r–   r—   r˜   rZ   Úfun_namer  s           r=   rc   zGraphSerializationImpl.__init__L  sw   € ô °EÔ:€DÔØ€D„LØ €D„OØ$€DÔØ €D„Oä�w 
¨IÓ6€HÜ—‘ ¨(Ó3€JØ €D„OØ$€DÔÜ×$Ñ$ X¨wØ&0°,ó@€D…Jr?   c                óœ  ‡‡‡— t         j                  Št         j                  Št         j                  Šˆˆˆfd„}|| _        | j                  t         _        dt         _        t        j                  «       t         _        t         j                  rJ dt         j                  › �«       ‚t        j                  | j                  | j                  f«      \  }| _        t        t        t        j                   |«      «      | _        t%        j&                  | j"                  «      }t)        t+        t$        j,                  | j"                  | j                  ¬«      | j.                  | j"                  | j0                  t3        j4                  dt$        j,                  | j                  | j                  «      ¬«      \  }}t7        ||«      t         _        y )Nc                 ó^   •— ‰ t         _        ‰t         _        ‰t         _        dt         _        y ©NrB   )ri   rZ   r]   r_   r\   )Úprev_enable_xlaÚprev_include_xla_op_metadataÚprev_tf_outer_name_scopes   €€€r=   rï   zBGraphSerializationImpl.before_conversion.<locals>._restore_contexta  s'   ø€ Ø'6ÔÔ$Ø4PÔÔ1Ø0HÔÔ-Ø&(ÔÕ#r?   FzUnexpected shape environment )rÅ   zjax2tf dim_vars©r  )ri   rZ   r]   r_   rï   rH   Úget_current_name_scoper\   r   r³   r–   r—   r  r�   r´   r   Úget_avalÚargs_avals_flatr%   Úall_dim_varsÚ_interpret_fun_jaxr   Ú compute_dim_vars_from_arg_shapesr˜   r  r   r  Úzip)	rb   rï   Úargs_specs_flatÚdim_varsÚ
dim_valuesr5   r  r  r  s	         @@@r=   rº   z(GraphSerializationImpl.before_conversion]  s]  ú€ Ü)×4Ñ4€OÜ#6×#NÑ#NÐ Ü2×FÑFÐö)ð
 -€DÔØ%)§_¡_ÔÔ"à27ÔÔ/Ü.0×.GÑ.GÓ.IÔÔ+Ü"×,Ò,ÐmÐ0MÔNa×NkÑNkÐMlÐ.mÓmÐ,Ü$-×$:Ñ$:Ø	�‰˜$×+Ñ+Ð,ó%.Ñ!€O�T”\ä ÜŒD�M‰M˜?Ó+ó-€DÔä×&Ñ& t×';Ñ';Ó<€HÜ&Ü”
×;Ñ;Ø×$Ñ$°t·|±|ô	Eà×Ñ˜4×/Ñ/°·±Ü×&Ñ&Ð'8Ü'1×'RÑ'RØ'+§¡¸×8IÑ8IóKô	L�M€J�ô %(¨°*Ó$=ÔÕ!r?   c                ó$   — | j                  «        y re   rø   ra   s    r=   r¾   z'GraphSerializationImpl.after_conversion{  rù   r?   c                óÞ   — t        | j                  | j                  «      \  }}t        ||| j                  | j
                  d| j                  ¬«      \  }| _        || j                   |«       fS )NT©Úfresh_constant_cacher  )Úflatten_fun_jaxr    r  r  r  r  r  rœ   )rb   r˜   Úfun_flat_jaxÚout_tree_thunkr�   s        r=   rž   z!GraphSerializationImpl.run_fun_tf~  sc   € ô $3°4·<±<ÀÇÁÓ#NÑ €L�.ä1ØØ�d×*Ñ*Ø�‰Ø!Ø—:‘:ô Ñ€GˆTŒ_ð �D—O‘O¡^Ó%5Ð5Ð5r?   c                óä   — t        j                  | j                  | j                  | j                  dt        | j                  «      z  | j                  dt        | j                  «      z  d d¬«      S )Nre   Fr   )r$   r  r    r  r  r·   rœ   ra   s    r=   rß   z"GraphSerializationImpl.get_vjp_fun‹  s^   € ô
 ×Ñ §¡Ø(,¯©Ø)-×)=Ñ)=Ø18¼3¸t×?SÑ?SÓ;TÑ1TØ*.¯/©/Ø29¼CÀÇÁÓ<PÑ2PØ26Ø*/ô1ð 1r?   N)r˜   rá   rZ   Úboolrà   râ   r	  rB   r?   r=   r¹   r¹   K  s@   „ ð@à,ð@ð  ó@ò">ò<ð6Ø#ð6àRó6ô1r?   r¹   c                ó6   — t        | «      \  }}|j                  S )aX  Computes the TensorFlow dtype using JAX's typing rules.

  If the value is a tf.Tensor, it starts with its dtype. If the value is a
  constant it uses JAX to infer its dtype. The resulting dtype follows the
  JAX type inference rules, and depends on the value of the
  JAX_ENABLE_X64 flag.

  See README.md for how 64-bit values are treated.
  )rŽ   Údtype)ÚvalÚtvalr5   s      r=   Údtype_of_valr2  š  s   € ô ' sÓ+�'€$ˆØ	�‰Ðr?   Újax2tf_eval_polymorphic_shapes)rp   c               ó   ‡ ‡— dˆ ˆfd„}|S )a™  Evaluates the output shape in presence of shape polymorphism.

  This is done without lowering or executing the function, same as for
  `jax.eval_shape`.

  Args:
    fun_jax: target JAX function to be called. Its arguments and return value
      should be JAX arrays, or nested standard Python containers
      (tuple/list/dict) thereof (pytrees).
    polymorphic_shapes: Specifies input shapes to be treated polymorphically
      during shape evaluation. See discussion for `jax2tf.convert`.

      .. warning:: The shape-polymorphic lowering is an experimental feature.

  Returns: a function that takes `jax.ShapeDtypeStruct`s (or any values
    with `.shape` and `.dtype` attributes) corresponding to the inputs for
    `fun_jax`, and returns a tuple with:

      * the jax.ShapeDtypeStruct corresponding to the result, as for
       `jax.eval_shape`. The shape may contain symbolic dimension expressions.
      * the value that can be passed to `polymorphic_shapes` for a subsequent
        call to `jax2tf.eval_polymorphic_shape`, or `jax2tf.convert`.

  For example:

  >>> import jax
  >>> from jax.experimental import jax2tf
  >>> from jax import numpy as jnp
  >>>
  >>> f = lambda A, x: jnp.sin(jnp.dot(A, x))
  >>> A = jax.ShapeDtypeStruct((2000, 3000), jnp.float32)
  >>> x = jax.ShapeDtypeStruct((3000, 1000), jnp.float32)
  >>> out_spec, out_poly_shape = jax2tf.eval_polymorphic_shape(f, polymorphic_shapes=["a, b", "b, c"])(A, x)
  >>> print(out_spec.shape)
  ("a", "c")
  >>> print(out_poly_shape)
  (a, c)
  >>> res_spec, res_poly_shape = jax2tf.eval_polymorphic_shape(lambda x: x.T, polymorphic_shapes=[out_poly_shape])(out_spec)
  >>> print(res_poly_shape)
  (c, a)
  c                 ó’   •— t        j                  | ‰«      }t        j                  ‰g|¢­Ž }t	        j
                  d„ |«      }||fS )Nc                ó,   — t        | j                  «      S re   ©ÚstrrŒ   )Úrs    r=   rC   zKeval_polymorphic_shape.<locals>.do_eval_polymorphic_shape.<locals>.<lambda>Ù  s   € ¼¸Q¿W¹W¼r?   )r   r²   r�   Ú
eval_shaper   r±   )r–   Úargs_poly_specsÚres_poly_specÚres_polymorphic_shaper    rp   s       €€r=   Údo_eval_polymorphic_shapez9eval_polymorphic_shape.<locals>.do_eval_polymorphic_shapeÔ  sL   ø€ Ü×0Ñ0ØÐ&ó(€Oä—N‘N 7Ð=¨_Ò=€Mä%×.Ñ.Ñ/EÀ}ÓUÐØÐ/Ð/Ð/r?   )r§   r   rB   )r    rp   r>  s   `` r=   Úeval_polymorphic_shaper?  §  s   ù€ öZ0ð 
#Ð"r?   c                ó(   ‡ ‡‡— dŠˆ ˆˆfd„}|ˆfd„fS )a  Wraps the function to take a (flat) list of positional args.

  jax2tf works better and is simpler when the JAX function takes and returns
  just a tuple of values (no pytrees, no kwargs). This is in part because
  jax.vjp does not support kwargs and we can only set
  tf.custom_gradient on functions with flat arguments and results

  Returns:
     * the wrapped JAX function taking and returning a flat list of arguments
     * a thunk that can be called after the wrapped function has been called
       to return the output pytree.
  Nc                 ó�   •— t        j                  ‰| «      \  }} ‰|i |¤Ž}t        j                  |«      \  }}‰�‰|k(  sJ ‚|Š|S re   )r   rÀ   r³   )	Úargs_flat_jaxÚ	tree_argsÚtree_kwargsÚtree_resÚres_flat_jaxrý   r    r  Úout_tree_refs	         €€€r=   r*  z%flatten_fun_jax.<locals>.fun_flat_jaxñ  s\   ø€ Ü&×5Ñ5°g¸}ÓMÑ€Iˆ{Ù˜	Ð1 [Ñ1€HÜ&×3Ñ3°HÓ=Ñ€L�(àÐ <°8Ò#;Ð;Ð;Ø€LØÐr?   c                 ó   •— ‰ S re   rB   )rG  s   €r=   rC   z!flatten_fun_jax.<locals>.<lambda>ú  s   ø€ ™|r?   rB   )r    r  r*  rG  s   `` @r=   r)  r)  á  s   ú€ ð €,öð 
Ó+Ð	+Ð+r?   c                ó¤   — t        |«      sd|› dt        |«      › d�}t        |«      ‚t        |«      \  }}t	        j
                  |d| › �«      }|S )zwPre-processes the TF args.

  Returns: a tuple with the pre-processed TF arg, the TF shape, and the
      JAX dtype.
  z	Argument z	 of type zN of jax2tf.convert(f) should be NumPy array, scalar, tf.Variable, or tf.TensorÚjax2tf_arg_)rN   ÚtypeÚ	TypeErrorrŽ   rH   r¿   )Úarg_idxÚarg_tfÚmsgr5   s       r=   rµ   rµ   ü  s_   € ô 
�6Ô	Ø�v�h˜i¬¨V« ~ð 6?ð ?€Cä
�C‹.Ðô )¨Ó0�)€&ˆ!ä�;‰;�v ¨W¨IÐ6Ó7€&Ø	€-r?   c               ó*   ‡‡‡‡‡— ddœdˆˆˆˆˆfd„}|S )aÑ  Prepares the TF function to be used with tf.custom_gradient.

  Args:
    impl: the serialization implementation details
    with_gradient: whether to include a tf.custom_gradient
    args_specs, kwargs_specs: the jax.ShapeDtypeArrays for the args and kwargs
    args_tf: the flattened TF arguments of the primal function
    outs_avals: the flattened output JAX abstract values of the primal function
    outs_tf: the flattened TF outputs of the primal function
  N)Ú	variablesc           	     óR  •— | rt        d| ›�«      ‚t        j                  d«      5  dd„}t        t	        ||‰‰«      «      }t        ‰	«      |z   }‰
j                  «       \  }}t        d„ |D «       «      } t        |f‰|dœ‰
j                  ¤Ž|Ž }d d d «       |S # 1 sw Y   S xY w)NzmUnexpected variables used in forward pass. This should not happen for first-order differentiation. variables=Ú
jax2tf_vjpc                ó´   — | �| S t        j                  |j                  «      t        j                  k(  s
J d| ›�«       ‚t        j                  |t        ¬«      S )Nz
out_ct_tf=©r/  )r   Úprimal_dtype_to_tangent_dtyper/  r   Úfloat0rH   Ú
zeros_likeÚ_tf_np_dtype_for_float0)Ú	out_ct_tfÚout_ct_avalrÉ   s      r=   Ú
fix_out_ctzC_make_custom_gradient_fn_tf.<locals>.grad_fn_tf.<locals>.fix_out_ct,  sV   € ð
 Ð ØÐ
Ü×1Ñ1°+×2CÑ2CÓDÌÏÉÒUÐfÐZdÐZcÐYeÐWfÓfÐUô �}‰}˜VÔ+BÔCÐCr?   c              3  óF   K  — | ]  }t        |j                  «      –— Œ y ­wre   r7  )r   r‘   s     r=   r�   zB_make_custom_gradient_fn_tf.<locals>.grad_fn_tf.<locals>.<genexpr>=  s    è ø€ ð %áˆAô 	ˆA�G‰G�Ùùó   ‚!)rr   rp   )r[  úcore.ShapedArrayrÉ   r¦   )r©   rH   Ú
name_scoper�   r´   rß   rÕ   rè   )rQ  Úout_cts_flat_tfr\  Úout_cts_fixed_flat_tfÚvjp_args_flat_tfÚfun_vjp_jaxÚvjp_in_avalsÚvjp_polymorphic_shapesÚin_cts_flatr›   rš   rœ   r�   rr   s            €€€€€r=   Ú
grad_fn_tfz/_make_custom_gradient_fn_tf.<locals>.grad_fn_tf"  sÛ   ø€ áÜðàˆLðóð ô 
�‰�|Õ	$ó
Dô $¤C¨
°OÀZÐQXÓ$YÓZÐÜ˜w›Ð*?Ñ?Ðà"&×"2Ñ"2Ó"4Ñ€k�<ä$ñ %áó%ó  Ðð”GØðà#Ø1ñð ×
Ñ
ñ	ð !1ð	2€k÷+ 
%ð: Ð÷; 
%ð: Ðús   §A+BÂB&)ra  r¦   rB   )	r    rš   rr   r–   r—   r›   rœ   r�   rh  s	    ``  ``` r=   rŸ   rŸ     s   ü€ ð&  ÷&ó &ðP 
Ðr?   c              #  ó˜   K  — | rt        j                  | «      nt        j                  «       }|5  d –— d d d «       y # 1 sw Y   y xY w­wre   )r!   Úextend_name_stackÚ
contextlibÚnullcontext)Úextra_name_stackÚname_ctxs     r=   Ú_extended_name_stackro  L  sE   è ø€ ñ 
ô ×0Ñ0Ð1AÔBä×!Ñ!Ó#ð ò Û	÷ à÷ àüs   ‚.A
°>µ	A
¾AÁA
©r(  c               óÊ   — t        t        j                  | |¬«      |«      }t        |«      5  t	        |||¬«      }d d d «       t        j                  «      S # 1 sw Y   ŒxY w)Nr  rp  )Ú_interpret_subtraceÚluÚ	wrap_initro  Ú%_call_wrapped_with_new_constant_cacher"   Úunzip2)r    r›   Ú
args_avalsrm  r(  r  Úsubtrace_funÚout_valss           r=   r  r  V  s\   € ô %Ü‡l�l�7 zÔ2°Jó@€,äÐ,Õ-ä-¨l¸GØEYô	[ð ÷ .ô 
�‰�XÓ	Ð÷	 .Ð-ús   ­AÁA"c           	     ó4  — |j                   }d„ }t        t        || |«      «      } t        d„ |j                  D «       «      }t        d„ |j                  D «       «      }t	        |j                   «      D ��cg c]  \  }}||j
                  v sŒ|‘Œ }}}t	        | «      D ��	cg c]  \  }}	||j
                  v sŒ|	‘Œ }
}}	|j                  }	 t        j                  }|r |«       }nd}||kD  rt        d|› d|› d�«      ‚t        |||t        j                  �<t        j                  D �cg c]"  }|j                  j                  j                   ‘Œ$ c}ng d	¬
«      }t        d„ |j"                  D «       «      |d<   |dk\  r t        d„ |j$                  D «       «      |d<   n*|dk\  r%t&        j)                  «       |j$                  v rd|d<   |dk\  rt*        j,                  j.                  |d<   t1        j2                  d«      r t1        j4                  ddt7        |«      «       |j8                  |d<   g }|j
                  D ]   }|j;                  |j<                  |   «       Œ" t        t        t?        t@        tC        jD                  «       ¬«      |
|«      «      } t        jF                  | fi |¤Ž}t        j                  �Vt        j                  D ]C  }tB        jH                  jJ                  jM                  «       jO                  |jP                  «       ŒE tS        t        t?        t@        tC        jD                  «       ¬«      ||jT                  «      «      }t        t        |||j                  «      «      }|S c c}}w c c}	}w # t        $ r d}Y �Œ´w xY wc c}w )z]Runs the `exported` as an XlaCallModule TF op.

  Returns: the flattened tuple of results.
  c                óì   — t        d„ t        |j                  | j                  «      D «       «      s	J || f«       ‚t        |j                  «      }||j                  k7  rt        j                  | |«      S | S )Nc              3  óV   K  — | ]!  \  }}t        j                  |«      r||k(  –— Œ# y ­wre   ©r   Úis_constant_dim)r   Úd_avalÚd_vals      r=   r�   z>_run_exported_as_tf.<locals>._convert_value.<locals>.<genexpr>s  s.   è ø€ ð 0Ù$>‘=�6˜5Ü×&Ñ& vÔ.ð ˜�Ù$>ùs   ‚'))rÓ   r!  rŒ   Ú_to_tf_dtyper/  rH   Úcast)r0  ÚavalÚconversion_dtypes      r=   Ú_convert_valuez+_run_exported_as_tf.<locals>._convert_valueq  sp   € äñ 0Ü$'¨¯
©
°C·I±IÔ$>ó0ô 0ð =à26¸°ó=ð 0ô $ D§J¡JÓ/ÐØ˜4Ÿ:™:Ò%Ü�W‰W�SÐ*Ó+Ð+à€jr?   c              3  óT   K  — | ]   }t        d „ |j                  D «       «      –— Œ" y­w)c              3  óN   K  — | ]  }t        j                  |«      r|nd –— Œ y ­wre   r}  r‰   s     r=   r�   z0_run_exported_as_tf.<locals>.<genexpr>.<genexpr>  s*   è ø€ ð %Ù#�ô ×%Ñ% aÔ(‰A¨dÓ2Ù#ùs   ‚#%N)r�   rŒ   ©r   Úout_avals     r=   r�   z&_run_exported_as_tf.<locals>.<genexpr>~  s0   è ø€ ð *ñ )ˆ(ô ñ %Ø—^’^ó%÷ %á(ùs   ‚&(c              3  óF   K  — | ]  }t        |j                  «      –— Œ y ­wre   )r�  r/  rˆ  s     r=   r�   z&_run_exported_as_tf.<locals>.<genexpr>ƒ  s   è ø€ ÐTÑAS°X”L §¡×0ÑASùr^  Né   zUXlaCallModule from your TensorFlow installation supports up to serialization version z) but the serialized module needs version z5. You should upgrade TensorFlow, e.g., to tf_nightly.F)ÚversionÚToutÚSoutÚfunction_listÚhas_token_input_outputc              3  ó<   K  — | ]  }|j                  «       –— Œ y ­wre   )Úupperr~   s     r=   r�   z&_run_exported_as_tf.<locals>.<genexpr>©  s   è ø€ Ð(OÑ<N°q¨¯©¯Ñ<Nùs   ‚rð   c              3  ó2   K  — | ]  }t        |«      –— Œ y ­wre   )r8  )r   Údcs     r=   r�   z&_run_exported_as_tf.<locals>.<genexpr>«  s   è ø€ ð 13á1ˆBô 	ˆB�Ù1ùó   ‚rñ   é   rB   é
   Úuse_shardy_partitionerzXlaCallModule %sÚmodule©Úskip_replicated_sharding)+r  r�   r´   rü   Ú	enumerateÚmodule_kept_var_idxÚcalling_convention_versionÚtfxlaÚ%call_module_maximum_supported_versionÚAttributeErrorrÚ   rç   ri   r`   Úfunction_defÚ	signaturer;   rð   Údisabled_safety_checksÚDisabledSafetyCheckÚplatformr   r˜  rˆ   r
   Ú
vlog_is_onÚvlogr8  Úmlir_module_serializedÚappendr  r   Ú_shard_valuerH   Úexecuting_eagerlyÚcall_moduler…   r†   Úget_default_graphÚ_add_function_recursiveÚ_inference_functionrÒ   r  )r˜   rô   rw  r…  Úout_shapes_tfÚ	out_typesÚirƒ  Úkept_args_avalsÚatfÚkept_args_flat_tfrŒ  Úget_max_supported_versionÚmax_supported_versionÚconcrete_fnÚcall_module_attrsÚkept_in_shardingsÚress                     r=   rû   rû   g  s�  € ð × Ñ €*ò	ô ”s˜>¨<¸ÓDÓE€,äñ *ð ×(Ò(ó*ó *€-ô
 ÑTÀ×ASÒASÓTÓT€)ä)2°8×3DÑ3DÔ)EÔkÑ)E™g˜a ÈÈh×NjÑNjÒIj’TÐ)E€/ÑkÜ)2°<Ô)@ÔfÑ)@™v˜q #ÀAÈ×IeÑIeÒDe’sÐ)@ÐÑfà×/Ñ/€'ð%Ü %× KÑ KÐñ Ù5Ó7ÑàÐàÐ$Ò$Ü
ðØ4Ð5ð 6Ø%˜Yð '<ð<óð ô ØØØô ×=Ñ=ÐIô 1×OÒOóáOˆkð ×
"Ñ
"×
,Ñ
,×
1Ó
1ØOòð PRð #ôÐô $)Ñ(O¸H×<NÒ<NÓ(OÓ#OÐ�KÑ Ø�‚\Ü+0ñ 13à×1Ò1ó13ó ,3ÐÐ'Ò(ð �!‚|Ü	×	%Ñ	%Ó	'¨8×+JÑ+JÑ	JØ)+Ð˜+Ñ&à�‚]ä×%Ñ%×+Ñ+ð Ð.Ñ/ô ×Ñ˜Ôä‡L�L�Ð&¬Ð,=Ó(>Ô?à (× ?Ñ ?Ð�HÑð ÐØ×'Ô'€aØ×Ñ˜X×6Ñ6°qÑ9Õ:ð (äÜŒ”Ü)+×)=Ñ)=Ó)?ô	AàÐ,ó.ó/€,ô 	×Ñ˜,Ñ<Ð*;Ñ<€#ô ×7Ñ7ÐCÜ*×IÔIˆÜ‡i�i‡l�l×$Ñ$Ó&×>Ñ>Ø
×
)Ñ
)õð Jô
 	ŒS”œÜ24×2FÑ2FÓ2HôJà�h×0Ñ0ó2ó 	3€#ô 	Œc�. # x×'9Ñ'9Ó:Ó;€#Ø	€*ùóm lùÛføô 
ò %Ø $Óð%üò(s0   Á6M7ÂM7Â"M=Â9M=ÃN Ä*'NÎNÎNc                ó¢  — 	 t         j                  }|ri t         _        n%|�t        |j                  «       «      n	t        «       } | j                  |Ž }|s.|�,t
        r&t        |j                  «       «      z
  }|D ]  }||= Œ |t         _        |S # |s.�,t
        r&t        |j                  «       «      z
  }|D ]  }||= Œ t         _        w xY wre   )ri   r^   ÚsetÚkeysÚcall_wrappedÚ_WRAP_JAX_JIT_WITH_TF_FUNCTION)ÚfunÚin_valsr(  Úprev_constant_cacheÚprev_constant_cache_keysry  Únewly_added_keysÚks           r=   ru  ru  Þ  så   € ð=Ü-×<Ñ<Ðñ Ø+-ÔÕ(àDWÐDc¤Ð%8×%=Ñ%=Ó%?Ô!@ÔilÓinÐàˆ×Ñ˜'Ð"ð ñ !ØÐ'Ý&ÜÐ0×5Ñ5Ó7Ó8Ð;SÑSÐãˆ!Ø Ñ"ð  à)<ÔÔ&Ø	€/øñ !ØÐ'Ý&ÜÐ0×5Ñ5Ó7Ó8Ð;SÑSÐãˆ!Ø Ñ"ð  à)<ÔÕ&ús   ‚AB Â=C©Úmultiple_resultsÚwith_physical_avalsrm  c               ó(   ‡ ‡‡‡— 	 	 	 	 dˆˆ ˆˆfd„}|S )a%  Convert the JAX implementation of a primitive.

  Args:
    impl_jax: typically the impl-rule for a primitive, with signature
      `(*args_jax: JaxVal, **kwargs) -> Sequence[JaxVal]`. This function implements
        a primitive in terms of other primitives.
    multiple_results: whether `impl_jax` returns a sequence of results.
    extra_name_stack: additional element to add to the name stack for the
      converted ops.

  Returns:
     a function with signature `(*args_tf: TfVal, _in_avals, _out_aval, **kwargs)
     -> Sequence[TfVal]`.
  c                ó²   •‡— ‰
rt        t        | «      } t        |«      }ˆˆˆ	fd„}t        ||| ‰t        j                  d‰|‰«      ¬«      \  }}‰	r|S |d   S )Nc                 ó"   •—  ‰| i ‰¤Ž}‰r|S |gS re   rB   )Úargs_jaxÚresults_jaxÚimpl_jaxÚkwargsrÉ  s     €€€r=   Úimpl_multiple_results_jaxzH_convert_jax_impl.<locals>.wrapped_tf.<locals>.impl_multiple_results_jax  s!   ø€ Ù˜hÐ1¨&Ñ1€kÙ,ˆ[Ð?°;°-Ð?r?   r  r  r   )r´   Ú_jax_physical_avalr  r   r  )Ú	_in_avalsÚ	_out_avalr›   rÑ  rÒ  Ú
results_tfr5   rm  rÐ  rÉ  rÊ  s      `   €€€€r=   Ú
wrapped_tfz%_convert_jax_impl.<locals>.wrapped_tf
  si   ù€ ñ ÜÔ(¨)Ó4€iÜ$ YÓ/€iö@ô 'Ø! 7¨IØÜ×&Ñ& x°Ø'.°ó8ô9�M€J�ñ
 *ˆ:Ð<¨z¸!©}Ð<r?   )r›   r¦   rÔ  úSequence[core.ShapedArray]rÕ  r_  r§   rá   rB   )rÐ  rÉ  rÊ  rm  r×  s   ```` r=   Ú_convert_jax_implrÙ  ÷  s%   û€ ð&=Ø,ð=à-÷=ð =ð( 
Ðr?   c                ó  ‡— t        «       Št        ˆfd„t        ||«      D «       «      }t        j                  ‰«      5   | |Ž }d d d «       t        ‰j                  «      }t        d„ |D «       «      }|S # 1 sw Y   Œ3xY w)Nc              3  ó>   •K  — | ]  \  }}t        ‰||«      –— Œ y ­wre   )ÚTensorFlowTracer)r   r0  rƒ  ræ   s      €r=   r�   z&_interpret_subtrace.<locals>.<genexpr>%  s&   øè ø€ ð /á-‰)ˆ#ˆtô �u˜c 4×(Ù-ùs   ƒc              3  óL   K  — | ]  }|j                   |j                  f–— Œ y ­wre   )r0  rƒ  ©r   Úts     r=   r�   z&_interpret_subtrace.<locals>.<genexpr>-  s   è ø€ Ð1¡[ ˆQ�U‰U�A—F‘FŒO¡[ùs   ‚"$)ÚTensorFlowTracer�   r!  r   Úset_current_tracer´   Úto_tf_tracer)Úfr  rÃ  Ú
in_tracersÚoutsÚout_tracersÚout_vals_with_avalsræ   s          @r=   rr  rr  !  s„   ø€ ô Ó
€%Üó /ä˜7 HÔ-ó/ó /€*ô ×Ñ˜eÕ$Ùˆjˆ>€D÷ %ô 
ˆ%×
Ñ
˜dÓ#ð ô Ñ1¡[Ó1Ó1ð à	Ð÷ %Ð$ús   ¿A7Á7B c               ó�   — t        t        j                  | «      || j                  ||| j                  j
                  ¬«      \  }}|S )zïEvaluates a Jaxpr with tf.Tensor arguments.

  This is most often used as the body of a tf.function, or tf.switch_case,
  in which case it should use a fresh constant cache.
  The output is a sequence of TfVal, suitable for use with TF.
  r'  )r  r   Újaxpr_as_funr  Újaxprr  )rê  rm  r(  r›   r�   r5   s         r=   Ú_interpret_jaxprrë  1  sC   € ô "¤$×"3Ñ"3°EÓ":Ø")¨5¯>©>Ð;KØ7KØ-2¯[©[×-CÑ-CôE�*€'ˆ1ð 
€.r?   c                óö   — t        j                  | «      }t        |j                  «      t        | j                  «      k\  r/|j                  dt        | j                  «       | j                  k(  s	J || f«       ‚|S )a¬  Converts JAX avals from logical to physical, if relevant.

  JAX might have avals whose logical vs physical shape/dtype may
  differ, and only the physical view is expected to possibly
  relate to TF. TF impl rules should operate on the physical form.

  A JAX logical aval might even correspond, in principle, to several
  physical avals, but we don't support those here. Instead we assert
  there is only one and return it.
  N)r   Úphysical_avalr·   rŒ   )rƒ  rí  s     r=   rÓ  rÓ  A  sq   € ô ×$Ñ$ TÓ*€-Ü
ˆm×!Ñ!Ó
"¤c¨$¯*©*£oÒ
5Ø
×
Ñ
Ð.œs 4§:¡:›Ð
/°4·:±:Ò
=ðVØANÐPTÐ@UóVð >à	Ðr?   c                óT   — t        t        j                  d| «      «      j                  S r  )rÓ  r   ÚShapedArrayr/  rU  s    r=   Ú_jax_physical_dtyperð  Q  s    € ä	œD×,Ñ,¨R°Ó7Ó	8×	>Ñ	>Ð>r?   c                óX   — t        | «      } t        t        d„ | j                  «      «      S )zIGenerate a TF shape, possibly containing None for polymorphic dimensions.c                ó4   — t        j                  | «      rd S | S re   )r   Úis_symbolic_dim)rŠ   s    r=   rC   z#_aval_to_tf_shape.<locals>.<lambda>Z  s   € ¤V×%;Ñ%;¸AÔ%>˜TÐEÀAÐEr?   )rÓ  r�   r´   rŒ   ©rƒ  s    r=   Ú_aval_to_tf_shaperõ  V  s,   € ô 
˜DÓ	!€$Ü	ŒsÑEØ—:‘:óó 
 ð  r?   c                ó¨   — 	 t        | «      } | t        j                  k(  rt        } t
        j                  j                  | «      S # t        $ r Y ŒCw xY wre   )rð  rL  r   rW  rY  rH   Úas_dtype)Ú	jax_dtypes    r=   r�  r�  a  sO   € ð	Ü# IÓ.€Ið
 ”&—-‘-ÒÜ'€IÜ	�‰×	Ñ	˜IÓ	&Ð&øô 
ò 	ñ 	ð	ús   ‚A Á	AÁAc                ó†   — t        j                  | j                  «      }|t         j                  vrt	        d|› d�«      ‚|S )Nzdtype zR is not a valid JAX array type. Only arrays of numeric types are supported by JAX.)r   Úcanonicalize_dtypeÚas_numpy_dtypeÚ_jax_dtype_setrL  )Útf_dtypeÚdts     r=   Ú_to_jax_dtyperÿ  o  sN   € ô × Ñ  ×!8Ñ!8Ó9€"ØŒv×$Ñ$Ñ$Ü
�f˜R˜Dð !Oð Oó Pð Pà	€)r?   c                óÌ  — t        | t        j                  t        j                  f«      rO|xs t	        | j
                  «      }t        |«      }|| j
                  k7  rt        j                  | |«      |fS | |fS |xs t        j                  | «      j
                  }t        | «      |f}|xr, t        j                  | «      dkD  xr t        j                  du}|r$t        j                  j                  |d«      \  }}nd}|€Þt        |«      }|t         j"                  k(  r3t        j$                  t        j&                  | «      |j(                  «      } t+        | d«      rSt!        j,                  | j
                  t         j.                  «      r%| j
                  j0                  j3                  | «      } t        j4                  | |¬«      }|r| |ft        j                  |<   ||fS )a<  Converts a scalar, ndarray, or tf.Tensor to a tf.Tensor with proper type.

  If `jax_dtype` is missing, uses JAX typing rules.
  See README.md for details regarding 64-bit values.

  Args:
    val: a scalar, ndarray, tf.Tensor, or tf.Variable
    jax_dtype: an optional dtype to use. If missing, uses JAX type inference
      rules for constants.
    memoize_constants: whether to memoize TF constants. We can't do this
      everywhere, we may be outside of a conversion scope.

  Returns:
    a tuple with a tf.Tensor with the type as needed by JAX, and the JAX type.
  é   N©NNr/  rU  )rG   rH   rI   rJ   rÿ  r/  r�  r‚  r   ÚabstractifyÚidr‹   Úsizeri   r^   Úgetr   rW  ÚzerosrŒ   rû  ré   Ú
issubdtypeÚextendedÚ_rulesÚphysical_constÚconvert_to_tensor)r0  rø  Úmemoize_constantsr„  Ú	const_keyÚ
do_memoizer5   Útf_vals           r=   rŽ   rŽ   y  sŒ  € ô$ �”b—i‘i¤§¡Ð-Ô.ØÒ5œ]¨3¯9©9Ó5€IÜ# IÓ.ÐØ˜3Ÿ9™9Ò$Ü�W‰W�SÐ*Ó+¨YÐ6Ð6à�)ˆ^ÐàÒ8œT×-Ñ-¨cÓ2×8Ñ8€Iô �C“˜)Ð$€Ið $Òk¬¯©°«°qÑ(8ÒkÔ=P×=_Ñ=_ÐgkÐ=k€JÙÜ%×4Ñ4×8Ñ8¸ÀLÓQ�i€a‰à€fØ€~Ü% iÓ0Ðà	”f—m‘mÒ	#Ü�h‰h”r—x‘x “}Ð&6×&EÑ&EÓFˆÜ	��gÔ	¤6×#4Ñ#4°S·Y±YÄÇÁÔ#PØ�i‰i×Ñ×-Ñ-¨cÓ2ˆÜ×#Ñ# CÐ/?Ô@€fÙ	Ø9<¸f¸Ô×*Ñ*¨9Ñ5Ø�9ÐÐr?   c                óR  — t        t        d„ | «      «      s
J d| › �«       ‚|�)t        t        j                  | |«      «      j
                  } t        j                  | «      rt        d„ | D «       «      S t        j                  t        j                  «      \  }}t        t        t        j                  | |«      |t        j                  «       gt!        |«      z  dt#        j$                  dt        j                  ddg|¢­i «      ¬«      \  }}t        d„ t'        | |«      D «       «      S )	Nc                ó
   — | d uS re   rB   ©rÈ   s    r=   rC   z_eval_shape.<locals>.<lambda>¶  s   € ˜1 D™=r?   z3Argument shape should be a valid JAX shape but got c              3  ó2   K  — | ]  }t        |«      –— Œ y ­wre   ©Úintr‰   s     r=   r�   z_eval_shape.<locals>.<genexpr>»  s   è ø€ Ð'¡˜A”�Q—¡ùr•  rY   zjax2tf evaluate_shaper   r  c              3  óz   K  — | ]3  \  }}t        j                  |«      rt        j                  |«      n|–— Œ5 y ­wre   )r   r~  ÚoperatorÚindex)r   rŠ   Úd_tfs      r=   r�   z_eval_shape.<locals>.<genexpr>Ä  s7   è ø€ ð ;Ù9‘7�1�dô %)×$8Ñ$8¸Ô$;Œx�~‰~˜aÔ ÀÓEÙ9ùs   ‚9;)rÓ   r´   rÓ  r   rï  rŒ   Úis_constant_shaper�   r"   rv  ri   r\   r  r   Úevaluate_shapeÚdim_value_avalr·   r   r  r!  )rŒ   r/  r#  r$  Úshape_values_tfr5   s         r=   Ú_eval_shaper  ³  s  € ô 
ŒSÑ(¨%Ó0Ô	1ð EØ;¸E¸7ÐCóEÐ	1à
ÐÜœt×/Ñ/°°uÓ=Ó>×DÑD€EÜ	×Ñ˜EÔ"ÜÑ'¡Ó'Ó'Ð'äŸ™Ô%8×%BÑ%BÓCÑ€(ˆJÜ)ÜŒd×!Ñ! 5¨(Ó3Ø”4×&Ñ&Ó(Ð)¬C°
«OÑ;¸RÜ×$Ñ$Ð%<¼d×>QÑ>QØ&'¨Ð%8¨ZÑ%8¸"ó>ô?Ñ€/�1ô 
ñ ;Ü! %¨Ô9ó;ó 
;ð ;r?   c                óf   — | j                   j                  «       r| S t        j                  | |«      S re   )rŒ   Úis_fully_definedrH   Úensure_shape)rÈ   rŒ   s     r=   Ú_ensure_tf_shape_if_dynamicr#  È  s(   € à‡W�W×ÑÔØ€HÜ	�‰˜˜EÓ	"Ð"r?   c                óÎ   ‡— dd„Št        | j                  «      t        |«      k(  r(t        ˆfd„t        | j                  |«      D «       «      sJ d|› d| j                  › �«       ‚y)zeAsserts that shape matches x.shape in the known dimensions and has
  dimension polynomials elsewhere.c                óf   — t        j                  |«      r| |k(  S t        j                  |«      sJ ‚yrA   )r   r~  r   ró  )ÚxdÚsds     r=   Ú	check_onez2_assert_matching_abstract_shape.<locals>.check_oneÓ  s0   € Ü×Ñ˜BÔØ�2‰X€oä×#Ñ# BÔ'Ð'Ð'Ør?   c              3  ó6   •K  — | ]  \  }} ‰||«      –— Œ y ­wre   rB   )r   r&  r'  r(  s      €r=   r�   z2_assert_matching_abstract_shape.<locals>.<genexpr>Ú  s$   øè ø€ ð 1Ù/‘&�"�bñ ˜˜B×Ù/ùs   ƒzShape z does not match x.shape N)r&  z
int | Noner'  r   )r·   rŒ   rÓ   r!  )rÈ   rŒ   r(  s     @r=   Ú_assert_matching_abstract_shaper*  Ï  si   ø€ óô ˆa�g‰g‹,œ#˜e›*Ò
$Ü
ó 1Ü §¡¨Ô/ó1ô 1ð6ð ˆUˆGÐ+¨A¯G©G¨9Ð5ó6ð 1ð1r?   c                  ó:   — e Zd ZdZddgZ	 	 dd„Zed„ «       Zd„ Zy)	rÜ  a¼  Tracer class that boxes a TF value and a JAX abstract value.

  In addition to the TF value we carry the JAX abstract value because
  there are some cases when it cannot be recovered from the value:
  when we are converting with polymorphic shapes or when the JAX aval
  has a custom element type. In these cases the shape of the value may
  have dimensions set to `None`, or it may only correspond to the JAX
  "physical" (TF/lowering-compatible) shape, so the JAX abstract value
  may contain more precise information.

  When the value has a partially-known shape, the dimensions marked as `None`
  must correspond to non-constant dimensions in the abstract value.

  See README.md for details.
  r0  Ú_avalc                óœ  — || _         || _        t        | j                  «      }t        |t        j
                  t        j                  f«      �rº|j                  }t        j                  j                  �r“t        |j                  «      t        |«      k(  sJ d|j                  › d|›�«       ‚|j                  t        j                  k(  rCt        |j                  «      |j                  k(  sdJ d|j                  › d|j                  › �«       ‚|j                  t!        |j                  «      k(  s!J d|j                  › d|j                  › �«       ‚t#        |j                  |«      D ]Ÿ  \  }}|€-t%        j&                  |«      rŒJ d|j                  › d|› �«       ‚t%        j&                  |«      s||k(  rŒPJ d|j                  › d|› �«       ‚	 t)        t+        |g«      «      }||k(  rŒƒJ d|j                  › d|› d|› d|› d�	«       ‚ t5        ||j                  d¬	«      d
   | _        y # t,        t.        t0        j2                  f$ r Y Œãw xY w)Nz_aval.shape=z different rank than val_shape=z	expected z == z. Found z != r6   T©r  r   )Ú_tracer,  rÓ  rG   rH   rI   rJ   rŒ   r   Úenable_checksrˆ   r·   r/  r   rW  r�  rÿ  r!  r   ró  r  r  rL  ÚKeyErrorr%   ÚUnexpectedDimVarrŽ   r0  )	rb   ræ   r0  rƒ  Ú	phys_avalÚ	val_shapeÚaval_dimÚval_dimÚaval_ints	            r=   rc   zTensorFlowTracer.__init__ö  s   € à€D„KØ€D„JÜ" 4§:¡:Ó.€Iä�#œŸ	™	¤2§;¡;Ð/Õ0Ø—)‘)€iä	×	Ñ	×	#Ó	#Ü�9—?‘?Ó#¤s¨9£~Ò5Ðx¸ÀiÇoÁoÐEVÐVvÐluÐkwÐ7xÓxÐ5à�?‰?œfŸm™mÒ+Ü˜iŸo™oÓ.°#·)±)Ò;Ð
i¸yÈÏÉÐHYÐY]Ð^a×^gÑ^gÐ]hÐ=iÓ
iÐ;à—‘¤M°#·)±)Ó$<Ò<Ð
jÀ	È)Ï/É/ÐIZÐZ^Ð_b×_hÑ_hÐ^iÐ>jÓ
jÐ<ä!$ Y§_¡_°iÖ!@ÑˆH�gØˆ_Ü×)Ñ)¨(Õ3Ða°yÀÇÁÐ@QÐQUÐV_ÐU`Ð5aÓaÐ3Ü×)Ñ)¨(Ô3Ø˜wÓ&ÐT¨)°I·O±OÐ3DÀDÈÈÐ(TÓTÐ&ðÜœ[¨(¨Ó4Ó5ˆhð ˜wÓ&Ðt¨)°I·O±OÐ3DÀDÈÈÐS[Ð\dÐ[eÐeiÐjqÐirÐrsÐ(tÓtÐ&ð "Aô *¨#Ø*3¯/©/Ø<@ôBàBCñE€D…Høô	 œx¬×)DÑ)DÐEò Ùðús   ÇH*È*IÉ
Ic                ó   — | j                   S re   )r,  ra   s    r=   rƒ  zTensorFlowTracer.aval  s   € à�:‰:Ðr?   c                ó   — | S re   rB   ra   s    r=   Ú
full_lowerzTensorFlowTracer.full_lower  s   € Ø€Kr?   N)ræ   rà  r0  r¦   rƒ  zcore.AbstractValue)	rQ   rR   rS   rã   Ú	__slots__rc   Úpropertyrƒ  r:  rB   r?   r=   rÜ  rÜ  â  s<   „ ñð" �gÐ€)ð EØ'ó EðD ñó ðór?   rÜ  c          	     óÌ  — t        |j                  «      dz   t        j                  | |«      z   }t	        j
                  |j                  «      }t        j                  | j                  |t        j                  |r|j                  ndt        j                  «       «      |r|j                  nd |r|j                  nd |r|j                   nd |r|j"                  ¬«      S d ¬«      S )NÚ/rY   )Úop_typeÚop_nameÚsource_fileÚsource_lineÚsource_end_lineÚsource_columnÚsource_end_column)r8  r  r   Ústr_eqn_compactr!   Ú
user_frameÚ	tracebackr/   Ú
OpMetadatar;   r'   Úget_canonical_source_fileÚ	file_nameÚTracebackCachesÚ
start_lineÚend_lineÚstart_columnÚ
end_column)Ú	primitiveÚparamsÚsource_infoÚeqn_strÚframes        r=   Ú_make_op_metadatarV    sÅ   € ô �×'Ñ'Ó(¨3Ñ.Ü×#Ñ# I¨vÓ6ñ7€'ä
×
%Ñ
% k×&;Ñ&;Ó
<€%Ü	×	 Ñ	 Ø—‘ØÜ×2Ñ2Ù$ˆE�OŠO¨"¬d×.BÑ.BÓ.DóFá(-�E×$Ò$°4Ù*/˜Ÿš°TÙ,1�e×(Ò(°tÙ.3˜%×*Ñ*ô
?ð ?ð :>ô
?ð ?r?   c                  óR   — e Zd ZdZdZdd„Z	 	 	 	 dd„Z	 	 dd„Zd„ Zd„ Z	d„ Z
dd	„Zy
)rà  aß  Trace class that underlies the jax2tf transformation.

  We are going to ensure that jax2tf.convert is never nested inside other
  transformations. This is sufficient for intended use cases (converting
  fully-transformed JAX code). It also simplifies our job because we do not have
  to handle situations where we apply primitives on a mix of TF values and
  JAX tracers from an outer transformation. E.g., for addition both the TF
  values
  and the JAX tracers have an override and they get confused if they see values
  from the other world.

  Hence a TFT trace does not interact with non-TFT traces at lower-level. For
  higher-order control-flow primitives we invoke recursively
  _interpret_fun on the body of the conditional, which will create a nested TFT.

  We do want to allow transformations nested inside a TensorFlowTrace (TFT), but
  those will introduce their own MainTrace, and any operations involving those
  will be done on those traces, i.e., not a concern for TFT.
  rB   c                óˆ  — t        |t        «      r|S t        |d«      r@t        j                  | «      5  |j                  «       }ddd«       t        |t        «      r|S t        |d¬«      \  }}t        | |t        j                  t        j                  |«      |t        j                  |«      ¬«      «      S # 1 sw Y   ŒtxY w)z2Lifts a non-Tracer into the TensorFlowTracer.
    Ú__jax_array__NTr.  )Ú	weak_type)rG   rÜ  ré   r   rá  rY  rŽ   rï  r‹   rŒ   r   Úis_weakly_typed)rb   r0  r  rø  s       r=   râ  zTensorFlowTrace.to_tf_tracerG  s¥   € ô �#Ô'Ô(Ø€jÜˆs�OÔ$Ü×!Ñ! $Õ'Ø×ÑÓ!ˆ÷ (ä	�CÔ)Ô	*Øˆ
Ü2°3È$ÔOÑ€FˆIÜØˆf”d×&Ñ&¤r§x¡x°£}°iÜ17×1GÑ1GÈÓ1LôNóOð O÷ (Ð'ús   ´B8Â8Cc           	     ó„  ‡‡‡‡‡‡— t        | j                  |«      }| j                  |«      \  ŠŠt        d„ |D «       «      Š |j                  ‰i ‰¤Ž\  Š}|D �cg c]  }|j
                  ‘Œ c}Šd	ˆˆˆˆˆˆfd„}t        «       }dj                  |j                  D �cg c]  }|j                  ‘Œ c}«      }	t        j                  rt        j                  › d|	› �}	|	j                  d«      s|	dz   }	t        j                  t        |	«      «      5  t        j                   rxt#        |‰t%        j&                  «       ¬«      }
t)        j*                  «       j-                  dt/        j0                  |
j3                  «       ¬«      i«      5   |«       }d d d «       n |«       }d d d «       |j4                  r*t7        ‰«      D ��cg c]  \  }}t9        | ||«      ‘Œ }}}nt9        | ‰«      }t:        j<                  j>                  rŽ|j4                  rZt7        |‰«      D ]I  \  }}|j@                  jC                  «       |jC                  «       k(  rŒ2J |› d|j@                  › d|› �«       ‚ |S |j@                  ‰k(  sJ |› d|j@                  › d‰› �«       ‚|S c c}w c c}w # 1 sw Y   �Œ	xY w# 1 sw Y   �ŒxY wc c}}w )
Nc              3  ó4   K  — | ]  }|j                   –— Œ y ­wre   rô  rÞ  s     r=   r�   z4TensorFlowTrace.process_primitive.<locals>.<genexpr>[  s   è ø€ Ð2KÁ7¸a°1·6µ6Á7ùó   ‚c                 ó.   •— ‰r ‰‰‰ ‰dœ‰¤ŽS  ‰‰i ‰¤ŽS )N©rÔ  rÕ  rB   )rw  r›   rš   Úimpl_needs_avalsr‰  rR  s   €€€€€€r=   Úinvoke_implz6TensorFlowTrace.process_primitive.<locals>.invoke_implc  s8   ø€ Ù	ÙØØ Øñð ñ	ð 	ñ �WÐ' Ñ'Ð'r?   r>  )rS  Ú_XlaOpMetadata©Úsz: out.aval = z; expected )r§   r¦   )"r´   râ  Úget_primitive_implr�   Úabstract_evalr0  rg   ÚjoinÚstackr;   ri   r_   ÚendswithrH   r`  r>   r]   rV  r!   ÚcurrentÚtf_opsr®  Ú_attr_scoper0   Ú	AttrValueÚSerializeToStringrÉ  r!  rÜ  r   r0  rˆ   rƒ  Ústrip_weak_type)rb   rQ  ÚtracersrR  r5   rß  rb  rf   re  ÚscopeÚop_metadata_protoÚval_outrM   r‘   ÚoutrÇ   Úexpected_avalrw  r›   rš   ra  r‰  s      `             @@@@@r=   Úprocess_primitivez!TensorFlowTrace.process_primitiveV  s¦  ý€ ô �$×#Ñ# WÓ-€GØ!×4Ñ4°YÓ?Ñ€DÐ
Ü-2Ñ2KÁ7Ó2KÓ-K€Jð *�)×)Ñ)¨:Ð@¸Ñ@�K€HˆaÙ/6Ó7©w¨! §£¨wÑ7€G÷(ò (ô 1Ó2Ðð �H‰HÐ&8×&>Ò&>Ó?Ñ&> �a—f“fÐ&>Ñ?Ó@€Eô ×.Ò.Ü$×8Ñ8Ð9¸¸5¸'ÐB€eà�>‰>˜#ÔØ�c‰k€eä	�‰Ô+¨EÓ2Õ	3Ü	×	4Ò	4Ü-Ø�vÔ+;×+CÑ+CÓ+EôGÐä×%Ñ%Ó'×3Ñ3Øœ~×7Ñ7Ø#×5Ñ5Ó7ô 9ð :õ;ñ  “Mˆ'÷;ð ;ñ
 “-ˆ÷ 
4ð ×!Ò!ô ˜' 8Ô,ôá,‰dˆa�ô ˜4  AÕ
&Ø,ð 
ò ô
 ˜T 7¨HÓ5€cô ×Ñ×!Ò!Ø	×	#Ò	#Ü # C¨Ö 2ÑˆAˆ}Ø—‘×'Ñ'Ó)¨]×-JÑ-JÓ-LÓLð MØ�˜=¨¯©¨°¸M¸?ÐKóMÐLð !3ð €Jð �x‰x˜8Ò#ð 	
Øˆk˜ s§x¡x j°¸H¸:ÐFó	
Ð#ð €Jùòq  8ùò @÷ ;ñ ;ú÷	 
4Ñ	3üós7   ÁJÂ JÄA8J/ÆJ"ÆJ/ÇJ<Ê"J,	Ê'J/Ê/J9c           	     óp  — |j                   sJ ‚t        | j                  |«      }|D �cg c]  }|j                  ‘Œ }}t	        d„ |D «       «      }t        ||«      }d }	t        |	«      5   |j                  |Ž }
d d d «       
D ��cg c]  \  }}t        | ||«      ‘Œ c}}S c c}w # 1 sw Y   Œ.xY wc c}}w )Nc              3  ó4   K  — | ]  }|j                   –— Œ y ­wre   rô  rÞ  s     r=   r�   z/TensorFlowTrace.process_call.<locals>.<genexpr>¡  s   è ø€ Ð-F¹g¸¨a¯f­f¹gùr^  )	rÉ  r´   râ  r0  r�   rr  ro  rÀ  rÜ  )rb   Úcall_primitiverÂ  rq  rR  rß  ÚvalsÚavalsÚinterpreted_funrm  Úvals_outrM   r‘   s                r=   Úprocess_callzTensorFlowTrace.process_callœ  s°   € à×*Ò*Ð*Ð*Ü�$×#Ñ# WÓ-€GÙ,3Ó4©G q˜QŸU›U¨G€DÐ4Ü(-Ñ-F¹gÓ-FÓ(F€EÜ)¨#¨uÓ5€OØÐÜ	Ð.Õ	/Ø-�×-Ñ-¨tÐ4€h÷ 
0á5=Ô>±X©T¨Q°Ô˜T 1 aÕ(°XÒ>Ð>ùò 5÷ 
0Ð	/üã>s   ©B!Á)B&ÂB2Â&B/c                ó   — t        d«      ‚)NÚprocess_maprÙ   )rb   Úmap_primitiverã  rq  rR  s        r=   r�  zTensorFlowTrace.process_map¨  s   € Ü
˜mÓ
,Ð,r?   c               óJ   — ~~| j                  t        j                  ||i «      S re   ©r  r   Úcall_p)rb   ÚprimrÂ  Újvprq  Úsymbolic_zeross         r=   Úprocess_custom_jvp_callz'TensorFlowTrace.process_custom_jvp_call«  s$   € ð 	ˆ^Ø×ÑœTŸ[™[¨#¨w¸Ó;Ð;r?   c                óN   — ~~~~| j                  t        j                  ||i «      S re   r„  )rb   r†  rÂ  ÚfwdÚbwdrq  Ú	out_treesrˆ  s           r=   Úprocess_custom_vjp_callz'TensorFlowTrace.process_custom_vjp_call²  s(   € ð
 	ˆS�)˜^Ø×ÑœTŸ[™[¨#¨w¸Ó;Ð;r?   c                ó  — t         j                  s	 t        |   dfS 	 t        |   dfS # t        $ r Y Œw xY w# t        $ r= 	 t
        |   dfcY S # t        $ r"}d}t        |j                  |«      «      |‚d }~ww xY ww xY w)NTFz7TensorFlow interpretation rule for '{}' not implemented)ri   rZ   Útf_impl_no_xlar1  rT   rU   rÚ   Úformat)rb   r€   ÚerrrO  s       r=   rf  z"TensorFlowTrace.get_primitive_implº  s™   € ô ×)Ò)ðÜ˜aÑ  $Ð&Ð&ð:Ü�Q‰Z˜ÐÐøô ò Ùðûô ò :ð:Ü! !Ñ$ dÐ*Ò*øÜò :ØGˆÜ! #§*¡*¨Q£-Ó0°cÐ9ûð:úð:ús9   ’
) ž
8 ©	5´5¸	A>Á
AÁA>Á	A:ÁA5Á5A:Á:A>N)r0  r¦   r§   rÜ  )rQ  úcore.Primitiverq  úSequence[TensorFlowTracer]r§   rÜ  )rz  r“  rÂ  úlu.WrappedFunrq  r”  )r€   r“  r§   ztuple[Callable, bool])rQ   rR   rS   rã   r;  râ  rw  r  r�  r‰  rŽ  rf  rB   r?   r=   rà  rà  0  sN   „ ñð( €)óOðDØ!;ðDà#3óDðL
?Ø6ó
?ò-ò<ò<ô:r?   rà  c                ó   — J d| › �«       ‚)Nz!Encountered unexpected primitive rB   )r€   ÚargsrÑ  s      r=   Ú_unexpected_primitiver˜  Ë  s   € Ø7Ð3°A°3Ð7Ó7ˆr?   c                ó"   — t        | g|¢­dd dœŽS )NF)r(  rm  ©rë  )rê  r—  s     r=   rC   rC   Ò  s"   € Ô)ØðIØñIØ+0À4óIr?   )EÚclzÚigamma_grad_aÚrandom_gamma_gradÚ	polygammaÚ
reduce_xorÚschurÚclosed_callÚunreachableÚbintÚgetsliceÚfull_to_shardÚshard_to_fullÚpure_callbackÚ	run_stateÚforÚinspect_shardingÚio_callbackÚbroadcast_toÚ	shard_mapÚ global_array_to_host_local_arrayÚ host_local_array_to_global_arrayÚcall_exportedÚzetaÚ	after_allÚ
all_to_allÚcheckÚcreate_tokenÚcustom_transpose_callÚcustom_vmap_callÚlinear_callÚpmax_pÚpminÚppermuteÚpsendÚprecvÚpsumÚpsum2Ú
pbroadcastÚpmaxÚpgatherÚreduce_scatterÚ
axis_indexÚ
all_gatherÚall_gather_invariantÚlu_pivots_to_permutationÚxla_pmapÚgeqrfÚgeqp3Úhouseholder_productÚ
hessenbergÚtridiagonalÚeigh_jacobiÚplatform_indexÚassert_consumed_valueÚconsumeÚ
ragged_dotÚragged_dot_generalÚcholesky_updateÚsymmetric_productÚfrom_edtypeÚ	to_edtypeÚ
reciprocalÚbitcastÚrepeatÚrollÚwith_memory_space_constraintÚremove_memory_spaceÚbias_fwdÚbias_bwdc                ó   — | S re   rB   r  s    r=   rC   rC   !  s   € ±Ar?   c                óD   — t         j                  j                  | |¬«      S )N©rÈ   Úy)rH   r¼   ÚAddV2râ  s     r=   Ú_addrå  &  s   € Ü	�‰×	Ñ	˜A Ð	Ó	#Ð#r?   )ÚdevicesÚsrcsÚcopy_semanticsc                ó   — |S re   rB   )ræ  rç  rè  Úxss       r=   rC   rC   +  s   € Ñ[]r?   c                ó   — | S re   rB   r  s    r=   rC   rC   ,  s   € ©r?   c                ó   — g S re   rB   r  s    r=   rC   rC   -  s   € ©Rr?   c                 ó   — t        | «      S re   ©r�   ©r—  r5   s     r=   Ú_shard_alikerð  /  s   € Ü	ˆt‹Ðr?   c                ó<  — | j                   j                  rht        | j                      }t        j                  | |«      }t        j
                  j                  |«      }t        j                  || j                   «      S t        j
                  j                  | «      S re   )r/  Úis_unsignedÚ_UNSIGNED_TO_SIGNED_TABLErH   r‚  ÚmathÚnegative)rÈ   Úsigned_dtypeÚx_signedÚ
res_signeds       r=   Ú_negrù  3  sk   € Ø‡W�W×ÒÜ,¨Q¯W©WÑ5€LÜ�w‰w�q˜,Ó'€HÜ—‘×!Ñ! (Ó+€JÜ�7‰7�:˜qŸw™wÓ'Ð'ä�7‰7×Ñ˜AÓÐr?   c                óR  — | j                   j                  rst        j                  t        j                  j                  | d«      t        j                  d| j                   ¬«      t        j                  d| j                   ¬«      «      S t        j                  j                  | «      S )Nr   rU  r  )r/  rò  rH   Úwhererô  ÚequalrL   Úsignr  s    r=   Ú_signrþ  ?  si   € Ø‡W�W×Òä�8‰8Ü
�‰�‰�a˜ÓœRŸ[™[¨°!·'±'Ô:Ü
�‰�A˜QŸW™WÔ%ó'ð 'ô �7‰7�<‰<˜‹?Ðr?   c          	     óX  — |t         j                  j                  u rðt        | «      }| |z  } t        j
                  j                  | «      }| |z  } t        j
                  j                  | t	        j                  t        j                  d«      | j                  «      «      }|t	        j                  |t	        j                  t        j                  d«      | j                  «      t        j
                  j                  | «      «      |z   z  S t        j
                  j                  | «      S )Ng      à?r  )r   ÚRoundingMethodÚAWAY_FROM_ZEROrþ  rH   rô  Úfloorrü  rL   r‹   Úarrayr/  rû  Úround)ÚoperandÚrounding_methodrÔ  rÕ  rý  r  Úconds          r=   Ú_roundr  N  sÒ   € ð œ×*Ñ*×9Ñ9Ñ9ä�‹>€DØˆt�O€GÜ�G‰G�M‰M˜'Ó"€EØˆuÑ€GÜ�7‰7�=‰=˜¤"§+¡+¬b¯h©h°s«m¸W¿]¹]Ó"KÓL€DØÜ
�‰�”r—{‘{¤2§8¡8¨A£;°·±Ó>Ü—‘—‘˜wÓ'ó	)Ø+0ñ	1ñ2ð 2ô �7‰7�=‰=˜Ó!Ð!r?   c                ó‚   — | j                   }t        j                  t        j                  j	                  | ¬«      |«      S )Nr  )r/  rH   r‚  r¼   ÚPopulationCount)rÈ   Ú
orig_dtypes     r=   Ú_population_countr  b  s.   € Ø�w‰w€*Ü	�‰”—‘×+Ñ+¨aÐ+Ó0°*Ó	=Ð=r?   c                óp   — | j                   j                  st        j                  j	                  | «      S | S re   )r/  rò  rH   rô  Úabsr  s    r=   Ú_absr  k  s%   € à Ÿw™w×2Ò2Œ�‰�‰�Q‹Ð9¸Ð9r?   c               ó  — t         j                  j                  | t        |j                  «      «      } t         j                  j                  |t        |j                  «      «      }t         j
                  j                  | |«      S re   )rH   r   r‚  r�  r/  rô  Úpow)rÈ   rã  rÔ  rÕ  s       r=   Ú_powr  s  sQ   € Ü‡i�i‡n�n�Qœ Y§_¡_Ó5Ó6€!Ü‡i�i‡n�n�Qœ Y§_¡_Ó5Ó6€!Ü	�‰�‰�Q˜Ó	Ðr?   c               ó¸  — |dk(  rIt        j                  t        j                  d| j                  d¬«      t	        |j
                  «      «      S |dk  }|r| }d }|dkD  rY|dz  r$|€| nt         j                  j                  || «      }|dz  }|dkD  r t         j                  j                  | | «      } |dkD  rŒY|rt         j                  j                  |«      S |S )Nr   r  rB   )r/  rŒ   )	rH   r¬  rL   r/  r  rŒ   rô  ÚmultiplyrØ  )rÈ   rã  rÔ  rÕ  Úis_reciprocalÚaccs         r=   Ú_integer_powr  |  sÌ   € ð ˆ!‚VÜ�?‰?Ü
�‰�A˜QŸW™W¨BÔ/´¸Y¿_¹_Ó1MóOð Oà�a‘%€-ÙØ	
ˆ€AØ€#Ø	ˆAŠØˆ1‚uØ�‰A¤"§'¡'×"2Ñ"2°3¸Ó":€cØˆ!�G€AØˆ1‚uÜ
�'‰'×
Ñ
˜1˜aÓ
 €að 	
ˆA‹ñ %2Œ�‰×	Ñ	˜CÓ	 Ð:°sÐ:r?   c                ó@   — t         j                  j                  | «      S re   )rH   rô  Úexp©rÈ   Úaccuracys     r=   rC   rC   �  ó   € ¬¯©¯©°Q¬r?   c           
     óò   — t         j                  j                  t         j                  j                  t         j                  j	                  t        j
                  d| j                  «      «      | «      «      S )Nrw   )rH   rô  r  r  ÚlogrL   r/  r  s     r=   rC   rC   ‘  sA   € ´2·7±7·;±;Ü‡G�G×Ñ”R—W‘W—[‘[¤§¡¨Q°·±Ó!8Ó9¸1Ó=ô4r?   c                ó@   — t         j                  j                  | «      S re   )rH   rô  Úexpm1r  s     r=   rC   rC   ”  ó   € ¬2¯7©7¯=©=¸Ô+;r?   c                ó@   — t         j                  j                  | «      S re   )rH   rô  r  r  s     r=   rC   rC   •  r  r?   c                ó@   — t         j                  j                  | «      S re   )rH   rô  Úlog1pr  s     r=   rC   rC   –  r!  r?   c                ó@   — t         j                  j                  | «      S re   )rH   rô  Útanr  s     r=   rC   rC   —  r  r?   c                ó@   — t         j                  j                  | «      S re   )rH   rô  Útanhr  s     r=   rC   rC   ˜  ó   € ¬"¯'©'¯,©,°q¬/r?   c                ó@   — t         j                  j                  | «      S re   )rH   rô  Úsinr  s     r=   rC   rC   ™  r  r?   c                ó@   — t         j                  j                  | «      S re   )rH   rô  Úcosr  s     r=   rC   rC   ›  r  r?   ©rÉ  c           	     óp  — |j                   j                  s| j                   j                  rët        j                  t        j                  t        j
                  t        j                  ij                  | j                   «      }t        j                  d|«      }t        j                  d|«      }t        j                  ||«      }| t        j                  j                  ||| z  z   t        j                  j                  ||z  | | z  z   «      z  «      z  S t        j                  j                  | |«      S ©Nr   r  )r/  Ú
is_complexrH   Ú	complex64Úfloat32Ú
complex128Úfloat64r  rL   Úcomplexrô  r  ÚsqrtÚatan2)rã  rÈ   rÑ  Úcomplex_component_dtypeÚzeroÚoner³  s          r=   Ú_atan2r<  ¤  s×   € Ø‡W�W×Ò˜1Ÿ7™7×-Ò-ä‡l�l”B—J‘JÜ‡m�m”R—Z‘Zð÷ 
�cˆ!�'‰'ƒlð ô �;‰;�qÐ1Ó2€DÜ
�+‰+�aÐ0Ó
1€CÜ
�
‰
�4˜Ó€AØˆ2”—‘—‘˜Q  Q¡™Y¬¯©¯©°Q¸±U¸QÀ¹U±]Ó(CÑCÓDÑDÐDä�7‰7�=‰=˜˜AÓÐr?   c                ó@   — t         j                  j                  | «      S re   )rH   rô  r7  r  s     r=   rC   rC   ¹  r)  r?   c                ó@   — t         j                  j                  | «      S re   )rH   rô  Úrsqrtr  s     r=   rC   rC   »  r!  r?   c                ó¼   — t         j                  j                  | «      t         j                  j                  t         j                  j	                  | «      d«      z  S )NgUUUUUUÕ?)rH   rô  rý  r  r  r  s     r=   Ú_cbrtrA  ½  s4   € Ü	�‰�‰�a‹œ2Ÿ7™7Ÿ;™;¤r§w¡w§{¡{°1£~°sÓ;Ñ	;Ð;r?   c                óD  — | j                   t        j                  k(  r$t        j                  | t        j                  «      S | j                   t        j
                  k(  r$t        j                  | t        j                  «      S t        j                  j                  | «      S re   )	r/  rH   r3  r‚  r2  r5  r4  rô  Úconj)rÈ   rÑ  s     r=   Ú_conjrD  Ð  s`   € ð ‡W�W”—
‘
ÒÜ�7‰7�1”b—l‘lÓ#Ð#Ø‡w�w”"—*‘*ÒÜ�7‰7�1”b—m‘mÓ$Ð$ä�7‰7�<‰<˜‹?Ðr?   c                ó˜  — t        | «      } t        |«      }t        j                  t        j                  ||   t        j
                  «      t        j
                  ¬«      }t        t        |«      «      D �cg c]  }||k(  rdnd‘Œ }}t        j                  t        j                  t        j                  ||«      |«      | «      S c c}w )NrU  éÿÿÿÿr  )	r�  r  rH   r¶   r‚  Úint32r·   r¬  Úreshape)r/  rŒ   Ú	dimensionr   Úshape_tfÚvecr³  Ú	vec_shapes           r=   Ú_iotarM  ä  s—   € Ü
�uÓ
€%ô ˜Ó€(Ü
�‰”—‘˜ )Ñ,¬b¯h©hÓ7¼r¿x¹xÔH€#Ü49¼#¸e»*Ô4EÓFÑ4E¨q�Q˜)’^‰r¨Ñ*Ð4E€)ÐFÜ	�‰”—‘¤§¡¨C°Ó!;¸XÓFÈÓ	NÐNùò Gs   Á7Cc           	     óÒ  — | j                   j                  r²t        j                  j	                  | |«      }t        j                  j                  t        j                  t        | «      t        |«      «      t        j                  t        j                  j                  | |«      d«      «      }t        j                  ||dz   |«      S t        j                  j                  | |«      S r0  )r/  Ú
is_integerrH   rô  ÚfloordivÚlogical_andÚ	not_equalrþ  Úfloormodrû  Útruediv)ÚlhsÚrhsÚquotientÚselects       r=   Ú_divrY  ñ  sœ   € Ø‡Y�Y×ÒÜ�w‰w×Ñ  SÓ)€HÜ�W‰W× Ñ Ü
�‰”U˜3“Z¤ s£Ó,Ü
�‰”R—W‘W×%Ñ% c¨3Ó/°Ó3ó5€Fô �8‰8�F˜H q™L¨(Ó3Ð3ä�7‰7�?‰?˜3 Ó$Ð$r?   c                ó~   — t        | «      t        j                  j                  t	        | «      t	        |«      «      z  S re   )rþ  rH   rô  rS  r  )rU  rV  s     r=   Ú_remr[  ü  s*   € Ü	ˆs‹”b—g‘g×&Ñ&¤t¨C£y´$°s³)Ó<Ñ	<Ð<r?   c               ól  — t        j                  | j                  j                  t        j
                  «      rP t        t        t        j                  |rt        j                  nt        j                  ¬«      d¬«      | |||¬«      S | j                  j                  t        j                  k(  rC |r t        j                  j                   | |«      S t        j                  j"                  | |«      S  |r t        j                  j$                  | |«      S t        j                  j&                  | |«      S )N)Úlax_cmp_pick_xFr.  r`  )r   r  r/  rû  r‹   ÚcomplexfloatingrÙ  r   Úlax_internalÚ_minmax_complex_loweringr   ÚltÚgtÚbool_rH   rô  rQ  Ú
logical_orÚminimumÚmaximum)rÈ   rã  Úis_minrÔ  rÕ  s        r=   Ú_minmaxrh    sà   € ô ×Ñ�q—w‘w×-Ñ-¬r×/AÑ/AÔBð ÔÜ”×5Ñ5Ù)/œsŸvšv´S·V±Vô	=àô ð !" 1°	ÀYôPð Pð 	‡w�w×Ñ¤§¡Ò)ØA¡6ŒB�G‰G×ÑÀ1ÀaÓHÐH¬r¯w©w×/AÑ/AÀ1ÀaÓHÐHà:™vŒB�G‰G�O‰O¸A¸qÓAÐA¬2¯7©7¯?©?¸A¸qÓAÐAr?   c               ó  — t        | j                  «      dk(  rt        |j                  «      dk(  s!J d| j                  › d|j                  › �«       ‚t        j                  dt	        | j
                  «      «      }t        | ||||g|¬«      S )Nr   zx: z, y: rB   )rg  rÔ  rÕ  )r·   rŒ   r   rï  rÿ  r/  rh  )rÈ   rã  rg  rƒ  s       r=   Ú_minmax_scalarrj    sz   € ô 
ˆQ�W‰W‹˜Ò	œs 1§7¡7›|¨qÒ0ÐO°C¸¿¹°yÀÀaÇgÁgÀYÐ2OÓOÐ	0Ü	×	Ñ	˜"œm¨A¯G©GÓ4Ó	5€$Ü	��A˜fØ  $˜<°4ô
9ð 9r?   )rg  c                ó’  — | j                   j                  r’| j                   |j                   k(  sJ ‚| j                   }t        |   }t        j                  | |«      } t        j                  ||«      }t        j
                  j                  | |«      }t        j                  ||«      S t        j
                  j                  | |«      S re   )r/  rò  ró  rH   r‚  ÚbitwiseÚright_shift)rÈ   rã  r  rö  r¼  s        r=   Ú_shift_right_arithmetic_rawrn  ,  s–   € Ø‡W�W×ÒØ�7‰7�a—g‘gÒÐÐØ—‘€JÜ,¨ZÑ8€LÜ
�‰��<Ó €AÜ
�‰��<Ó €AÜ
�*‰*×
 Ñ
   AÓ
&€CÜ�7‰7�3˜
Ó#Ð#ä�:‰:×!Ñ! ! QÓ'Ð'r?   c                ó”   — d| j                   j                  z  }t        j                  t	        | |«      ||dz
  «      }t        | |«      S )Né   r  )r/  r  rH   rû  Ú_shift_in_boundsrn  )rÈ   rã  Úx_bitsÚclamp_ys       r=   Ú_shift_right_arithmeticrt  9  sA   € ð
 ˆq�w‰w�|‰|Ñ€&Ü�H‰HÔ% a¨Ó+¨Q°¸±
Ó;€'Ü	$ Q¨Ó	0Ð0r?   c                ó’  — | j                   j                  r t        j                  j	                  | |«      S | j                   |j                   k(  sJ ‚| j                   }t
        |   }t        j                  | |«      } t        j                  ||«      }t        j                  j	                  | |«      }t        j                  ||«      S re   )r/  rò  rH   rl  rm  Ú_SIGNED_TO_UNSIGNED_TABLEr‚  )rÈ   rã  r  Úunsigned_dtyper¼  s        r=   Ú_shift_right_logical_rawrx  F  s–   € Ø‡W�W×ÒÜ�:‰:×!Ñ! ! QÓ'Ð'à�7‰7�a—g‘gÒÐÐØ—‘€JÜ.¨zÑ:€NÜ
�‰��>Ó"€AÜ
�‰��>Ó"€AÜ
�*‰*×
 Ñ
   AÓ
&€CÜ�7‰7�3˜
Ó#Ð#r?   c                ó~   — t        j                  t        | |«      t        | |«      t        j                  | «      «      S re   )rH   rû  rq  rx  rX  râ  s     r=   Ú_shift_right_logicalrz  S  s6   € ô
 
�‰Ü�q˜!ÓÔ6°q¸!Ó<¼b¿m¹mÈAÓ>Nó
Pð Pr?   c                ó¦   — t        j                  t        | |«      t         j                  j	                  | |«      t        j
                  | «      «      S re   )rH   rû  rq  rl  Ú
left_shiftrX  râ  s     r=   Ú_shift_leftr}  _  s?   € ô
 
�‰Ü�q˜!ÓœbŸj™j×3Ñ3°A°qÓ9¼2¿=¹=ÈÓ;Kó
Mð Mr?   c                ó^  — d| j                   j                  z  }|j                   j                  r't        j                  |t
        |j                      «      n|}t        j                  j                  ||«      }t        j                  j                  |d«      }t        j                  ||«      S )Nrp  r   )
r/  r  rò  rH   r‚  ró  rô  ÚlessÚgreater_equalrQ  )rÈ   rã  rr  Úy_compÚy_lt_x_bitsÚy_ge_0s         r=   rq  rq  k  sƒ   € àˆq�w‰w�|‰|Ñ€&ð 12·±×0CÒ0Cô �7‰7ØÔ	" 1§7¡7Ñ	+ô-ØIJð 	ä—‘—‘˜V VÓ,€+Ü�7‰7× Ñ  ¨Ó+€&Ü	�‰˜ VÓ	,Ð,r?   c                ó¤   — | j                   t        j                  k(  rt        j                  | «      S t        j                  j                  | «      S )aÌ  Computes bitwise not with support for booleans.

  Numpy and JAX support bitwise not for booleans by applying a logical not!
  This means that applying bitwise_not yields an unexpected result:
    jnp.bitwise_not(jnp.array([True, False]))
    >> Array([False,  True], dtype=bool)

  if you assume that booleans are simply casted to integers.
    jnp.bitwise_not(jnp.array([True, False]).astype(np.int32)).astype(bool)
    >> Array([True,  True], dtype=bool)
  )r/  rH   r-  Úlogical_notrl  Úinvertr  s    r=   Ú_notr‡  w  s8   € ð ‡W�W”—‘ÒÜ�>‰>˜!ÓÐä�:‰:×Ñ˜QÓÐr?   c                óZ   ‡ ‡‡— t         j                  j                  ‰«      Šdˆˆˆ fd„}|S )aø  Computes functions with some bool args and bool results using int8.

  This is needed because some TF ops do not work for bool args, e.g.,
  inequalities, min/max.

  Args:
    f: a TF callable to wrap. It will be called with non-boolean arguments.
    argnums: the positional arguments that may be booleans.
    boolean_f: [Optional] a TF callable compatible with boolean
      arguments.

  Returns: a TF callable that can take a mix of boolean positional arguments
    (in the positions specified by `argnums`) and some non-boolean positional
    arguments. If there are no boolean arguments, just calls `f`. Otherwise,
    it calls `boolean_f` if defined. Otherwise, casts the boolean
    arguments to `int8`, calls `f`, then casts the result to `bool`.
  c                 óz  •— ‰D �ch c]  }| |   j                   ’Œ }}t        j                  |vr ‰| i |¤ŽS t        |«      dk(  sJ |«       ‚‰d k7  r ‰| i |¤ŽS t	        | «      D ��cg c]/  \  }}|‰v r$t        j
                  |t        j                  «      n|‘Œ1 }}}d|v r`d„ }t	        |d   «      D ��cg c]  \  }}|‰v r ||«      n|‘Œ }}}t        j                  j                  ||d   «      }	t        |||	¬«      } ‰|i |¤Ž}
t        j                  j                  d„ |
«      S c c}w c c}}w c c}}w )Nr  rÔ  c                óœ   — | j                   t        j                  k(  sJ ‚t        j                  | j
                  t        j                  «      S re   )r/  r‹   rc  r   rï  rŒ   Úint8rô  s    r=   Ú	cast_avalz7handle_boolean_args.<locals>.wrapper.<locals>.cast_aval®  s3   € Ø—:‘:¤§¡Ò)Ð)Ð)Ü×#Ñ# D§J¡J´·±Ó8Ð8r?   rÕ  r`  c                óJ   — t        j                  | t         j                  «      S re   )rH   r‚  r-  )rÇ   s    r=   rC   z6handle_boolean_args.<locals>.wrapper.<locals>.<lambda>º  s   € ¬r¯w©w°q¼"¿'¹'Ô/Br?   )
r/  rH   r-  r·   rœ  r‚  r‹  ÚnestÚmap_structurerç   )r—  rÑ  r³  Úargnum_typesr‘   Ú	args_castrŒ  rƒ  Ú_in_avals_castÚ_out_aval_castru  ÚargnumsÚ	boolean_frã  s              €€€r=   Úwrapperz$handle_boolean_args.<locals>.wrapper   sb  ø€ Ù+2Ó3©7 a�D˜‘G—M“M¨7€LÐ3Ü	‡w�w�lÑ"Ù�Ð˜ÑÐô �Ó !Ò#Ð1 \Ó1Ð#Ø	�dÒ	Ù˜$Ð) &Ñ)Ð)ô !*¨$¤ô1Ù /™˜˜1ð ./°'©\”b—g‘g˜a¤§¡Ô)¸qÑ@Ø /ð 	ñ 1à˜&Ñ ò9ô ' v¨kÑ':Ô;ôá;‘'�!�Tð "# g¡‰i˜Œo°4Ñ7Ø;ð ñ ô Ÿ7™7×0Ñ0°¸FÀ;Ñ<OÓPˆ.ÜØ ¸.ôJˆ&á�Ð%˜fÑ%ˆÜ�w‰w×$Ñ$Ñ%BÀCÓHÐHùò3 4ùó1ùós   †D,Á(4D1Â7D7©r—  r¦   )rH   rŽ  Úflatten)rã  r”  r•  r–  s   ``` r=   Úhandle_boolean_argsr™  Œ  s$   ú€ ô$ �G‰G�O‰O˜GÓ$€'÷Ið8 
€.r?   )r   r  )r”  r•  c                óÞ  — t        j                  | j                  j                  t        j
                  «      s| S t        j                  | j                  j                  t        j                  «      sJ ‚t        j                  | j                  j                  «      j                  }t        j                  |   }t        j                  |   }t        j                  | |«      }t        j                  t        j                  j                  ||dz
  «      |«      }t        j                  t        j                  j                  |d«      |«      }t        j                  j!                  ||«      S ©Nr  )r   r  r/  rû  r‹   ÚinexactÚfloatingÚfinfoÚbitsr_  Ú_INT_DTYPESÚ_UINT_DTYPESrH   rÙ  rl  rm  Úbitwise_xor)rÈ   Únbitsrö  rw  ÚsignedÚ	sign_maskÚsign_magnitude_masks          r=   Ú_total_order_adjustmentr§  Ç  sø   € Ü	×	Ñ	˜1Ÿ7™7×1Ñ1´2·:±:Ô	>Ø€HÜ	×	Ñ	˜1Ÿ7™7×1Ñ1´2·;±;Ô	?Ð?Ð	?ô �,‰,�q—w‘w×-Ñ-Ó
.×
3Ñ
3€%Ü×)Ñ)¨%Ñ0€,Ü×,Ñ,¨UÑ3€.ä�:‰:�a˜Ó&€&Ü�j‰jœŸ™×/Ñ/°¸À¹	ÓBÀNÓS€)ÜŸ
™
¤2§:¡:×#9Ñ#9¸)ÀQÓ#GÈÓVÐÜ	�‰×	Ñ	 Ð(;Ó	<Ð<r?   c                óò  — t        j                  | j                  j                  t        j
                  «      rŽt        t        j                  j                  | «      t        j                  j                  |«      «      xrF t        t        j                  j                  | «      t        j                  j                  |«      «      S t        j                  j                  t        | «      t        |«      «      S re   )r   r  r/  rû  r‹   r^  Ú_total_order_equalrH   rô  ÚrealÚimagrü  r§  râ  s     r=   r©  r©  Þ  s›   € Ü×Ñ�q—w‘w×-Ñ-¬r×/AÑ/AÔBÜœbŸg™gŸl™l¨1›o¬r¯w©w¯|©|¸A«Ó?ÒxÔDVÔWY×W^ÑW^×WcÑWcÐdeÓWfÔhj×hoÑho×htÑhtÐuvÓhwÓDxÐxÜ	�‰�‰Ô.¨qÓ1Ô3JÈ1Ó3MÓ	NÐNr?   c                óT   — t        j                  | t        j                  |«      «      S re   ©rH   rQ  r…  râ  s     r=   rC   rC   å  s   € œbŸn™n¨Q´·±¸qÓ0AÔBr?   c                óT   — t        j                  t        j                  | «      |«      S re   r­  râ  s     r=   rC   rC   æ  s   € œ2Ÿ>™>¬"¯.©.¸Ó*;¸QÔ?r?   c                ó@   — t        j                  t        | |«      «      S re   )rH   r…  Úboolean_lessrâ  s     r=   rC   rC   ç  s   € ¬¯©´|ÀAÀaÓ7HÔ(Ir?   c                ó@   — t        j                  t        | |«      «      S re   )rH   r…  Úboolean_greaterrâ  s     r=   rC   rC   è  s   € ¤R§^¡^´OÀAÀaÓ4HÔ%Ir?   c                ó8   —  | t        |«      t        |«      «      S re   )r§  )r  rÈ   rã  s      r=   Ú_total_order_condr´  ï  s   € Ù	Ô% aÓ(Ô*AÀ!Ó*DÓ	EÐEr?   )rZ  r   c               ó¬  — | j                   j                  }t        j                  |t        j
                  «      rCt        j                  |t        j
                  «      st        j                  j                  | «      } t        j                  |t        j                  «      r‹t        j                  |t        j                  «      sgt        j                  |t        j
                  «      sC|t        j                  k(  s0t        | «      }|t        j                  j                  || z  «      z  } t        j                  j                  | t        |«      «      S re   )r/  rû  r   r  r‹   r^  rH   rô  rª  r�  rc  rþ  r  r‚  r�  )r  Ú	new_dtyperZ  r   Ú	old_dtyperý  s         r=   Ú_convert_element_typer¸  ø  sÙ   € Ø�m‰m×*Ñ*€)Ü×Ñ˜	¤2×#5Ñ#5Ô6Ü
×
Ñ
˜I¤r×'9Ñ'9Ô
:Ü�g‰g�l‰l˜7Ó#€GÜ×Ñ˜	¤2§;¡;Ô/Ü×Ñ˜Y¬¯©Ô4¼×8IÑ8IØ
”R×'Ñ'ô9)Ø,5¼¿¹Ò,AÜ�‹>€DØ”R—W‘W—]‘] 4¨'¡>Ó2Ñ2€GÜ	�‰�‰˜¤¨iÓ!8Ó	9Ð9r?   c                ób   — | j                   |k(  r| S t        j                  | t        |«      «      S re   )r/  rH   rÙ  r�  )r  r¶  s     r=   Ú_bitcast_convert_typerº    s)   € Ø‡]�]�iÒØ€NÜ	�‰�Gœ\¨)Ó4Ó	5Ð5r?   c               ó  — t        |d   j                  |d   j                  «      }t        j                  ||«      }t        j
                  j                  t        j                  | |«      |«      } t        j                  || |«      S r›  )r  rŒ   r/  rH   r¬  rô  re  Úclip_by_value)Úminvalr  ÚmaxvalrÔ  rÕ  Úop_shape_tf_vals         r=   Ú_clamprÀ    sf   € ä 	¨!¡× 2Ñ 2°I¸a±L×4FÑ4FÓG€/Ü�?‰?˜6 ?Ó3€&Ü�7‰7�?‰?œ2Ÿ?™?¨6°?ÓCÀVÓL€&Ü	×	Ñ	˜' 6¨6Ó	2Ð2r?   c                ót   — t        j                  |t        j                  | t         j                  «      ¬«      S ©N©Úaxis)rH   Úconcatr‚  rG  )rI  Úoperandss     r=   Ú_concatenaterÇ    s"   € Ü	�‰�8¤"§'¡'¨)´R·X±XÓ">Ô	?Ð?r?   c               óD   — t        j                  | t        |«      |¬«      S rÂ  )rH   Úsplitr  )r  ÚsizesrÄ  s      r=   Ú_splitrË  #  s   € Ü	�‰�'œ; uÓ-°DÔ	9Ð9r?   c                óž  — t        | t        j                  «      sJ ‚| \  }}}t        j                  «       }|d   |_        |d   |_        |d   |_        |d   |_        |d   |_	        |d   |_
        |j                  j                  |dd «       |j                  j                  |dd «       |j                  j                  |dd «       |S )zFConverts a ConvDimensionNumbers to an XLA ConvolutionDimensionNumbers.r   r  rw   N)rG   r   ÚConvDimensionNumbersr/   ÚConvolutionDimensionNumbersÚinput_batch_dimensionÚinput_feature_dimensionÚoutput_batch_dimensionÚoutput_feature_dimensionÚkernel_output_feature_dimensionÚkernel_input_feature_dimensionÚinput_spatial_dimensionsÚextendÚkernel_spatial_dimensionsÚoutput_spatial_dimensions)Údimension_numbersÚlhs_specÚrhs_specÚout_specÚprotos        r=   Ú%_conv_general_dimension_numbers_protorÞ  )  sÎ   € ä	Ð%¤s×'?Ñ'?Ô	@Ð@Ð	@Ø!2Ñ€(ˆH�hÜ
×
2Ñ
2Ó
4€%Ø (¨¡€%ÔØ"*¨1¡+€%ÔØ!)¨!¡€%ÔØ#+¨A¡;€%Ô Ø*2°1©+€%Ô'Ø)1°!©€%Ô&Ø× Ñ ×'Ñ'¨°°¨Ô5Ø×!Ñ!×(Ñ(¨°!°"¨Ô6Ø×!Ñ!×(Ñ(¨°!°"¨Ô6Ø	€,r?   c                óÔ   — | €yt        j                  «       }|j                  j                  | d   j                  «       |j                  j                  | d   j                  «       |S )z-Convert an integer to an XLA.PrecisionConfig.Nr   r  )r/   ÚPrecisionConfigÚoperand_precisionrª  rˆ   )Ú	precisionrÝ  s     r=   Ú_precision_config_protorã  :  s\   € ð ÐØä
×
&Ñ
&Ó
(€%Ø×Ñ× Ñ  ¨1¡×!3Ñ!3Ô4Ø×Ñ× Ñ  ¨1¡×!3Ñ!3Ô4Ø	€,r?   c          
     óº  ‡‡‡‡‡‡‡‡‡— t        |«      Št        |«      Št        |	«      Šdˆˆˆˆˆˆˆˆˆf	d„}t        j                  |d   j
                  t        j                  «      �rh|
�Zt        j                  |
t        j                  «      sJ ‚|
t        j                  k(  rt        j                  nt        j                  }nd}t        j                  j                  | «      t        j                  j                  | «      }}t        j                  j                  |«      t        j                  j                  |«      }} |t        ||«      ||«      } ||t        j                  j                  ||«      |«      } ||t        ||«      |«      }t        j                   t        j                  j                  ||«      t        ||«      «      S  || ||
«      S )z;Implementation of lax.conv_general_dilated_p using XlaConv.c                óÜ  •	— t        d„ t        j                  j                  d«      d d D «       «      }|dk\  r:‰D �cg c]  }t	        |«      ‘Œ }}t        j                  | |‰|‰
‰‰‰	‰‰|d¬«      }nH‰dk7  rt        d«      ‚‰D �cg c]  }t	        |«      ‘Œ }}t        j                  | |‰|‰
‰‰‰	‰|d¬	«      }t        |‰«      }t        rt        j                  |«      }|S c c}w c c}w )
Nc              3  ó2   K  — | ]  }t        |«      –— Œ y ­wre   r  ©r   rM   s     r=   r�   z:_conv_general_dilated.<locals>.gen_conv.<locals>.<genexpr>V  s   è ø€ ÐEÑ'D !”s˜1—vÑ'Dùr•  r6   rw   )rw   rp  T)Úfeature_group_countÚbatch_group_countÚprecision_configÚpreferred_element_typeÚuse_v2r  zlThe batch_group_count parameter for conv requires TF version at least 2.8.0. You may want to use tf-nightly.)rè  rê  rë  rì  )r�   rH   Ú__version__rÉ  r  rŸ  Úconvr©   r#  rÁ  Ústop_gradient)rU  rV  rë  Ú
tf_versionr€   Ú
padding_tfru  ré  Údnums_protorè  Úlhs_dilationÚout_tf_shapeÚpaddingÚprecision_config_protoÚrhs_dilationÚwindow_stridess          €€€€€€€€€r=   Úgen_convz'_conv_general_dilated.<locals>.gen_convU  s  ø€ ÜÑE¤r§~¡~×';Ñ';¸CÓ'@ÀÀ!Ñ'DÓEÓE€JØ�VÒñ -4Ó4©G q”K •N¨G€jÐ4Ü�J‰JØ
ˆs�N J°¸lØ
Ø1Ø-Ø1Ø!7Øô�cð 
˜aÒ	Üð>ó?ð 	?ñ -4Ó4©G q”K •N¨G€jÐ4Ü�J‰JØ
ˆs�N J°¸lØ
Ø1Ø1Ø!7Øô€cô & c¨<Ó
8€CÝ%Ü×Ñ˜SÓ!€cØ€Jùò5 5ùò 5s   ½C$ÂC)r   N)rë  úDType | None)rõ  rÞ  rã  r‹   r  r/  r^  r4  r5  r3  rH   rô  rª  r«  rå  Úsubtractr6  )rU  rV  rø  rõ  ró  r÷  rÙ  rè  ré  râ  rë  rÔ  rÕ  rù  Úpreferred_float_etÚlhs_realÚlhs_imagÚrhs_realÚrhs_imagÚk1Úk2Úk3rò  rô  rö  s     ```` ``             @@@r=   Ú_conv_general_dilatedr  F  sc  ÿø€ ô # 9Ó-€,Ü5Ð6GÓH€+Ü2°9Ó=Ð÷õ ôJ ‡]�]�9˜Q‘<×%Ñ%¤r×'9Ñ'9Õ:ØÐ)ä�]‰]Ð1´2×3EÑ3EÔFÐFÐFà.´"·-±-Ò?Œ"�*Š*ÄRÇZÁZñ ð  ÐÜŸ™Ÿ™ cÓ*¬B¯G©G¯L©L¸Ó,=ˆh€HÜŸ™Ÿ™ cÓ*¬B¯G©G¯L©L¸Ó,=ˆh€HÙ	”$�x Ó*¨HÐ6HÓ	I€BÙ	�(œBŸG™G×,Ñ,¨X°xÓ@Ø$ó
&€Bá	�(œD ¨8Ó4Ð6HÓ	I€BÜ�:‰:”b—g‘g×&Ñ& r¨2Ó.´°R¸³Ó=Ð=á�C˜Ð4Ó5Ð5r?   )Úout_shardingc               óz  — |t         j                  j                  k(  rd}|�,t        |t        «      rt        |«      dk(  st        d|› �«      ‚t        | |d   ||d   |«      \  } }}|\  \  }	}
\  }}t        j                  «       }|j                  j                  |	«       |j                  j                  |
«       |j                  j                  |«       |j                  j                  |«       t        |«      }t!        j"                  | ||||d¬«      } ||«      }t$        rt'        j(                  |«      }|S )zAImplementation of lax.dot_general_p in terms of tf.linalg.einsum.Nrw   z&Unsupported precision in dot_general: r   r  T)rë  rì  )r   ÚDotAlgorithmPresetÚDEFAULTrG   r�   r·   rÚ   Ú$_dot_general_convert_to_common_dtyper/   ÚDotDimensionNumbersÚlhs_contracting_dimensionsrÖ  Úrhs_contracting_dimensionsÚlhs_batch_dimensionsÚrhs_batch_dimensionsrã  rŸ  Údot_generalrÁ  rH   rï  )rU  rV  rÙ  râ  rë  r  rÔ  rÕ  Úconvert_resultÚlhs_contractingÚrhs_contractingÚ	lhs_batchÚ	rhs_batchrò  rö  r¼  s                   r=   Ú_dot_generalr  �  s=  € ð* ”#×(Ñ(×0Ñ0Ò0Ø€IØÐ¤J¨y¼%Ô$@Ü$'¨	£N°aÒ$7Ü
Ø
0°°Ð<ó>ð >ô BØˆ�1‰�s˜I a™L¨)ó5Ñ€#€sˆNð @QÑ<Ñ$€?�OÑ&< y°)Ü×0Ñ0Ó2€+Ø×(Ñ(×/Ñ/°Ô@Ø×(Ñ(×/Ñ/°Ô@Ø×"Ñ"×)Ñ)¨)Ô4Ø×"Ñ"×)Ñ)¨)Ô4Ü2°9Ó=ÐÜ×ÑØ	Ø	ØØØ3Øô	€#ñ 	�sÓ€#Ý#Ü
×
Ñ
˜3Ó
€CØ	€*r?   c                óî   ‡— |j                   |j                   k7  rTt        j                  ||«      }||j                   k7  rt        | |¬«      } ||j                   k7  rt        ||¬«      }ˆfd„}nd„ }| ||fS )N©r¶  c                ó2   •— t        | ‰j                  ¬«      S ©Nr  )r¸  r/  )r¼  r‰  s    €r=   rC   z6_dot_general_convert_to_common_dtype.<locals>.<lambda>Ô  s   ø€ Ô!6°sÀhÇnÁnÕ!Ur?   c                ó   — | S re   rB   )r¼  s    r=   rC   z6_dot_general_convert_to_common_dtype.<locals>.<lambda>Ö  s   € ¡r?   )r/  r   Úresult_typer¸  )rU  Úlhs_avalrV  Úrhs_avalr‰  Úcommon_dtyper  s       `  r=   r	  r	  Å  sn   ø€ ð ‡^�^�x—~‘~Ò%ä×%Ñ% h°Ó9€LØ�x—~‘~Ò%Ü! #°Ô>€cØ�x—~‘~Ò%Ü! #°Ô>€cÛU�Ná$€NØ
ˆs�NÐ	#Ð#r?   c               ó  — |d   j                   }|d   j                  }dgt        |«      z  }t        |«      D ]  \  }	}
||	   ||
<   Œ t	        j
                  | t        ||¬«      «      }t	        j                  |t        ||¬«      «      S )Nr   r  rU  )rŒ   r/  r·   rœ  rH   rH  r  r¬  )r  rŒ   Úbroadcast_dimensionsr   rÔ  rÕ  Úop_shaper/  Úadd_1s_shaper³  Úbroadcast_dim_iÚwith_1ss               r=   Ú_broadcast_in_dimr%  Ù  s„   € ð �q‰\×Ñ€(Ø
�A‰,×
Ñ
€%Ø�”s˜5“zÑ!€,Ü%Ð&:Ö;Ñ€aˆØ$,¨Q¡K€L�Ò!ð <ä�J‰J�w¤¨LÀÔ FÓG€'Ü	�‰˜¤+¨e¸5Ô"AÓ	BÐBr?   c                óª   — t        j                  | t         j                  «      rt        ‚t	        j
                  t        j                  d| ¬«      «      S )Nr   rU  )r   r  r	  rÚ   rH   rL   r‹   r  rU  s    r=   Ú_emptyr'  ì  s6   € Ü×Ñ�uœfŸo™oÔ.Ü
ÐÜ	�‰”R—X‘X˜a uÔ-Ó	.Ð.r?   c               óÜ   — |€(t        j                  t        j                  | «      «      }t        ||d   j                  «      }t        j
                  t        j                  | |«      |«      S ©Nr   )rH   r¶   Úrankr  r/  rH  Ú	transpose)r  Ú	new_sizesÚ
dimensionsr   rÔ  rÕ  Únew_sizes_tfs          r=   Ú_reshaper/  õ  sQ   € ØÐÜ—‘œ"Ÿ'™' 'Ó*Ó+€JÜ˜Y¨	°!©×(:Ñ(:Ó;€,Ü	�‰”B—L‘L ¨*Ó5°|Ó	DÐDr?   c               óÊ   ‡— t        |d   «      }|j                  }t        ˆfd„t        |«      D «       «      }t	        ||j
                  «      }t        j                  | |«      S )Nr   c              3  ó2   •K  — | ]  \  }}|‰vsŒ|–— Œ y ­wre   rB   )r   r³  rŠ   r-  s      €r=   r�   z_squeeze.<locals>.<genexpr>	  s   øè ø€ ÐMÑ"5™$˜!˜Q¸À*Ò9L”AÑ"5ùs   ƒ�)rÓ  rŒ   r�   rœ  r  r/  rH   rH  )r  r-  rÔ  rÕ  Úop_avalr!  Ú	new_shapeÚnew_shape_tfs    `      r=   Ú_squeezer5  ÿ  sP   ø€ Ü˜y¨™|Ó,€'Ø�]‰]€(ÜÓM¤)¨HÔ"5ÓMÓM€)Ü˜Y¨¯©Ó6€,Ü	�‰�G˜\Ó	*Ð*r?   c               óæ   — t        j                  t        t        |«      «      \  }}}t	        j
                  | ||||«      }t        |t        |«      «      }t        rt        j                  |«      }|S re   )r"   Úunzip3r´   r  rŸ  Úpadr#  rõ  rÁ  rH   rï  )	r  Úpadding_valueÚpadding_configrÔ  rÕ  ÚlowÚhighÚinteriorru  s	            r=   Ú_padr>  
	  s`   € ô Ÿ™¤C¬°^Ó$DÓEÑ€#€tˆXÜ�	‰	�'˜=¨#¨t°XÓ>€#ä# CÔ):¸9Ó)EÓF€#Ý#Ü
×
Ñ
˜3Ó
€CØ	€*r?   c               ó.   — t        j                  | |«      S re   )rH   Úreverse)r  r-  s     r=   Ú_revrA  	  s   € Ü	�‰�G˜ZÓ	(Ð(r?   c                óØ   ‡ ‡— ‰ j                   t        j                  k(  r=t        |«      dk  sJ ‚t        |«      dk(  r|S t        j                  ‰ |d   |d   «      S ˆˆ fd„Š ‰d|«      S )Nrw   r  r   c           
     óê   •— t        |«      dkD  sJ ‚t        |«      dk(  r|d   S t        |«      dz  }t        j                  t        j                  ‰| |z   «       ‰| |d | «       ‰|||d  «      «      S )Nr   r  rw   )r·   rH   rû  r  )ÚoffsetÚcasesÚmidÚ_selectÚwhichs      €€r=   rG  z_where.<locals>._select%	  sv   ø€ Üˆu‹:˜Š>Ðˆ>Ü
ˆ5ƒz�Q‚Ø�1‰X€oÜ
ˆe‹*˜‰/€CÜ�8‰8”B—G‘G˜E 6¨C¡<Ó0Ù˜F E¨$¨3 KÓ0Ù˜C  s t Ó-ó/ð /r?   )r/  rH   r-  r·   rû  )rH  rE  rG  s   ` @r=   Ú_whererI   	  sa   ù€ Ø
‡[�[”B—G‘GÒÜˆu‹:˜Š?Ðˆ?Ü˜“J !’Oˆ5ÐL¬¯©°%¸¸q¹À5ÈÁ8Ó)LÐLõ/ñ 
��EÓ	Ðr?   c               ó0   — t        j                  | |¬«      S )N)Úperm)rH   r+  )r  Úpermutations     r=   Ú
_transposerM  4	  s   € Ü	�‰�g KÔ	0Ð0r?   c                ó   ‡ — ˆ fd„S )Nc                ó   •—  ‰| |¬«      S rÂ  rB   )r  ÚaxesÚfuncs     €r=   rC   z<lambda>.<locals>.<lambda>:	  s   ø€ ±$°wÀTÕ2Jr?   rB   )rQ  s   `r=   rC   rC   :	  s   ø€ ÔJr?   c                óø   — | r#d}t         j                  }t        j                  }n"d}t         j                  }t        j
                  } t        t        t        j                  ||«      d|¬«      |||||¬«      }	|	S )NÚargminÚargmaxF©rÉ  rm  )Úindex_dtyperP  rÔ  rÕ  )	r   ra  r_  Ú_get_min_identityrb  Ú_get_max_identityrÙ  r   Ú_compute_argminmax)
rg  r  rP  rV  rÔ  rÕ  rm  Úvalue_comparatorÚget_identityr¼  s
             r=   Ú
_argminmaxr\  I	  s‚   € ñ
 ØÐÜ—v‘vÐÜ×1Ñ1�LàÐÜ—v‘vÐÜ×1Ñ1€Lð	)ÔÜŒl×-Ñ-Ð/?ÀÓNØØ'ô	)ð Ø!ØØØô	€#ð 
€*r?   ©Ú	autographc
                óv  ‡‡‡‡‡‡‡‡‡— |j                   Št        j                  ‰j                  «      j                  Šd}
‰|
k  sJ ‚‰dz  |
k  }d„ Š|rAt
        j                  ‰   Št
        j                  ‰dz     Šˆˆˆˆfd„Šˆˆˆˆˆfd„Šˆˆfd„}nt        d‰dz  › d|
› d	�«      ‚‰t        j                  u s‰t        j                  u sJ ‰«       ‚ˆˆfd
„}‰t        j                  u rt        j                   nt        j                  Šˆˆˆˆfd„}t        || ‰|| «      |||||||	¬«
      } ||«      S )Né@   rw   c                óT   — t        j                  t        j                  |«      | «      S re   )rH   rL   r‹   r  )r/  rÈ   s     r=   rC   z(_select_and_gather_add.<locals>.<lambda>}	  s   € œ2Ÿ;™;¤r§x¡x°£{°EÔ:r?   c                óö   •— t        | ‰«      } t        |‰«      }t        | ‰¬«      } t        |‰¬«      }t        j                  j	                  |  ‰‰‰«      «      } t        j                  j                  | |«      S r  )rº  r¸  rH   rl  r|  Ú
bitwise_or)r‘   ÚbÚconstÚdouble_word_dtyper£  Ú
word_dtypes     €€€€r=   Úpackz$_select_and_gather_add.<locals>.pack„	  sj   ø€ Ü
  :Ó
.€aÜ
  :Ó
.€aÜ
 Ð->Ô
?€aÜ
 Ð->Ô
?€aÜ
�*‰*×
Ñ
 ¡5Ð):¸EÓ#BÓ
C€aÜ�Z‰Z×"Ñ" 1 aÓ(Ð(r?   c                óz   •— | j                   ‰k(  sJ ‚t        |  ‰‰‰«      «      }t        t        |‰¬«      ‰«      S r  )r/  rz  rº  r¸  )rß  Ústre  rf  r/  r£  rg  s     €€€€€r=   Úfstz#_select_and_gather_add.<locals>.fst�	  sE   ø€ Ø�W‰WÐ)Ò)Ð)Ð)Ü ¡5Ð):¸EÓ#BÓC€bÜ"Ü
 ¨jÔ
9¸5óBð Br?   c                ó2   •— t        t        | ‰¬«      ‰«      S r  )rº  r¸  )rß  r/  rg  s    €€r=   Úsndz#_select_and_gather_add.<locals>.snd”	  s   ø€ Ü"Ü
 ¨ZÔ
8¸%óAð Ar?   zTODO: need to pack z* bits but this platform can only go up to z bits.c                óx   •— t         ‰   }t        t        j                      | ‰| «       ‰|«      «      || «      S re   )rT   r   Ú
select_n_p)rÈ   rã  rH  rk  Úselect_prims      €€r=   Úreducerz'_select_and_gather_add.<locals>.reducerŸ	  s4   ø€ Ü�KÑ €EÜ”3—>‘>Ñ"¡5©¨Q«±°Q³Ó#8¸!¸QÓ?Ð?r?   c                ó2   •—  ‰ ‰‰‰«       ‰‰d«      «      S r)  rB   )rÈ   re  r/  Úinitrh  s    €€€€r=   rC   z(_select_and_gather_add.<locals>.<lambda>¤	  s   ø€ ™D¡ u¨dÓ!3±U¸5À!³_ÔEr?   )Úwindow_dimensionsrø  rõ  Úbase_dilationÚwindow_dilationrÔ  rÕ  )r/  r   rž  rû  rŸ  r_  r¡  rÚ   r   Úge_pÚle_pr‹   ÚinfÚ_specialized_reduce_window)Útangentsr  rp  rt  rø  ru  rv  rõ  rÔ  rÕ  Úmax_bitsÚdouble_word_reductionrm  rq  Úinit_identityru  re  rf  r/  rk  rs  r£  rh  rg  s     `             @@@@@@@@r=   Ú_select_and_gather_addr  k	  sA  ÿø€ ð �-‰-€%Ü
�,‰,�u×+Ñ+Ó
,×
1Ñ
1€%ð €(à	�(Ò	ÐÐ	Ø !™) xÑ/Ðá
:€%áÜ×*Ñ*¨5Ñ1€JÜ$×1Ñ1°%¸!±)Ñ<Ð÷)÷Bð BöAô
 Ø
˜e a™i˜[Ð(RÐS[ÐR\Ð\bÐcóð ð 
œŸ™Ñ	  K´3·8±8Ñ$;ÐH¸[ÓHÐ	;õ@ð  ¤3§8¡8Ñ+Œ"�&‰&‰´·±€$ÞE€-ä"ØØÙ
ˆ7�HÓØ)Ø#ØØ!Ø%ØØô
	€#ñ 
ˆS‹€/r?   c
           
     óV  — t        j                  d| j                  ¬«      }
t        j                  |d¬«      j	                  |
|
«      }t        |t         j                  t         j                  f«      s t        j                  || j                  «      }t        |«      }t        |«      }t        |«      }t        |«      }|D �cg c]  }t        |«      ‘Œ }}t        j                  | |||||||¬«      }t        |t        |	«      «      }t        rt        j                  |«      }|S c c}w )NrB   rU  Fr]  )Úbase_dilationsÚwindow_dilationsrõ  )rH   Ú
TensorSpecr/  ÚfunctionÚget_concrete_functionrG   rI   rJ   rL   r  rŸ  Úreduce_windowr#  rõ  rÁ  rï  )r  Úinit_valrq  rt  rø  rõ  ru  rv  rÔ  rÕ  Úo_specÚ
reducer_fnÚwindow_dimensions_tfÚwindow_strides_tfÚwindow_dilation_tfÚbase_dilation_tfr€   rñ  ru  s                      r=   Ú_common_reduce_windowrŽ  ¸	  s  € ô �=‰=˜ 7§=¡=Ô1€&Ü�{‰{Ø˜ô ß 5Ñ 5°f¸fÓ Eð ô 
�HœrŸy™y¬"¯+©+Ð6Ô	7Ü�{‰{˜8 W§]¡]Ó3€HÜ$Ð%6Ó7ÐÜ! .Ó1ÐÜ" ?Ó3ÐÜ  Ó/ÐÙ(/Ó0© 1”˜A•¨€*Ð0Ü×ÑØØØØØØ%Ø)Øô	€#ô 	$ CÔ):¸9Ó)EÓF€#Ý#Ü
×
Ñ
˜3Ó
€CØ	€*ùò 1s   ÃD&c        	        óø   ‡ ‡— t        ‰«      dk(  sJ d«       ‚t        j                  |	t        |	«      dz  g«      \  }
}t        |
«      dk7  rt        d«      ‚dˆˆ fd„}t	        |
d   |d   ||||||||d   «
      fS )a|  TensorFlow implementation of reduce_window.

  Args:
    operands: N dimensional arrays containing elements of type T
    init_values: starting values of the reduction
    jaxpr: the jaxpr corresponding to the reduction function
    consts: the constants associated with jaxpr.
    window_dimensions: array of integers for window dimension values
    window_strides: array of integers for window stride values
    padding: array of pairs of integers for padding values
    base_dilation: array of integers for base dilation values
    window_dilation: array of integers for window dilation values

  Returns:
    The reduced operand.
  r   z+Reduction computation cannot have constantsrw   r  z.jax2tf does not support variadic reduce_windowc                óV   •— t        j                  ‰‰«      }t        || |d ¬«      \  }|S ©N©rm  ©r   ÚClosedJaxprrë  )Úarg1Úarg2Úclosed_jaxprr¼  Úconstsrê  s       €€r=   rq  z_reduce_window.<locals>.reducerï	  s,   ø€ Ü×#Ñ# E¨6Ó2€LÜ˜L¨$°ÀtÔL�D€CØ€Jr?   ©r•  r¦   r–  r¦   r§   r¦   )r·   r"   Ú
split_listrÚ   rŽ  )rê  r˜  rt  rø  rõ  ru  rv  rÔ  rÕ  r—  rÆ  Úinit_valuesrq  s   ``           r=   Ú_reduce_windowrœ  Ö	  s‘   ù€ ô& 
ˆV‹˜Ò	ÐHÐHÓHÐ	ÜŸ/™/¨$´°T³¸a±Ð0@ÓAÑ€(ˆKäˆƒ]�aÒÜ
ÐNÓ
OÐOöô
   ¨¡¨[¸©^¸WØ 1°>À7Ø -¨À	Ø )¨!¡ó.ð 
0ð 0r?   )r;   c               óJ   — t        | ||j                  «      | |||||||	«
      S )aÝ  Wraps the TensorFlow reduce window operation based on a reducer and an

  identity function defining the initial value of the reduction depending on
  the dtype of the operand.

  Args:
    reducer: reduction function of type TfVal -> TfVal -> TfVal
    identity: function that takes a TensorFlow dtype as a parameter and returns
      the starting value of the reduction.
    operand: N dimensional array containing elements of type T
    window_dimensions: array of integers for window dimension values
    window_strides: array of integers for window stride values
    padding: array of pairs of integers for padding values
    base_dilation: array of integers for base dilation values
    window_dilation: array of integers for window dilation values
    name: the name of the specialized reduce window primitive for which this
      conversion function is called. This information may help to choose a
      different conversion path (optional)

  Returns:
    The reduced operand.
  )rŽ  r/  )rq  r¿   r  rt  rø  rõ  ru  rv  rÔ  rÕ  r;   s              r=   rz  rz  ú	  s2   € ôD 
˜w©°·±Ó(?ÀØ0°.À'Ø,¨o¸yØ(ó
*ð *r?   c                óš  — | j                   }| t        j                  k(  s$t        j                  |t
        j                  «      r |t
        j                   «      S t        j                  |t
        j                  «      rt        j                  |«      j                  S t        j                  |t
        j                  «      s
J | › d�«       ‚y)Nz has no defined max identityF)rû  rH   Úbfloat16r   r  r‹   rœ  ry  ÚintegerÚiinfoÚminrc  ©rý  Únumpy_tf_dtypes     r=   rX  rX  "
  sœ   € Ø×*Ñ*€.Ø”—‘Ò¤× 1Ñ 1°.Ä"Ç*Á*Ô MÙœ2Ÿ6™6˜'Ó"Ð"Ü×Ñ˜¬¯©Ô4Ü�<‰<˜Ó'×+Ñ+Ð+ä×ÑØœŸ™ô"ð OØ'/ jÐ0LÐ$MóOð "àr?   c                ó˜  — | j                   }| t        j                  k(  s$t        j                  |t
        j                  «      r |t
        j                  «      S t        j                  |t
        j                  «      rt        j                  |«      j                  S t        j                  |t
        j                  «      s
J | › d�«       ‚y)Nz has no defined min identityT)rû  rH   rŸ  r   r  r‹   rœ  ry  r   r¡  Úmaxrc  r£  s     r=   rW  rW  .
  sš   € Ø×*Ñ*€.Ø”—‘Ò¤× 1Ñ 1°.Ä"Ç*Á*Ô MÙœ"Ÿ&™&Ó!Ð!Ü×Ñ˜¬¯©Ô4Ü�<‰<˜Ó'×+Ñ+Ð+ä×ÑØœŸ™ô"ð OØ'/ jÐ0LÐ$MóOð "àr?   c                 ó   — yr)  rB   r  s    r=   rC   rC   <
  s   € ¸r?   Úreduce_window_sumÚreduce_window_minÚreduce_window_maxc           	     ó°  ‡— ~ ‰j                   rJ ‚t        |«      dz  dk(  sJ ‚t        |«      dz  }||d  }|d| }t        |D �cg c]"  }t        j                  d|j
                  «      ‘Œ$ c}dz  «      }	d	ˆfd„}
 t        j                  |
d¬«      j                  |	Ž }t        j                  ||||¬«      }t        rt        d„ |D «       «      }|S c c}w )
Nrw   r   rB   c                 ó&   •— t        ‰g| ¢­dd iŽ}|S )Nrm  rš  )r—  r¼  rê  s     €r=   Úreducer_computationz$_reduce.<locals>.reducer_computation\
  s   ø€ Ü
˜5Ð
? 4Ò
?¸$Ñ
?€CØ€Jr?   Fr]  )Údimensions_to_reducerq  c              3  óF   K  — | ]  }t        j                  |«      –— Œ y ­wre   ©rH   rï  ©r   ru  s     r=   r�   z_reduce.<locals>.<genexpr>h
  s   è ø€ Ð7±$¨3”×!Ñ! #×&±$ùr^  ©r—  r¦   r§   r¦   )r˜  r·   r�   rH   rƒ  r/  r„  r…  rŸ  Úvariadic_reducerÁ  )Úcomputationrê  r-  rÔ  rÕ  rÆ  Únr_operandsÚ	init_valsÚopÚreducer_arg_specr­  Úxla_reducer_computationrå  s    `           r=   Ú_reducerº  K
  sî   ø€ ð Ø�\Š\ÐÐ	Ü	ˆX‹˜Ñ	˜aÒ	ÐÐ	ô �H“ Ñ"€+Ø�{�|Ð$€)Ø�a˜Ð$€(äÁ)ÓLÁ)¸BœBŸM™M¨"¨b¯h©hÕ7À)ÑLÈqÑPÓQÐõð
9„b‡k�kÐ%Ø!ô#ß#8Ñ#8Ð:JðLð ô 
×	Ñ	˜x¨Ø4>Ø'>ô
@€$õ $ÜÑ7±$Ó7Ó7€DØ	€+ùò Ms   Á'Cc                ó–   ‡‡— t        t        j                  | «      Št        t        j                  |«      Šˆˆfd„}t	        |d|¬«      S )Nc                 óP   •— t         j                  j                  } |r‰n‰| i |¤ŽS re   )r   Ú"jax2tf_associative_scan_reductionsrˆ   )r—  rÑ  ÚassociativeÚassociative_scanr†  s      €€r=   Ú
_call_implz_cumred.<locals>._call_implz
  s-   ø€ ô ×;Ñ;×AÑA€KØ>¡Ñ°ÀÐPÈÑPÐPr?   FrU  )r   Úlax_control_flowr¿  Úcumred_reduce_window_implrÙ  )Úlax_reduce_fnÚlax_reduce_window_fnrm  rÀ  r¿  r†  s       @@r=   Ú_cumredrÅ  r
  sL   ù€ ô Ô-×>Ñ>ÀÓNÐÜÜ×0Ñ0Ð2Fó€-õQô 
Ø 5Ð;Kô
ð r?   Úcummax)rÄ  rÃ  rm  ÚcumminÚcumlogsumexpÚcumsumÚcumprodc
                ó   — t        d«      ‚)Nz0TODO: jax2tf can not convert _select_and_scatterrÙ   )
r  ÚsourceÚ
init_valueÚselect_jaxprÚselect_constsÚscatter_jaxprÚscatter_constsrt  rø  rõ  s
             r=   Ú_select_and_scatterrÒ  œ
  s   € ô 	ÐNÓOÐOr?   )r”  c          
     óf  — t        j                  d|j                  «      }t        j                  t        |   d¬«      j                  ||«      }	t        j                  ||«      }
t        j                  ||||| ||	|
«      }t        |t        |«      «      }t        rt        j                  |«      }|S )NrB   Fr]  )rH   r  r/  r„  rT   r…  Ú_add_fnrŸ  Úselect_and_scatterr#  rõ  rÁ  rï  )rÌ  r  rp  rt  rø  rõ  rÔ  rÕ  rÍ  Ú	select_fnÚ
scatter_fnru  s               r=   Ú_select_and_scatter_addrØ  ¥
  s£   € ô �x‰x˜˜GŸM™MÓ*€*ä‡k�k”'˜+Ñ&°%Ô8×NÑNØ
�jó"ð ô ×,Ñ,¨Z¸ÓD€*Ü× Ñ  Ð*;¸^Ø!(¨&°*¸iØ!+ó	-€#ô 	$ CÔ):¸9Ó)EÓF€#Ý#Ü
×
Ñ
˜3Ó
€CØ	€*r?   c               ó@   — dd„}t        |ddd¬«      } || |||¬«      S )Nc               ó0   — t        j                  | |¬«      S )N)rš   )r    Úrandom_seed_impl_base)Úseedsrš   s     r=   Úimpl_wrapperz'_random_seed_impl.<locals>.impl_wrapper»
  s   € Ü×%Ñ% e°$Ô7Ð7r?   FTÚrandom_seedrÈ  )rš   rÔ  rÕ  ©rÜ  r¦   ©rÙ  )rÜ  rš   rÔ  rÕ  rÝ  Úconverted_impls         r=   Ú_random_seed_implrâ  ¹
  s7   € ó8ô %Ø UÀØ$ô&€.ñ 
Ø�$ )°yô
Bð Br?   c               óN   ‡— |\  Šdˆfd„}t        |ddd¬«      } || |||¬«      S )Nc               ór   •— t        j                  ‰j                  j                  | ‰j                  |¬«      S )N)rŒ   )r    Úrandom_split_impl_baser/  Ú_implÚndim)r¿  rŒ   Ú	keys_avals     €r=   rÝ  z(_random_split_impl.<locals>.impl_wrapperÊ
  s/   ø€ Ü×&Ñ&Ø�‰×Ñ˜t Y§^¡^¸5ôBð Br?   FTÚrandom_splitrÈ  )rŒ   rÔ  rÕ  ©r¿  r¦   rà  )r¿  rŒ   rÔ  rÕ  rÝ  rá  rè  s         @r=   Ú_random_split_implrë  Ç
  s@   ø€ Ø�*€)õBô %Ø UÀØ%ô'€.ñ 
Ø
�% 9¸	ô
Cð Cr?   c               óP   ‡— |\  Š}dˆfd„}t        |ddd¬«      } || |||¬«      S )Nc                óp   •— t        j                  ‰j                  j                  | |‰j                  «      S re   )r    Úrandom_fold_in_impl_baser/  ræ  rŒ   )r¿  Úmsgsrè  s     €r=   rÝ  z*_random_fold_in_impl.<locals>.impl_wrapperÚ
  s-   ø€ Ü×(Ñ(Ø�‰×Ñ˜t T¨9¯?©?ó<ð <r?   FTÚrandom_fold_inrÈ  r`  ©r¿  r¦   rï  r¦   rà  )r¿  rï  rÔ  rÕ  r5   rÝ  rá  rè  s          @r=   Ú_random_fold_in_implrò  ×
  s?   ø€ Ø�,€)ˆQõ<ô %Ø UÀØ'ô)€.ñ 
Ø
ˆD˜I°ô
<ð <r?   c               óX   ‡‡‡— |\  Šdˆˆˆfd„}t        |ddd¬«      } || ‰‰||¬«      S )Nc                ót   •— t        j                  ‰j                  j                  | ‰j                  ‰‰¬«      S )N)Ú	bit_widthrŒ   )r    Úrandom_bits_impl_baser/  ræ  rç  )r¿  rÑ  rõ  rè  rŒ   s     €€€r=   rÝ  z'_random_bits_impl.<locals>.impl_wrapperê
  s0   ø€ Ü×%Ñ%Ø�‰×Ñ˜t Y§^¡^Ø 5ô*ð *r?   FTÚrandom_bitsrÈ  )rõ  rŒ   rÔ  rÕ  rê  rà  )r¿  rõ  rŒ   rÔ  rÕ  rÝ  rá  rè  s    ``    @r=   Ú_random_bits_implrø  ç
  sA   ú€ Ø�*€)÷*ô
 %Ø UÀØ$ô&€.ñ 
˜¨	¸Ø"+°yô
Bð Br?   c               ó   — | S re   rB   )Úbase_arrrš   rÔ  rÕ  s       r=   Ú_random_wrap_implrû  ø
  s   € Ø	€/r?   c               ó   — | S re   rB   )r¿  rÔ  rÕ  s      r=   Ú_random_unwrap_implrý  þ
  s   € Ø	€+r?   c                ób   —  t        t        t        j                  d¬«      dd¬«      || |dœŽ}|S )NF)Úuse_rolled_loopsTÚthreefryrU  r`  )rÙ  r   r    Ú_threefry2x32_lowering)rÔ  rÕ  r—  r¼  s       r=   Ú_threefry2x32_jax_implr    s;   € ð	:ÔÜŒd×)Ñ)¸EÔBØ¨jô	:ð ˜9°	ò	;€#ð 
€*r?   )Úuse_vmapÚrandom_gammarU  c               óÎ  — | j                   t        t        j                  «      k(  }|rCt	        j
                  | d«      } t        j                  | t        t        j                  «      «      } t        |«      }|t        j                  j                  k(  r%t        j                  j                  j                  }n†|t        j                  j                   k(  r%t        j                  j                  j"                  }nD|t        j                  j$                  k(  r%t        j                  j                  j&                  }nJ ‚t        j(                  |j*                  | |t        |«      ¬«      \  }}	|rCt        j                  |t        t        j                  «      «      }t	        j
                  |d«      }t,        r*t	        j.                  |«      }t	        j.                  |	«      }	||	fS )N)rw   rw   rU  )é   )r/  r�  ÚjnpÚuint32rH   rH  rŸ  Úbitcast_convert_typeÚuint64r  r   ÚRandomAlgorithmÚRNG_THREE_FRYr   Ú	AlgorithmÚTHREEFRYÚ
RNG_PHILOXÚPHILOXÚRNG_DEFAULTÚAUTO_SELECTÚrng_bit_generatorrˆ   rÁ  rï  )
ÚkeyrŒ   r/  Ú	algorithmr  Úis_uint32_keyrJ  Úalgorithm_tfÚnew_keyr¼  s
             r=   Ú_rng_bit_generatorr    sU  € à—)‘)œ|¬C¯J©JÓ7Ñ7€-ÙÜ
�*‰*�S˜&Ó
!€CÜ
×
$Ñ
$ S¬,´s·z±zÓ*BÓ
C€CÜ˜Ó€(à”#×%Ñ%×3Ñ3Ò3Ü—9‘9×&Ñ&×/Ñ/�LØ”C×'Ñ'×2Ñ2Ò2Ü—9‘9×&Ñ&×-Ñ-�LØ”C×'Ñ'×3Ñ3Ò3Ü—9‘9×&Ñ&×2Ñ2�Làˆ5Ü×*Ñ*¨<×+=Ñ+=¸sÀHÜ1=¸eÓ1DôF�.€7ˆCáÜ×(Ñ(¨´,¼s¿z¹zÓ2JÓK€GÜ�j‰j˜ $Ó'€GÝ#ä×Ñ˜wÓ'€GÜ
×
Ñ
˜3Ó
€CØ	�#ˆÐr?   c               ór   — t        |«      }t        j                  j                  || || j                  ¬«      S )N)r½  r¾  r/  )r  rH   r   Úuniformr/  )r½  r¾  rŒ   rJ  s       r=   Ú_rng_uniformr  4  s.   € Ü˜Ó€(Ü	�‰×	Ñ	˜8¨F¸6ÈÏÉÐ	Ó	VÐVr?   c                ó(  — d„ }d„ }d„ }t        t        | «      «      D �cg c]  }t        t        j                  | |¬«      ‘Œ  }}t        j                  ||| |«      } ||«      } |t        j                  j                  |d«      «      }||fS c c}w )Nc                ó   — | |z   S re   rB   râ  s     r=   rå  z_iota_2x32_shape.<locals>._add<  s   € Øˆq‰5€Lr?   c                óâ   — t        j                  | «      sVt        j                  t	        | f«      d   |j
                  «      } t        j                  | t        j                  |«      «      } | |z  S r)  )r   r~  rH   r‚  r  r/  r¬  rŒ   râ  s     r=   Ú_mulz_iota_2x32_shape.<locals>._mul>  sQ   € Ü×Ñ Ô"Ü
�'‰'”+˜q˜dÓ# AÑ&¨¯©Ó
0€aÜ
�/‰/˜!œRŸX™X a›[Ó
)€aØˆq‰5€Lr?   c                ó\   — t        j                  | t        t        j                  «      «      S re   )rH   r‚  r�  r  r  ©rê  s    r=   Ú_cast32z!_iota_2x32_shape.<locals>._cast32C  s   € œ"Ÿ'™' "¤l´3·:±:Ó&>Ó?Ð?r?   )r/  rŒ   rI  é    )
r¶   r·   rM  r  r
  r    Úbcast_iotas_to_reshaped_iotarH   rl  rm  )	rŒ   rå  r   r#  rI  ÚiotasÚcountsÚ	counts_loÚ	counts_his	            r=   Ú_iota_2x32_shaper*  ;  s’   € òòò
 @ä!¤# e£*Ô-ó/Ù-ˆyô ”s—z‘z¨¸)ÖDØ-ð ð /ä×,Ñ,¨T°4¸ÀÓF€&Ù�f‹o€)Ù”b—j‘j×,Ñ,¨V°RÓ8Ó9€)Ø	�IÐ	Ðùò/s    #Bc                óÎ  — t        j                  «       }|j                  j                  |j                  «       |j                  j                  |j                  «       |j
                  j                  |j
                  «       |j                  j                  |j                  «       |j                  j                  |j                  «       | sJ ‚t        | «      dz
  |_	        |S r›  )
r/   ÚGatherDimensionNumbersÚoffset_dimsrÖ  Úcollapsed_slice_dimsÚstart_index_mapÚoperand_batching_dimsÚstart_indices_batching_dimsr·   Úindex_vector_dim©Úindices_shaperÙ  rÝ  s      r=   Ú_gather_dimensions_protor5  N  s¸   € Ü
×
-Ñ
-Ó
/€%Ø×Ñ×ÑÐ,×8Ñ8Ô9Ø×Ñ×#Ñ#Ð$5×$JÑ$JÔKØ×Ñ×ÑÐ0×@Ñ@ÔAØ×Ñ×$Ñ$Ð%6×%LÑ%LÔMØ×#Ñ#×*Ñ*Ø×3Ñ3ô5á	ÐˆÜ˜}Ó-°Ñ1€%ÔØ	€,r?   c                óÂ   — | j                   t        j                  k7  rA| j                   t        j                  k7  r$t        j                  | t        j                  «      S | S re   )r/  rH   rG  Úint64r‚  r  s    r=   Ú_maybe_cast_to_int64r8  [  s;   € Ø‡W�W”—‘Ò˜QŸW™W¬¯©Ò0Ü�7‰7�1”b—h‘hÓÐØ	
€(r?   c               ó  — |t         j                  j                  k(  r7t        t        j
                  d¬«      }
 |
| |||||||	j                  ||	¬«
      S |d   }t        |«      }t        j                  |j                  t        j                  «      rŠt        |«      j                  t        |j                  «      d }t        t        |«      «      D �cg c]  }t        |	j                  «      |z   ‘Œ }}|j                  g |j                   ¢|¢­¬«      }g |¢|¢­}t#        |j                  |«      }t%        |«      }t'        j(                  | ||||«      }t+        |t-        |	«      «      }t.        rt1        j2                  |«      }|S c c}w )z$Tensorflow implementation of gather.Fr.  )rÙ  Úslice_sizesÚunique_indicesÚindices_are_sortedÚ
fill_valueÚoutput_shaperÔ  rÕ  r   N)r-  )r   ÚGatherScatterModeÚFILL_OR_DROPrÙ  Úlax_slicingÚ_gather_fillrŒ   r8  r   r  r/  r	  rÓ  r·   r¶   Ú_replacer-  r5  r  rŸ  Úgatherr#  rõ  rÁ  rH   rï  )r  Ústart_indicesrÙ  r:  r<  r;  Úmoder=  rÔ  rÕ  Úgather_fill_fnÚoperand_avalÚopaque_shaper³  Útrailing_offset_dimsrÝ  Úslice_sizes_tfru  s                     r=   Ú_gatherrL  a  s{  € ð 
ŒS×"Ñ"×/Ñ/Ò/Ü&¤{×'?Ñ'?Ø8=ô?€NáØ�Ð2CØ°Ø-¸*Ø—_‘_°	ÀYô	Pð Pð ˜1‘€,Ü& }Ó5€-Ü×Ñ�|×)Ñ)¬6¯?©?Ô;Ü% lÓ3×9Ñ9¼#¸l×>PÑ>PÓ:QÐ:RÐS€LÜ>CÄCÈÓDUÔ>VÓWÑ>V¸œC 	§¡Ó0°1Ó4Ð>VÐÐWØ)×2Ñ2ØKÐ'×3Ñ3ÐKÐ6JÑKð 3ó MÐà/�KÐ/ ,Ñ/€KÜ
" =×#6Ñ#6Ð8IÓ
J€%Ü˜{Ó+€.Ü�‰�W˜m¨U°NØ'ó	)€#ä# CÔ):¸9Ó)EÓF€#Ý#Ü
×
Ñ
˜3Ó
€CØ	€*ùò Xs   ÃF	c           
     óÈ   — |€dgt        |«      z  }t        t        t        t	        |«      t	        |«      t	        |«      «      «      }| |   }t        |t        |«      «      }|S r›  )r·   r�   r´   Úslicer  r#  rõ  )r  rE  Úlimit_indicesÚstridesrÔ  rÕ  Úslicesru  s           r=   Ú_slicerR  …  sf   € à€_Øˆc”C˜Ó&Ñ&€GÜÜ	Œ%”˜]Ó+¬[¸Ó-GÜ
�gÓ
ó ó!€&ð 	�‰€#ô 	$ CÔ):¸9Ó)EÓF€#Ø	€*r?   c               ó  — t        t        j                  |«      «      }|d   }t        j                  |j
                  t        j                  «      rtt        |«      j                  t        |j                  «      d  }g |¢|¢­}t        j                  |t        j                  t        |«      f|j
                  ¬«      gd¬«      }t        |«      }t        j                  | ||¬«      }t        rt        j                   |«      }|S )Nr   rU  rÃ  )Úsize_indices)r8  rH   ri  r   r  r/  r	  rÓ  rŒ   r·   rÅ  r  r  rŸ  Údynamic_slicerÁ  rï  )	r  r:  rÔ  rÕ  rE  rH  rI  rK  r¼  s	            r=   Ú_dynamic_slicerV  –  sÜ   € ô '¤r§x¡x°Ó'>Ó?€-Ø˜1‘€,Ü×Ñ�|×)Ñ)¬6¯?©?Ô;Ü% lÓ3×9Ñ9¼#¸l×>PÑ>PÓ:QÐ:RÐS€LØ/�KÐ/ ,Ñ/€KÜ—I‘I˜}¬b¯h©h¼¸LÓ8IÐ7KØ=J×=PÑ=Pô/Rð Sà#$ô&€Mô ˜{Ó+€.Ü×Ñ˜G ]ÀÔP€#Ý#Ü
×
Ñ
˜3Ó
€CØ	€*r?   c               óæ  — t        t        j                  |«      «      }|d   }t        j                  |j
                  t        j                  «      rmt        |«      j                  t        |j                  «      d  }t        j                  |t        j                  t        |«      f|j
                  ¬«      gd¬«      }t        j                  | ||«      }t        rt        j                  |«      }|S )Nr   rU  rÃ  )r8  rH   ri  r   r  r/  r	  rÓ  rŒ   r·   rÅ  r  rŸ  Údynamic_update_slicerÁ  rï  )r  ÚupdaterÔ  rÕ  rE  rH  rI  ru  s           r=   Ú_dynamic_update_slicerZ  ¬  sÃ   € ô '¤r§x¡x°Ó'>Ó?€-Ø˜1‘€,Ü×Ñ�|×)Ñ)¬6¯?©?Ô;Ü% lÓ3×9Ñ9¼#¸l×>PÑ>PÓ:QÐ:RÐS€LÜ—I‘I˜}¬b¯h©h¼¸LÓ8IÐ7KØ=J×=PÑ=Pô/Rð Sà#$ô&€Mô 	×"Ñ" 7¨F°MÓB€#Ý#Ü
×
Ñ
˜3Ó
€CØ	€*r?   c                óÎ  — t        j                  «       }|j                  j                  |j                  «       |j                  j                  |j                  «       |j
                  j                  |j
                  «       |j                  j                  |j                  «       |j                  j                  |j                  «       | sJ ‚t        | «      dz
  |_
        |S r›  )r/   ÚScatterDimensionNumbersÚupdate_window_dimsrÖ  Úinserted_window_dimsÚscatter_dims_to_operand_dimsÚinput_batching_dimsr0  Úscatter_indices_batching_dimsr·   r2  r3  s      r=   Ú_scatter_dimensions_protorb  ¿  sº   € Ü
×
.Ñ
.Ó
0€%Ø×Ñ×!Ñ!Ð"3×"FÑ"FÔGØ×Ñ×#Ñ#Ð$5×$JÑ$JÔKØ×$Ñ$×+Ñ+Ø×4Ñ4ô6à×Ñ×"Ñ"Ð#4×#JÑ#JÔKØ×%Ñ%×,Ñ,Ø×5Ñ5ô7á	ÐˆÜ˜}Ó-°Ñ1€%ÔØ	€,r?   c                ó   — |S re   rB   râ  s     r=   rC   rC   Í  s   € ©ar?   c          	     ó”  ‡‡— ~‰€I‰rJ ‚t        j                  t        t        j                  d| j
                  j                  «      «      \  ŠŠ|t        j                  j                  k(  r,t        t        j                  d¬«      } || ||||	|	d   ¬«      }t        ‰«      dk(  sJ d«       ‚t        |j                  |«      }dˆˆfd„}t!        j"                  d| j
                  ¬	«      }t!        j$                  |d¬
«      j'                  ||«      }t)        j*                  | |||||¬«      }t,        rt!        j.                  |«      }|S )NrB   Fr.  r  )ÚdnumsrÔ  rÕ  r   z(Update computation cannot have constantsc                óV   •— t        j                  ‰‰«      }t        || |d ¬«      \  }|S r‘  r“  )r•  r–  r—  r¼  Úupdate_constsÚupdate_jaxprs       €€r=   Úupdate_computationz$_scatter.<locals>.update_computationæ  s,   ø€ Ü×#Ñ# L°-Ó@€LÜ˜L¨$°ÀtÔL�D€CØ€Jr?   rU  r]  )r<  r™  )r_  Ú_reduction_jaxprÚ_scatter_reduction_computationr   rï  r/  rû  r   r?  ÚCLIPrÙ  rA  Ú_clamp_scatter_indicesr·   rb  rŒ   rH   rƒ  r„  r…  rŸ  ÚscatterrÁ  rï  )r  Úscatter_indicesÚupdatesrh  rg  rÙ  r<  r;  rF  rÔ  rÕ  Úclip_fnrÝ  ri  rˆ  Úxla_update_computationru  s      ``            r=   Ú_scatterrs  Ð  s:  ù€ ð ØÐÙÐÐÜ".×"?Ñ"?Ü&Ü×Ñ˜˜WŸ]™]×9Ñ9Ó:ó#<Ñ€L�-ð 
ŒS×"Ñ"×'Ñ'Ò'Ü¤× BÑ BØ16ô8€GáØ� 'Ð1BØ y°¡|ô5€Oô 
ˆ]Ó	˜qÒ	 ÐLÐ"LÓLÐ	 ä
# O×$9Ñ$9Ð;LÓ
M€%öô
 �=‰=˜ 7§=¡=Ô1€&ä‡k�kÐ$Ø!ô#ß#8Ñ#8¸ÀÓ#Hð ô 	�‰ØØØØØØ+ô	-€#õ $Ü
×
Ñ
˜3Ó
€CØ	€*r?   c               ó¤  — |rt        d«      ‚t        |«      D ��cg c]  \  }}t        t        |g|¢­dd|› d�iŽ‘Œ }}}t	        t        t        j                  d«      |«      «      }t        |«      dk(  r?t        j                  t        j                  | t        j                  «      |d   |d   «      S t        j                  | |«      S c c}}w )	Nz(jax2tf conversion for platform_dependentrm  Úbranch_Ú_funr  rw   r  r   )rÚ   rœ  r   rë  rÒ   r´   r!   rj  r·   rH   r  r‚  r-  Úswitch_case)r  ÚbranchesrÆ  rR  r³  rê  Úbranches_tfs          r=   Ú_condrz    sÔ   € ñ Ü
ÐHÓ
IÐIô   Ô)ô	ñ *‰(ˆ!ˆUô Ô ð 2¨ò 2à!(¨¨¨4Ð0ó2ð *ð	 ñ ô ”SÔ)×;Ñ;¸FÓCØóó €+äˆƒ]�aÒä�7‰7”2—7‘7˜5¤"§'¡'Ó*¨K¸©N¸KÈ¹NÓKÐKä�>‰>˜% Ó-Ð-ùós   œ"Cc                óh  ‡‡— t        j                  || |g«      \  Š}}‰j                  d   j                  rt	        || ‰||dœŽS dˆˆfd„}t        t        |g|¢­ddiŽ}|j                  D �	cg c]   }	t        j                  t        |	«      «      ‘Œ" }
}	t        j                  ||||
¬«      S c c}	w )Nr   )Úcond_nconstsÚ
cond_jaxprÚbody_nconstsÚ
body_jaxprc                 ó.   •— t        ‰g‰¢| ¢­ddiŽ\  }|S )Nrm  z
while/condrš  )r—  ÚpredÚcond_constsr}  s     €€r=   Úcond_tf_funcz_while.<locals>.cond_tf_func,  s.   ø€ Ü˜Zð <¨+ð <¸ò <à.:ñ<�E€Dð €Kr?   rm  ú
while/body)Úshape_invariantsr²  )r"   rš  rü   rŒ   Ú_batched_cond_whiler   rë  rH   ÚTensorShaperõ  Ú
while_loop)r|  r}  r~  r  r—  Úbody_constsÚ
init_carryrƒ  Úbody_tf_funcrÕ  r…  r‚  s    `         @r=   Ú_whilerŒ    sÍ   ù€ ä)-¯©Ø
ˆ\˜<Ð(ó**Ñ&€+ˆ{˜Jà×Ñ˜!Ñ×"Ò"äØ	Ø!ØØ!Øòð öô Ô)¨:ð 8¸ò 8Ø*6ñ8€,ð
 (2×';Ò';ó=Ù';˜)ô —n‘nÔ%6°yÓ%AÕBØ';ð ð =ä	�‰�| \°:Ø(8ô
:ð :ùò=s   Á/%B/c                óÀ   ‡‡‡‡— t        j                  || |g«      \  ŠŠ}t        ‰g‰¢|¢­ddiŽ\  }dd„}dˆˆˆˆfd„}t        j                  |||g|¢­«      ^}	}
|
S )aÊ  Interprets a while_loop with a batched condition.

  A batched while has a conditional that returns a tensor of booleans, and
  a body that returns a list of tensors whose leading dimensions match those
  of the conditional tensor.

  We need to turn it into a while with scalar boolean conditional. We will
  expand the loop carry to include a prefix with the current tensor boolean
  condition. We prepend to the loop the first calculation of the tensor boolean
  condition. The loop condition will use a "reduce_any" to calculate a scalar
  boolean from the tensor boolean condition. The end of the loop body will
  compute the new carry using a "tf.where", and we compute the new tensor
  boolean condition.
  rm  zwhile/body_predc           
     ó~   — t        j                  | t        t        t	        | j
                  «      «      «      ¬«      }|S rÂ  )rH   Ú
reduce_anyrÒ   r¶   r·   rŒ   )Úpred_bÚcarryr�  s      r=   Únew_cond_tf_funcz-_batched_cond_while.<locals>.new_cond_tf_funcS  s*   € Ü�=‰=˜¤d¬5´°V·\±\Ó1BÓ+CÓ&DÔE€DØ€Kr?   c                óª   •‡ — t        ‰g‰¢|¢­ddiŽ}dˆ	ˆ fd„}t        t        |||‰j                  «      «      }t        ‰	g‰¢|¢­ddiŽ\  }|g|¢­S )Nrm  r„  c                ó.  •— t        ‰t        |«      j                  t        t	        t        ‰j                  «      «      «      ‰j                  t        j                  |j                  t        j                  «      ¬«      }t        j                  || |«      S )N)rŒ   r   rÔ  rÕ  )r%  rÓ  rŒ   rÒ   r¶   r·   rü   r   rï  r‹   rc  rH   rû  )Únew_cÚcÚc_avalÚpred_b_bcastr}  r�  s       €€r=   Úselect_one_carryzG_batched_cond_while.<locals>.new_body_tf_func.<locals>.select_one_carry\  sj   ø€ Ü&Ø
Ü" 6Ó*×0Ñ0Ü#¤E¬#¨f¯l©lÓ*;Ó$<Ó=Ø×(Ñ(Ü×$Ñ$ V§\¡\´2·8±8Ó<ô>€lô �X‰X�l E¨1Ó-Ð-r?   Ú	body_pred)r•  r¦   r–  r¦   r—  r_  r§   r¦   )rë  rÒ   r´   rü   )
r�  r‘  Ú	new_carryr™  Úselected_carryÚnext_pred_br‰  r  r‚  r}  s
   `     €€€€r=   Únew_body_tf_funcz-_batched_cond_while.<locals>.new_body_tf_funcW  s„   ù€ Ü!1°*ð "Q¸{ð "QØ38ò"QàCOñ"Q€Iö.ô '+¬3Ð/?ÀÈEÐS]×SgÑSgÓ+hÓ&i€NÜ# Jð B°ð B¸~ò BØ5@ñB�L€KàÐ)˜.Ñ)Ð)r?   )r�  r¦   r‘  r¦   r§   r¦   )r�  r¦   r‘  r¦   r§   rá   )r"   rš  rë  rH   rˆ  )r|  r}  r~  r  r—  rŠ  Úinit_pred_br’  rž  r5   Ú	res_carryr‰  r‚  s    ` `       @@r=   r†  r†  <  sˆ   û€ ô" *.¯©Ø
ˆ\˜<Ð(ó**Ñ&€+ˆ{˜Jô " *ð F¨{ð F¸Zò FØ3DñF�,€+ó÷*ð *ô& —-‘-Ð 0Ð2BØ!,Ð :¨zÑ :ó<€-€!€ià	Ðr?   Úscanr’  Ú
checkpointc               ó   — | S re   rB   )rÈ   r;   s     r=   rC   rC   |  s   € ±1r?   Úoptimization_barrierc                óè  — d„ } || j                   «      }t        j                  |«      s4t        |f«      d   }t	        j
                  |t        j                  «      }n|}|rot        j                  j                  t        j                  j                  | |«      |d¬«      \  }}t        j                  j                  || j                   «      |fS t        j                  j                  | |d¬«      S )Nc                ó.  — | t         j                  t         j                  t         j                  fv rt         j                  S | t         j
                  t         j                  fv rt         j                  S | t         j                  u rt         j                  S y re   )
rH   r-  Úuint8Úuint16r  r‹  Úint16rG  Úfloat16r3  )rý  s    r=   Úpromote_tf_dtypez _top_k.<locals>.promote_tf_dtype…  s^   € Ø”B—G‘GœRŸX™X¤r§y¡yÐ1Ñ1Ü�Y‰YÐØ”B—G‘GœRŸX™XÐ&Ñ&Ü�X‰X€oØ”2—:‘:ÑÜ�Z‰ZÐØr?   r   T)rÇ  Úsorted)
r/  r   r~  r  rH   r‚  rG  rô  Útop_kr   )r  rÇ  r«  r„  Úk_tfÚvaluesÚindicess          r=   Ú_top_kr±  ‚  s½   € òñ & g§m¡mÓ4ÐÜ	×	Ñ	˜aÔ	 Ü˜�tÓ˜QÑ€DÜ�7‰7�4œŸ™Ó"�Dà€DÙÜ—g‘g—m‘mÜ
�	‰	�‰�wÐ 0Ó1°TÀ$ð $ó H�O€FˆGä�9‰9�>‰>˜& '§-¡-Ó0°'Ð9Ð9ä�7‰7�=‰=˜ D°ˆ=Ó6Ð6r?   c                ó´   — t        |f«      d   }|r$t        j                  j                  | |||||«      S t        j                  j	                  | |||||«      S r)  )r  rH   rô  Úapprox_max_kÚapprox_min_k)r  rÇ  Úreduction_dimensionÚrecall_targetÚis_max_kÚreduction_input_size_overrideÚaggregate_to_topkr®  s           r=   Ú_approx_top_krº  Ÿ  sf   € ô 
�a�TÓ	˜1Ñ	€$ÙÜ�7‰7×Ñ ¨Ð/BÀMØ =Ø 1ó3ð 3ô �7‰7×Ñ ¨Ð/BÀMØ =Ø 1ó3ð 3r?   c                óv  ‡‡— d‰cxk  rt        |«      k  sJ ‚ J ‚d| cxk  rt        |d   j                  «      k  s%n J d| › dt        |d   j                  «      › �«       ‚g }g Š|D ]r  }t        j                  d|j                  ¬«      }|j                  ||g«       t        j                  dt        |j                  «      «      }‰j                  ||g«       Œt dˆˆfd„} t        j                  |d¬	«      j                  |Ž }	t        j                  || ||	¬
«      }
t        rt        d„ |
D «       «      }
|
S )Nr  r   zInvalid z
 for ndim rB   rU  c                 óŽ   •—  t        t        j                  d¬«      | ‰t        j                  dt
        j                  «      ‰dœŽS )NFr.  rB   )rÔ  rÕ  Únum_keys)rÙ  r_  Ú_sort_lt_comparatorr   rï  r‹   rc  )Útf_argsÚcomparator_jax_in_avalsr½  s    €€r=   Úlexicographic_comparatorz'_sort.<locals>.lexicographic_comparatorÄ  sD   ø€ ðBÔÜ×(Ñ(¸5ôBàØ-Ü×&Ñ& r¬2¯8©8Ó4Øòð r?   Fr]  )rI  Ú	is_stableÚ
comparatorc              3  óF   K  — | ]  }t        j                  |«      –— Œ y ­wre   r°  r±  s     r=   r�   z_sort.<locals>.<genexpr>Õ  s   è ø€ Ð=±W¨c”B×$Ñ$ S×)±Wùr^  )r¿  r¦   r§   r¦   )r·   rŒ   rH   rƒ  r/  rÖ  r   rï  rÿ  r„  r…  rŸ  Úvariadic_sortrÁ  r�   )rI  rÂ  r½  rÆ  Úcomparator_specr·  rˆ  Úo_avalrÁ  Úxla_comparator_computationrþ   rÀ  s     `        @r=   Ú_sortrÉ  ±  sD  ù€ à	
ˆhÔ	'œ#˜h›-Ò	'Ð'Ñ	'Ð'Ð	'Ø	
ˆiô 
œ#Øˆq�k×Ñóô 
ð >à�	ˆ{˜*¤S¨°!©×):Ñ):Ó%;Ð$<Ð=ó>ð 
ð *,€/Ø46ÐÛ€bÜ�]‰]˜2 R§X¡XÔ.€FØ×Ñ˜F FÐ+Ô,Ü×Ñ˜b¤-°·±Ó"9Ó:€FØ×"Ñ" F¨FÐ#3Õ4ð	 öð9„b‡k�kÐ*Ø!ô#ß#8Ñ#8¸/ðKð ô ×ÑØØØØ+ô	-€'õ
 $ÜÑ=±WÓ=Ó=€GØ	€.r?   c          
     ó¾  — t        t        t        j                  g d¢«      «      \  }}}}|t        j
                  j                  t        j
                  j                  t        j
                  j                  g|t        j
                  j                  t        j
                  j                  t        j
                  j                  g|t        j
                  j                  t        j
                  j                  t        j
                  j                  g|t        j
                  j                  t        j
                  j                   t        j
                  j"                  gi}	|	|   t%        |«      dz
     }
|||fv rG|\  }|j&                  }|t%        |«       d |d   dz
  dz  fz   }||k7  rt)        |
t+        |«      ¬«      }
 |
| «      }t-        |t/        |«      «      S )N)r   r  rw   r–  r  rF  rw   )Ú
fft_length)rÒ   r´   r   ÚFftTyperH   ÚsignalÚfftÚfft2dÚfft3dÚifftÚifft2dÚifft3dÚrfftÚrfft2dÚrfft3dÚirfftÚirfft2dÚirfft3dr·   rŒ   r   r  r#  rõ  )rÈ   Úfft_typeÚfft_lengthsrÔ  rÕ  ÚFFTÚIFFTÚRFFTÚIRFFTÚtf_funcsÚtf_funcÚx_avalÚx_shapeÚexpected_lengthsr¼  s                  r=   Ú_fftrå  Ü  se  € ô  ¤¤C§K¡K²Ó >Ó?Ñ€#€tˆT�5à	ŒB�I‰I�M‰Mœ2Ÿ9™9Ÿ?™?¬B¯I©I¯O©OÐ<Ø
ŒR�Y‰Y�^‰^œRŸY™Y×-Ñ-¬r¯y©y×/?Ñ/?Ð@Ø
ŒR�Y‰Y�^‰^œRŸY™Y×-Ñ-¬r¯y©y×/?Ñ/?Ð@ØŒb�i‰i�o‰oœrŸy™y×0Ñ0´"·)±)×2CÑ2CÐDð	€(ð �XÑœs ;Ó/°!Ñ3Ñ4€'Ø�$˜�Ñð �I€VØ�l‰l€GØ¤ KÓ 0Ð0°2Ð6Ø	�‰�q‰˜AÑð:ñ Ðð Ð&Ò&Ü˜¬K¸Ó,DÔE€gÙ�‹
€#Ü	$ SÔ*;¸IÓ*FÓ	GÐGr?   c                óD   — t         j                  j                  | |¬«      S )N)Úfull_matrices)rH   r)   Úqr)r  rç  s     r=   Ú_qrré  ö  s   € Ü	�‰�‰�g¨]ˆÓ	;Ð;r?   c                óv  — |�6|dt        | j                  d   | j                  d   «      fk(  st        d«      ‚|�2|t        j                  j
                  j                  k7  rt        d«      ‚t        j                  j                  | ||«      }|s|fS |\  }}}||t        j                  j                  |«      fS )Nr   rF  éþÿÿÿú"subset_by_index is not implementedz SVD algorithm is not implemented)
r¢  rŒ   rÚ   r   r)   ÚSvdAlgorithmr  rH   ÚsvdÚadjoint)	r  rç  Ú
compute_uvÚsubset_by_indexr  Úresultre  ÚurM   s	            r=   Ú_svdrô  ý  s¬   € ð ÐØ	˜Q¤ G§M¡M°"Ñ$5°w·}±}ÀRÑ7HÓ IÐJÒ	Jä
ÐBÓ
CÐCàÐ˜y¬C¯J©J×,CÑ,C×,KÑ,KÒKÜ
Ð@Ó
AÐAä�9‰9�=‰=˜ -°Ó<€&Ù	Øˆ7€NØ�'€!€QˆØ	
ˆAŒr�y‰y× Ñ  Ó#Ð	#Ð#r?   c                ó„  — |r|rd}t        |«      ‚|s"|s t        j                  j                  | «      fS |r(t	        t        j                  j                  | «      «      S t        j                  j                  t        j                  j                  | «      «      \  }}t        j                  j                  |«      }||fS )NzxConversion of eig is not implemented when both compute_left_eigenvectors and compute_right_eigenvectors are set to True.)	rÚ   rH   r)   Úeigvalsr�   Úeigrï  rô  rC  )r  Úcompute_left_eigenvectorsÚcompute_right_eigenvectorsrO  ÚwHÚvlÚwHHs          r=   Ú_eigrý    s–   € áÑ#=ð
€Cô ˜cÓ
"Ð"Ù%Ñ)CÜ�I‰I×Ñ˜gÓ&Ð(Ð(Ù!Ü”—‘—‘˜wÓ'Ó(Ð(ä�Y‰Y�]‰]œ2Ÿ9™9×,Ñ,¨WÓ5Ó6�F€BˆÜ
�'‰'�,‰,�rÓ
€CØ�ˆ9Ðr?   c           	     ó:  — ~| j                   d   dk(  r2| t        j                  | t        |d   j                   d d «      «      }}nC|st        j                  j                  | «      } t        j                  j                  | «      \  }}t        j                  t        j                  t        j                  t        j                  ij                  | j                  «      }|�|d| j                   d   fk(  st        d«      ‚|�t        j                  ||«      }||fS )NrF  r   rì  )rŒ   rH   rH  r  r)   rï  Úeighr2  r3  r4  r5  r  r/  rÚ   r‚  )	r  ÚlowerÚsort_eigenvaluesrñ  rÔ  rÕ  rM   ÚwÚ	cast_types	            r=   Ú_eighr  /  së   € ð Ø‡]�]�2Ñ˜!ÒØ”B—J‘J˜w¬°I¸a±L×4FÑ4FÀsÈÐ4KÓ(LÓM€q�AáÜ—	‘	×!Ñ! 'Ó*€gÜ�9‰9�>‰>˜'Ó"�D€A€qä‡l�l”B—J‘JÜ‡m�m”R—Z‘Zð÷ �Cˆ�‰Óð ð Ð
! _¸¸G¿M¹MÈ"Ñ<MÐ8NÒ%NÜ
ÐBÓ
CÐCØÐÜ
�‰��9Ó€AØ	
ˆAˆ€+r?   c                óJ   —  t        t        j                  d¬«      | ||¬«      S )Nrs  r’  r`  )rÙ  Ú
lax_linalgÚ
_lu_python)r  rÔ  rÕ  s      r=   Ú_lur  L  s&   € Ø	HÔ	œ:×0Ñ0À4Ô	HØ˜¨iô
9ð 9r?   c               ó®  — |r\|\  }	}
t        |	j                  «      }t        j                  j	                  | t        j
                  |d d | j                  ¬«      «      } |sft        | j                  «      }t        t        |dz
  «      «      |dz
  |dz
  gz   }t        j                  | |«      } t        j                  ||«      }| }| j                  t        j                  t        j                  fv r'|r|r|s!|rt        j                  j                  | «      } t        j                  j                  | |||¬«      }|st        j                  |«      }|S )NrF  rU  rw   r  )r   rï  )r  rŒ   rH   r)   Úset_diagÚonesr/  r·   rÒ   r¶   r+  r2  r4  rô  rC  Útriangular_solve)r‘   rd  Ú	left_sider   Útranspose_aÚconjugate_aÚunit_diagonalrÔ  rÕ  Úa_avalr5   Úa_shaper*  Útranspose_dimensionsrò  s                  r=   Ú_triangular_solver  T  s  € ñ Ø�I€FˆAÜ˜&Ÿ,™,Ó'€GÜ
�	‰	×Ñ˜1œbŸg™g g¨c¨r l¸!¿'¹'ÔBÓC€AÙ	Üˆq�w‰w‹<€DÜ¤ d¨Q¡h£Ó0°D¸1±H¸dÀQ¹hÐ3GÑGÐÜ
�‰�QÐ,Ó-€AÜ
�‰�QÐ,Ó-€AØˆI€Eð ‡W�W”—‘œrŸ}™}Ð-Ñ-Ù™K±ÁÜ
�'‰'�,‰,�q‹/€aÜ�9‰9×%Ñ% a¨°%ÀÐ%ÓM€&Ù	Ü�\‰\˜&Ð"6Ó7€FØ	€-r?   c                óJ   —  t        t        j                  d¬«      || |||dœŽS )NÚlinear_solver’  )Úconst_lengthsÚjaxprsrÔ  rÕ  )rÙ  rÁ  Ú_custom_linear_solve_impl)r  r  rÔ  rÕ  r—  s        r=   Ú_linear_solver  p  s4   € ð
<Ô	Ô+×EÑEØ,:ô
<àØ!ØØØò
ð r?   c                óH   —  t        t        j                  dd¬«      || |dœŽS )NFÚtridiagonal_solverU  r`  )rÙ  r  Ú_tridiagonal_solve_jax)rÔ  rÕ  r—  rR  s       r=   Ú_tridiagonal_solver  |  s4   € ð
AÔ	œ:×<Ñ<Ø,1Ø,?ô
Að ØØò
ð r?   c                ó&   — ~~t        | g|¢­dddœŽS )NÚ
custom_jvpF©rm  r(  rš  )Ú
call_jaxprÚjvp_jaxpr_funÚ
num_constsr—  s       r=   Ú_custom_jvp_callr%  ‡  s)   € ð �ZÜ	˜*ð 
6 tñ 
6¸lØ/4ò
6ð 6r?   c                ó"   — t        | g|¢­dddœŽS )NÚ
custom_vjpFr!  rš  )r"  r—  r5   s      r=   Ú_custom_vjp_callr(  “  s$   € ô 
˜*ð 
6 tñ 
6¸lØ/4ò
6ð 6r?   c                 ó   — t        d«      ‚)NzAcan't apply forward-mode autodiff (jvp) to a custom_vjp function.)rL  rï  s     r=   Ú_custom_linr*  �  s   € Üð ó 	ð r?   c                ó(   — ~ ~~t        |g|¢­dddœŽS )NÚ	remat_optFr!  rš  )r$  Únum_resÚ	fwd_jaxprÚfun_jaxpr_thunkr—  s        r=   Ú
_remat_optr0  ¥  s+   € ð �'˜?Ü	˜)ð 
6 dñ 
6¸[Ø/4ò
6ð 6r?   .c                óÖ   — |€t        j                  | d¬«      S t        j                  |«      }t	        j
                  |«      j                  |«      }t        j                  | |d¬«      S )a§  Like TPUMPStrategy.experimental_split_to_logical_devices.

  For jax2tf purposes we want to avoid needing to thread the `strategy` object
  through the generated computation. It seems that the original function needs
  the strategy object only for error checking, which we assume is done upstream
  by JAX.

  Args:
    tensor: Input tensor to annotate.
    partition_dimensions: A list of integers, with one integer per tensor
      dimension, specifying in how many parts the dimension should be split. The
      product of integers must equal the number of devices per replica.
    use_sharding_op: whether to use a sharding op, or not.

  Returns:
    an annotated tensor.
  T©Úuse_sharding_op)r1   Ú	replicaterô  Úprodr‹   ÚarangerH  Útile)ÚtensorÚpartition_dimensionsÚnum_partition_splitsÚtile_assignments       r=   Úsplit_to_logical_devicesr<  ²  s_   € ð* Ð!Ü×!Ñ! &¸$Ô?Ð?ÜŸ™Ð#7Ó8ÐÜ—I‘IÐ2Ó3×;Ñ;Øó€/ä	×	Ñ	˜6 ?ÀDÔ	IÐIr?   c                ón   — t        | t        j                  «      ry | j                  |j                  «      S re   )rG   r   ÚUnspecifiedValueÚ_to_xla_hlo_shardingrç  )re  rƒ  s     r=   Ú(_xla_compatible_sharding_to_hlo_shardingr@  Ï  s,   € ô �”>×2Ñ2Ô3ØØ	
×	Ñ	 §	¡	Ó	*Ð*r?   c          	     ó„  — |€| S |j                  «       }|rt        j                  |«      r| S |j                  s„|j                  rxt        t        j                  t        j                  |j                  «      «      j                  |j                  «      j                  |j                  «      j                  «      }n|j                  }t        j                   t#        |j$                  «      |j                  ||j&                  |j(                  ¬«      }t*        j,                  j.                  rlt        j                   t#        |j$                  «      |j                  |j                  |j                  |j                  |j&                  |j(                  ¬«      }nd}t1        j2                  «       rt5        d«      ‚t7        d„ t8        j:                  j=                  d«      dd D «       «      }|dk  r't?        j@                  |¬	«      jC                  | d
¬«      S t?        j@                  |¬	«      jC                  | d
|¬«      S )zApply sharding to a TfVal.N)rK  Útile_assignment_dimensionsÚtile_assignment_devicesÚreplicate_on_last_tile_dimÚlast_tile_dims)rK  rB  rC  Úiota_reshape_dimsÚiota_transpose_permrD  rE  zÔA jit function with sharded arguments or results must be used under a `tf.function` context. See https://github.com/jax-ml/jax/blob/main/jax/experimental/jax2tf/README.md#support-for-partitioning for a discussionc              3  ó2   K  — | ]  }t        |«      –— Œ y ­wre   r  rç  s     r=   r�   z_shard_value.<locals>.<genexpr>  s   è ø€ ÐCÑ%B ”S˜—VÑ%Bùr•  r6   rw   )rw   é   )rÝ  Tr2  )r3  Úsharding_v2_proto)"Úto_protor   Úis_op_sharding_replicatedrC  rF  rÒ   r‹   r6  rô  r5  rB  rH  r+  rG  Úflatr/   Ú
OpShardingr  rK  rD  rE  r   r˜  rˆ   Ú
tf_contextr¬  r©   r�   rH   rí  rÉ  r1   ÚShardingÚapply_to_tensor)r0  r'  r›  Úsharding_protoÚtadÚxla_sharding_v1_protoÚxla_sharding_v2_protorð  s           r=   r«  r«  Ö  sô  € ð €ZØ€Jà—;‘;“=€.ÙÜ×,Ñ,¨^Ô<Ø€Jð
 ×
0Ò
0Ø
×
*Ò
*ä
Ü
�	‰	”$—)‘)˜N×EÑEÓFÓGß	‰�×1Ñ1Ó	2ß	‰�>×5Ñ5Ó	6ß	‰ó	�Cð ×
0Ñ
0€Cô 4@×3JÑ3JÜˆ~×"Ñ"Ó#Ø!/×!JÑ!JØ!Ø!/×!JÑ!JØ#×2Ñ2ô4Ðô ×"Ñ"×(Ò(Ü5A×5LÑ5LÜ�×$Ñ$Ó%Ø#1×#LÑ#LØ .× FÑ FØ(×:Ñ:Ø*×>Ñ>Ø#1×#LÑ#LØ%×4Ñ4ô6Ñð !ÐÜ×!Ñ!Ô#Ü
ð	BóCð Cô ÑC¤R§^¡^×%9Ñ%9¸#Ó%>¸rÀÑ%BÓCÓC€*ð �'ÒÜ× Ñ Ð'<Ô=×MÑMØ˜Tð Nó ð ô 
×	Ñ	Ð%:Ô	;×	KÑ	KØ	˜4Ð3Hð 
Ló 
ð r?   c                óv  — ~t        t        ||«      }t        t        t        t        t
        j                   ¬«      ||«      «      }t        | g|¢­t        j                  d|«      ddœŽ}t        t        ||«      }t        t        t        t        t
        j                   ¬«      ||«      «      }t        |«      S )Nrš  r   Fr!  )
r´   r@  r�   r   r«  ri   rZ   rë  r"   r  )rê  Úin_shardingsÚout_shardingsÚ
in_layoutsÚout_layoutsÚdonated_invarsÚctx_meshr;   Úkeep_unusedÚinlineÚcompiler_options_kvsrÔ  rÕ  r—  Úin_hlo_shardingsÚsharded_argsrþ   Úout_hlo_shardingsÚsharded_resultss                      r=   Ú_pjitrd    sÆ   € ð ä>AÜ,¨l¸Ió?GÐä"'Ü	Œ'”,Ü/B×/MÑ/MÐ+MôOà
Ð ó"ó##€,ô ˜Uð : \ñ :Ü/3¯~©~¸fÀdÓ/KØ38ò:€'ô @CÜ,¨m¸Yó@HÐä%*Ü	Œ'”,Ü/B×/MÑ/MÐ+MôOà
Ð$ó&ó&'€/ô 
ˆÓ	Ðr?   c               ó<   — t        ||d   «      }t        | |d¬«      S )Nr   Frš  )r@  r«  )Úargr   Úcontext_meshrÔ  rÕ  rÑ  Úhlo_shardings          r=   Ú_pjit_sharding_constraintri  ;  s(   € ô :¸(ÀIÈaÁLÓQ€,Ü	�c˜<Ø/4ô
6ð 6r?   c               ó¾   — t        j                  | «      |   }|j                  t        |j                  «      k7  r"t	        ||j                  |j
                  ¬«      S |S )N)r¶  rZ  )rH   rŒ   r/  r�  r¸  rZ  )r·  rI  rÔ  rÕ  Údim_tfs        r=   Ú_dimension_size_jax2tfrl  H  sP   € Ü�8‰8�B‹<˜	Ñ"€&Ø‡\�\”\ )§/¡/Ó2Ò2Ü  °9·?±?Ø+4×+>Ñ+>ô@ð @ð €Mr?   c                ó"   — t        | f«      \  }|S re   )r  )Údimrk  s     r=   Ú_dim_as_value_jax2tfro  R  s   € Ü˜˜Ó�'€&Ø	€-r?   c               ód   — t         j                  j                  | d |j                  |Ž ¬«       g S )NT)r¤   )rH   Ú	debuggingÚassert_equalr‘  )Úassert_whatÚerror_messageÚerror_message_inputss      r=   Ú_shape_assertion_jax2tfrv  X  s8   € ô ‡,�,×ÑØ�Ø ˆM× Ñ Ð"6Ð7ð ô 9ð 
€)r?   c               ó2   — t        j                  | ||¬«      S )N)Úexponent_bitsÚmantissa_bits)rŸ  Úreduce_precision)rÈ   rx  ry  s      r=   Ú_reduce_precisionr{  b  s   € Ü	×	Ñ	 °Ø.;ô
=ð =r?   c                ó   — |S re   rB   râ  s     r=   rC   rC   h  s   € ©1r?   c                 ó¨  ‡— t        j                  «       } t        j                  «       t        j                  «       f| _        t        j                  «       t        j                  «       g| _        dt        j                  «       i| _        t        | j                  «      }t        | j                  «      }t        | j                  «      Š|t        usJ ‚|t        usJ ‚‰t        usJ ‚t        j                  j                  |d„ d„ «       t        j                  j                  |d„ d„ «       t        j                  j                  ‰d„ ˆfd„«       y)	z/Registers TF custom container types as pytrees.r‘   c                ó   — t        | «      d fS re   rî  r"  s    r=   rC   z._register_checkpoint_pytrees.<locals>.<lambda>|  s   € Ü&+¨B£i°Ñ%6r?   c                ó   — t        |«      S re   rî  ©r5   rê  s     r=   rC   z._register_checkpoint_pytrees.<locals>.<lambda>}  s   € ÄeÈBÄir?   c                ó   — t        | «      d fS re   rî  r"  s    r=   rC   z._register_checkpoint_pytrees.<locals>.<lambda>  s   € ¼uÀR»yÈ$Ñ>Or?   c                ó   — t        |«      S re   )rÒ   r€  s     r=   rC   z._register_checkpoint_pytrees.<locals>.<lambda>€  s   € ´4¸´8r?   c                óf   — t        | j                  «       «      t        | j                  «       «      fS re   )r�   r¯  r¿  rd  s    r=   rC   z._register_checkpoint_pytrees.<locals>.<lambda>„  s   € ”�q—x‘x“zÓ"¤E¨!¯&©&«(£OÑ4r?   c                ó(   •—  ‰t        | |«      «      S re   )r!  )rÇ  rê  Údict_wrappers     €r=   rC   z._register_checkpoint_pytrees.<locals>.<lambda>…  s   ø€ ‘L¤ Q¨£Ô,r?   N)rH   ÚModuler‘   rd  r–  rK  r�   rÒ   rç   r�   r   Úregister_pytree_node)ÚmÚtuple_wrapperÚlist_wrapperr…  s      @r=   Ú_register_checkpoint_pytreesr‹  k  sû   ø€ ä‡i�iƒk€!ô 
�‰‹”b—i‘i“kÐ"€!„#Ü	�‰‹”b—i‘i“kÐ"€!„#Ø	Œb�i‰i‹kÐ€!„#Ü�q—s‘s“)€-Ü�a—c‘c“€,Ü�a—c‘c“€,ð 
œeÑ	#Ð#Ð	#Ø	œTÑ	!Ð!Ð	!Ø	œTÑ	!Ð!Ð	!ä‡-�-×$Ñ$ ]ñ 57Ù8OôQô ‡-�-×$Ñ$ \Ñ3OÙ%;ô=ô ‡-�-×$Ñ$ØÙ4Û,õ.r?   )rM   r¦   r§   r-  )r§   zNameStack | str)r§   zlist[Any] | None)r    r   rp   ú
str | Nonerq   zSequence[str]rr   r-  rZ   r-  rs   z"bool | _DefaultNativeSerializationrt   r  ru   r  r§   r   )r0  r¦   r§   ÚDType)r    r   r§   r   )r    r   r§   ztuple[Callable, Callable])rM  r  rN  r¦   r§   r¦   )
rš   r×   rr   r-  r›   rá   rœ   rØ  r�   rá   )rm  rŒ  )r    r   r›   rá   rw  rØ  rm  rŒ  r(  r-  r  zcore.DebugInfor§   z6tuple[tuple[TfVal, ...], tuple[core.ShapedArray, ...]])r˜   rá   rô   zexport.Exportedr§   rá   )F)rÂ  r•  rÃ  rá   r(  r-  r§   z(Sequence[tuple[TfVal, core.ShapedArray]])rÐ  r   rm  rŒ  r§   r   )r  rØ  rÃ  r¦   )
rê  úcore.ClosedJaxprr›   r¦   rm  rŒ  r(  r-  r§   rá   )rƒ  r_  r§   r_  )rƒ  r_  r§   ztuple[int | None, ...])NF)r0  r¦   rø  rú  r§   ztuple[TfVal, DType]re   )rŒ   úSequence[shape_poly.DimSize]r§   rá   )rÈ   r¦   )rÈ   r¦   rŒ   r�  )rQ  r“  rR  rç   rS  zsource_info_util.SourceInfor§   zxla_data_pb2.OpMetadata)r€   r“  )rÈ   r¦   rã  r¦   r§   r¦   r—  )rÈ   r¦   r§   r¦   )rÔ  rØ  rÕ  r_  )rã  r  rÔ  rØ  rÕ  r_  )rÈ   r¦   rã  r¦   rg  r-  rÔ  rØ  rÕ  r_  r§   r¦   )rÈ   r¦   rã  r¦   rg  r-  r§   r¦   )r”  úSequence[int])râ  z*None | tuple[PrecisionType, PrecisionType])rÙ  zlax.ConvDimensionNumbersrè  r  ré  r  râ  z*tuple[PrecisionType, PrecisionType] | Nonerë  rú  rÔ  rØ  rÕ  r_  )râ  zlax_internal.CanonicalPrecisionrë  rú  rÔ  rØ  rÕ  r_  )rU  r¦   r  r_  rV  r¦   r  r_  r‰  r_  r§   z-tuple[TfVal, TfVal, Callable[[TfVal], TfVal]])rg  r-  r  r¦   rP  r�  rV  r�  rÔ  rØ  rÕ  r_  )r{  r¦   r  r¦   rp  r“  rt  r�  rø  r�  ru  r�  rv  r�  rõ  zSequence[tuple[int, int]]rÔ  rØ  rÕ  r_  )rÆ  r¦   r´  r   rê  rŽ  r-  r�  rÔ  rØ  rÕ  r_  r§   rá   )rÃ  r   rÄ  r   rm  r8  rß  rê  rñ  )rú  r¦   )r  r¦   r§   rá   )r½  r¦   r¾  r¦   r§   r¦   )r:  z
core.ShaperÔ  rØ  rÕ  r_  )r  r¦   rÆ  r¦   rx  zSequence[core.ClosedJaxpr]r§   rá   )r—  r¦   r|  r  r}  rŽ  r~  r  r  rŽ  r§   rá   )r  r¦   rÇ  r  r§   útuple[TfVal, TfVal])r  r¦   rÇ  r  rµ  r  r¶  Úfloatr·  r-  r¸  r  r¹  r-  r§   r‘  )
rÆ  r¦   rI  r  rÂ  r-  r½  r  r§   ztuple[TfVal, ...]r  )
r  r¦   rç  r-  rð  r-  rñ  ztuple[int, int] | Noner  zlax.linalg.SvdAlgorithm | None)r  r¦   rø  r-  rù  r-  )r  r¦   r   r-  r  r-  rñ  r�   )r  r¦   )r‘   r¦   rd  r¦   r  r-  r   r-  r  r-  r  r-  r  r-  rÔ  rØ  rÕ  r_  )
r—  r¦   r"  rŽ  r#  r   r$  r  r§   rá   )r—  r¦   r"  rŽ  r§   rá   )r—  r¦   r§   rá   )r—  r¦   r$  r  r-  r  r.  rŽ  r/  r   r§   rá   )r8  r¦   r9  ÚPartitionsOrReplicated)re  úsharding.Shardingrƒ  r_  r§   úxla_client.HloSharding | None)r0  r¦   r'  r•  r›  r-  r§   r¦   )r—  r¦   rê  rŽ  rW  úSequence[sharding.Sharding]rX  r–  r;   r8  r]  r-  r^  r-  rÔ  rØ  rÕ  rØ  r§   r¦   )rf  r¦   r   r”  rg  z	mesh.MeshrÔ  rØ  rÕ  r_  r§   r¦   )r·  r¦   )rn  zshape_poly.DimSize)rt  r8  (	  rã   Ú
__future__r   Úcollections.abcr   r   r   Ú	functoolsr   rk  rô  r  r­   ÚreÚ	threadingÚtypingr   r	   rÎ   Úabslr
   r   r‹   r�   r   r   r   r  r   r   r   Újax.experimental.jax2tfr   Újax._srcr   r   r   r   r   r   r   r   r   rs  r   r   r   r   r    Úrandom_internalr!   r"   r#   Újax._src.exportr$   r%   Újax._src.interpretersr&   r'   Újax._src.laxr(   rÁ  r_  r)   r  r*   rA  r+   Úlax_windowed_reductionsÚjax._src.libr,   Újax._src.numpy.ufuncsr-   Ú
tensorflowrH   Ú!tensorflow.compiler.tf2xla.pythonr.   rŸ  Útensorflow.compiler.xlar/   Útensorflow.core.frameworkr0   Ú+tensorflow.python.compiler.xla.experimentalr1   ÚModuleNotFoundErrorÚ1tensorflow.compiler.xla.experimental.xla_shardingÚtensorflow.python.frameworkr2   rl  Útensorflow.python.eagerr3   rO  Ú	NameStackÚ	PolyShaper�  r¥  rÁ  Úcompiler9   r7   Úsafe_mapr´   Úsafe_zipr!  r>   rÍ   rÑ   r¦   r  ÚPrecisionTyperN   rP   rË   rT   Ú__annotations__rU   r�  r«   ÚlocalrW   ri   rg   Úcontextmanagerr[   rm   Úapi_hookrÕ   r×   r¸   r¹   r2  r?  r)  rµ   rŸ   ro  r  rû   ru  rÙ  Útransformation2rr  rë  rÓ  rð  rõ  rc  rY  r�  rÿ  rŽ   r  r#  r*  ÚTracerrÜ  rV  ÚTracerà  r˜  r…  Ú
unexpectedÚloopsÚeval_jaxpr_pÚtf_not_yet_implÚrandom_clone_prï  Ústop_gradient_prå  Úadd_jaxvals_pÚdevice_put_pÚcopy_pÚ
dce_sink_prð  Úshard_alike_prù  Úneg_prþ  Úsign_pr  Úfloor_pÚceilÚceil_pr  Úround_pÚ	nextafterÚnextafter_pr  Úpopulation_count_pÚ	is_finiteÚis_finite_pr  Úabs_pr  Úpow_pr  Úinteger_pow_pÚexp_pÚexp2_pÚexpm1_pÚlog_pÚlog1p_pÚtan_pÚtanh_pÚsin_pÚsinhÚsinh_pÚcos_pÚcoshÚcosh_pÚ	atan_implÚatan_pÚlogistic_implÚ
logistic_pr<  Úatan2_pÚacoshÚacosh_pÚatanhÚatanh_pÚasinhÚasinh_pÚasinÚasin_pÚacosÚacos_pÚsqrt_pÚsquareÚsquare_pÚrsqrt_prA  Úcbrt_pÚlgammaÚlgamma_pÚdigammaÚ	digamma_pÚigammaÚigamma_pÚigammacÚ	igammac_pÚbetaincÚregularized_incomplete_beta_pÚerfÚerf_pÚerfcÚerfc_pÚerfinvÚ	erf_inv_pÚ
bessel_i0eÚbessel_i0e_pÚ
bessel_i1eÚbessel_i1e_pr6  Ú	complex_prD  Úconj_prª  Úreal_pr«  Úimag_pÚadd_prû  Úsub_pr  Úmul_prM  Úiota_prY  r[  Údiv_pÚrem_prh  rj  Úmax_pÚmin_pr‹  r§  r©  r¨  rG  r  r7  r
  rv  Úitemsró  rn  rt  Úshift_right_arithmetic_prx  rz  Úshift_right_logical_pr}  Úshift_left_prq  r‡  Únot_pr™  rl  rc  rd  Úor_pÚbitwise_andrQ  Úand_pr¢  Úlogical_xorÚxor_prü  Úeq_prR  Úne_pr§  r©  Úeq_to_pr²  r°  Úboolean_greater_or_equalÚboolean_less_or_equalÚgreaterÚgt_pr  Últ_pr€  rw  Ú
less_equalrx  r´  Últ_to_pÚle_to_pÚcholeskyÚ
cholesky_pr¸  Úconvert_element_type_prº  Úbitcast_convert_type_prÀ  Úclamp_prÇ  Úconcatenate_prË  Úsplit_prÞ  rã  r  Úconv_general_dilated_pr  Údot_general_pr	  r%  Úbroadcast_in_dim_pr'  Úempty_pr/  Ú	reshape_pr5  Ú	squeeze_pr>  Úpad_prA  Úrev_prI  ro  rM  Útranspose_pÚaxes_to_axisÚ
reduce_sumÚreduce_sum_pÚreduce_prodÚreduce_prod_pÚ
reduce_maxr�  Úreduce_max_pÚ
reduce_minÚ
reduce_allÚreduce_min_pÚreduce_or_pÚreduce_and_pr\  Úargmin_pÚargmax_pr„  rÔ  Ú_ge_fnr  Úselect_and_gather_add_prŽ  rœ  rz  rX  rW  Úreduce_window_sum_pÚreduce_window_min_pÚreduce_window_max_pÚreduce_window_prº  Úreduce_prÅ  Ú_reduce_window_maxr¦  Úcummax_pÚ_reduce_window_minr¢  Úcummin_pÚ_reduce_window_logaddexpÚcumlogsumexp_pÚ_reduce_window_sumÚaddÚcumsum_pÚ_reduce_window_prodÚmulÚ	cumprod_prÒ  Úselect_and_scatter_prØ  Úselect_and_scatter_add_prâ  Úrandom_seed_prë  Úrandom_split_prò  Úrandom_fold_in_prø  Úrandom_bits_prû  Úrandom_wrap_prý  Úrandom_unwrap_pr  Úthreefry2x32_pÚ_gamma_implÚrandom_gamma_pr  Úrng_bit_generator_pr  Úrng_uniform_pr*  Úiota_2x32_shape_pr5  r8  rL  Úgather_prR  Úslice_prV  Údynamic_slice_prZ  Údynamic_update_slice_prb  rk  rs  Ú	scatter_pÚscatter_min_pÚscatter_max_pÚscatter_mul_pÚscatter_add_pÚscatter_sub_prz  Úcond_prŒ  r†  Úwhile_pÚ
_scan_implÚscan_pÚremat_expansionÚremat_pÚname_pré   r¤  Úoptimization_barrier_pr±  Útop_k_prº  Úapprox_top_k_prÉ  Úsort_prå  Úfft_pré  Úqr_prô  Úsvd_prý  Úeig_pr  Úeigh_pr  Úlu_pr  Útriangular_solve_pr  Úlinear_solve_pr  Útridiagonal_solve_pr%  Úcustom_jvp_call_pr(  Úcustom_vjp_call_pr*  Úcustom_lin_pr0  Úremat_opt_pr�   r“  r<  r@  r«  rd  Újit_pri  Úsharding_constraint_prl  Údimension_size_pro  Údim_as_value_prv  Úshape_assertion_pr{  Úreduce_precision_pÚtie_pr‹  )re  ró  s   00r=   Ú<module>r”     sN  ðò 7å "ç 8Ñ 8Ý Û Û Û Û 	Û 	Û ß Û å Û ã 
Ý Ý "Ý Ý Ý Ý Ý Ý /å "Ý Ý Ý Ý Ý Ý Ý Ý &Ý !Ý #Ý Ý Ý Ý .Ý %Ý Ý  Ý #Ý &Ý $Ý &Ý 9Ý ,Ý -Ý /Ý GÝ #Ý +ã õ ;Ý 0Ý 4ðMÝFõ 6Ý 9ð ×&Ñ&€	Ø× Ñ €	Ø€à×0Ñ0Ð ð "'Ð ð  �R—Z‘ZÐ CÓDÐ Ø �b—j‘jÐ!5Ó6Ð à
‡m�m€Ø
‡m�m€òñ &Ð ñ $0Ð  ð 	€Ø€ô	÷ñ á:Ó<Ð ð 57€Ð	1Ó 6ð @BÐ Ð<Ó Að ×+Ñ+€ð  "'Ð ô"A˜	Ÿ™ô "AñH (Ó)Ð ô/ð ×Ññ.ó ð.ð<Øô<ñ 	ˆ×	Ñ	Ð 0Ô1ð .2Ø57Ø"&Ø#ØGcØCGØRTñsà *ðsð &3ðsð  ð	sð
 ðsð #Eðsð -Aðsð 3Pðsð ósó 2ðs÷j$ñ $ôN;0Ð/ô ;0ôzL1Ð.ô L1ô^ñ 	ˆ×	Ñ	Ð @ÔAð #'ñ4#à+3ó4#ó Bð4#ðr,à2ô,ð6Ø#ðØ(-ôð(:à&7ð:ð 04ð:ð
 *9ð:ð -Gð:ð *9ô:ðx ×Ñó	ó ð	ð "'ñØðàðð +ðð !ð	ð
 ðð ðð <ôð"tØ"1ðtà,ôtðr HMñØ3Bðà@Dðð 0Xôð4 (,Ø*/Ø59ñ'ð )3ð'ð ?Gô'ðT ×ÒðØ"'óó ðð" 37ñØ'1ðà+/ðà;Jôô ò ?ô
 ð Ÿ(š(Ð ò'òð :>Ø16ñ7Ø*6ð7à;Nô7öt;ô*#ô6ô&;�t—{’{ô ;ðz?Ø"ð?à#>ð?ð 3ô?ô"Y:�d—j’jô Y:ôv8ð —;’;“-€JÙÐ 5°zÓB€'ˆ*Òð  ñIð Ð×Ò×+Ò+Ñ ,ò
I€ñV +6€ˆ×&Ò&Ñ 'à#%×#3Ò#3€ˆ×ÒÑ  ô$ð "&€ˆ×ÒÑ Ø59ÀÐUYÓ!]€ˆ×ÒÑ Ù*€ˆ×ÒÑ Ù#/€ˆ×ÒÑ  ôà%1€ˆ×!Ò!Ñ "ôð €ˆ�	Š	Ñ ôð €ˆ�
Š
Ñ Ø—w‘w—}’}€ˆ�ŠÑ Ø—g‘g—l’l€ˆ�
Š
Ñ ð"Ø0ð"à&ô"ð  #)Ð �3—;’;Ñ ØŸ7™7×,Ò,€ˆ�ŠÑ ò>ð
 #4€ˆ×ÒÑ ØŸ7™7×,Ò,€ˆ�ŠÑ ô:ð
 €ˆ�	Š	Ñ ôð !%Ð �3—9’9Ñ ð;Ø,ô;ð& )5Ð �3×$Ò$Ñ %Ù7€ˆ�	Š	Ñ ñ €ˆ×ÒÑ ñ <€ˆ�ŠÑ Ù7€ˆ�	Š	Ñ Ù;€ˆ�ŠÑ Ù7€ˆ�	Š	Ñ Ù9€ˆ�
Š
Ñ Ù7€ˆ�	Š	Ñ Ø—g‘g—l’l€ˆ�
Š
Ñ Ù7€ˆ�	Š	Ñ Ø—g‘g—l’l€ˆ�
Š
Ñ Ù!2Ø×Ò¨Uô"4Ð �3—:’:Ñ ñ &7Ø×Ò°ô&8Ð �3—>’>Ñ "òð €ˆ�ŠÑ Ø—w‘w—}’}€ˆ�ŠÑ Ø—w‘w—}’}€ˆ�ŠÑ Ø—w‘w—}’}€ˆ�ŠÑ Ø—g‘g—l’l€ˆ�
Š
Ñ Ø—g‘g—l’l€ˆ�
Š
Ñ á9€ˆ�
Š
Ñ ØŸ™Ÿš€ˆ�ŠÑ Ù;€ˆ�ŠÑ ò<ð €ˆ�
Š
Ñ àŸ™Ÿš€ˆ�ŠÑ ØŸ™Ÿš€ˆ�ŠÑ ØŸ™Ÿš€ˆ�ŠÑ ØŸ™Ÿš€ˆ�ŠÑ Ø-/¯W©W¯_ª_€ˆ×)Ò)Ñ *Ø—W‘W—[’[€ˆ�	Š	Ñ Ø—g‘g—l’l€ˆ�
Š
Ñ ØŸ™Ÿš€ˆ�ŠÑ ØŸG™G×.Ò.€ˆ×ÒÑ ØŸG™G×.Ò.€ˆ×ÒÑ àŸš€ˆ�ŠÑ òð €ˆ�
Š
Ñ Ø—g‘g—l’l€ˆ�
Š
Ñ Ø—g‘g—l’l€ˆ�
Š
Ñ à€ˆ�	Š	Ñ Ø—W‘W×%Ò%€ˆ�	Š	Ñ Ø—W‘W×%Ò%€ˆ�	Š	Ñ ð 04õ Oñ €ˆ�
Š
Ñ ó%ó=ñ €ˆ�	Š	Ñ Ù€ˆ�	Š	Ñ ðBØ1ðBà'ðBà-2õBõ9ñ !(©¸Ô >Ð �3—9’9Ñ Ù '©¸Ô =Ð �3—9’9Ñ ð ‡G‚GˆR�XŠXØ‡H‚Hˆb�iŠiØ‡H‚Hˆb�iŠiØ‡H‚Hˆb�iŠið	Ñ ñ /H×.MÒ.MÔ.OÔPÑ.O¡d a¨˜Q ™TÐ.OÒPÑ ó

(ó1ñ )@€ˆ×$Ò$Ñ %ó
$óPñ &:€ˆ×!Ò!Ñ "óMñ (€ˆ×ÒÑ õ	-ó ñ$ €ˆ�	Š	Ñ ÷0òf (¨¯
ª
×(=Ò(=ÀvÐY[×YfÒYfÔg€ˆ�ŠÑ Ú(¨¯ª×)?Ò)?ÈÐ[]×[iÒ[iÔj€ˆ�	Š	Ñ Ú(¨¯ª×)?Ò)?ÈÐ[]×[bÑ[b×[nÒ[nÔo€ˆ�	Š	Ñ à—G‘G—M’M€ˆ�ŠÑ Ø—G‘G×%Ò%€ˆ�ŠÑ ó=ó.Oñ
 *€ˆ�ŠÑ áB�Ù?�ÙIÑ ÙIÑ â'¨¯©¯ªÀÑSbÔc€ˆ�ŠÑ Ú'¨¯©¯ª¸fÑP\Ô]€ˆ�ŠÑ Ú'¨¯©×(=Ò(=ÀvÑYqÔr€ˆ�ŠÑ Ú'¨¯©×(:Ò(:ÀFÑVkÔl€ˆ�ŠÑ óFò +©7Ñ3DÀbÇgÁgÇlÂlÓ+SÐ]cÑo{Ô|€ˆ�ŠÑ Ú*©7Ñ3DÀbÇgÁg×FXÒFXÓ+YÐciñ  vKô  L€ˆ�ŠÑ à!#§¡×!3Ò!3€ˆ�
‰
×ÒÑ ð <AÈ4õ 
:ñ '<€ˆ×"Ò"Ñ #ó6ñ '<€ˆ×"Ò"Ñ #ó3ñ #)Ð �3—;’;Ñ ó@ñ *€ˆ×ÒÑ ó:ñ €ˆ�ŠÑ óõ"	ðD6ð .FðD6ð 03ð	D6ð
 .1ðD6ð &PðD6ð 3?ðD6ð &@ðD6ð &6õD6ñN 2GÐ �3×-Ò-Ñ .ð #ñ0Ø;ð0à)5ð0ð 7ð	0ð
 -õ0ñf )5Ð �3×$Ò$Ñ %ð$Øð$Ø(ð$àð$à(ð$ð ð$ð "Oõ$ð( IMñ CØ!;ðCà!1õCñ  .?Ð �3×)Ò)Ñ *ó/ñ !'€ˆ×ÒÑ óEñ %-Ð �3—=’=Ñ !ó+ñ %-Ð �3—=’=Ñ !ð	Ø.ð	à$õ	ñ !%Ð �3—9’9Ñ ó)ñ €ˆ�	Š	Ñ óñ" !€ˆ�ŠÑ ó1ñ &€ˆ�ŠÑ áJ�ò )¨¯ªÓ7€ˆ×ÒÑ Ú)¨"¯.ª.Ó9€ˆ×ÒÑ Ú/Úˆr�}Š}Ó¨ sÚ˜ŸšÓ'ô)€ˆ×ÒÑ ò 0Úˆr�}Š}Ó¨ sÚ˜ŸšÓ'ô)€ˆ×ÒÑ ò (¨¯ªÓ6€ˆ�ŠÑ Ú(¨¯ªÓ7€ˆ×ÒÑ ðØ!ðà4ðð +õñ4 $+©:°tÓ#<Ð �3—<’<Ñ  Ù#*©:°uÓ#=Ð �3—<’<Ñ  ð ˆ"�+Š+�d eÔ
,�Ø	ˆ�Š�R—W‘W×*Ò*°eÔ	<�ðGØðGØ#ðGØ2@ðGà$ðGà6CðGð !ðGð 4AðGð 'ð	Gð 4Nð	Gð
  õGñT 3IÐ �3×.Ò.Ñ /óó<!0ð^ %)õ%*óP	ó	ñ Ñ&¨©kØ$ô&ð �3×*Ò*Ñ +ñ Ñ&Ù‘N¨4Ô0ÙØ$ô&ð �3×*Ò*Ñ +ñ Ñ&Ù‘N¨5Ô1ÙØ$ô&ð �3×*Ò*Ñ +ñ
 +9Ð �3×&Ò&Ñ 'ðØ!ðà#ðð &ðð 2ð	ð
 (ðð
 -<õñ@ $+Ð �3—<’<Ñ  ðØ"*ðà!õò( $+Ø0×CÒCØ—'’'Øô$Ð �3—<’<Ñ  ò $+Ø0×CÒCØ—'’'Øô$Ð �3—<’<Ñ  ò *1Ø0×IÒIØØ#ô*%Ð �3×%Ò%Ñ &ò $+Ø0×CÒCØ—'’'Øô$Ð �3—<’<Ñ  ò %,Ø0×DÒDØ—'’'Øô% Ð �3—=’=Ñ !óPñ %8€ˆ× Ò Ñ !ñ 	Ñ	 fÔ-ñó .ññ  4KÐ �3×/Ò/Ñ 0õ	Bñ *;Ð �4×%Ò%Ñ &õCñ +=Ð �4×&Ò&Ñ 'õ<ñ -AÐ �4×(Ò(Ñ )õBñ *;Ð �4×%Ò%Ñ &õñ *;Ð �4×%Ò%Ñ &õñ ,?Ð �4×'Ò'Ñ (õñ +AÐ �4×&Ò&Ñ 'ñ ->ÙˆO×'Ò'°$Ô7Ø¨^ô-=Ð �6×(Ò(Ñ )ð
Ø(7õñ8 $6€ˆ×ÒÑ  õWñ *€ˆ×ÒÑ óñ  #3€ˆ×ÒÑ ó
õñ 	Ñ	 q cÔ*ðà1ðð (óó +ññ@ $+Ð �3—<’<Ñ  óñ #)Ð �3—;’;Ñ ðØ8ðà.õñ& +9Ð �3×&Ò&Ñ 'ðØ%?ðà%5õñ  2GÐ �3×-Ò-Ñ .óñ "0Ñ ð(à2ð(ð )õ(ñV %-Ð �3—=’=Ñ !Ù(0Ð �3×$Ò$Ñ %Ù(0Ð �3×$Ò$Ñ %Ù(0Ð �3×$Ò$Ñ %Ù(0Ð �3×$Ò$Ñ %Ù(0Ð �3×$Ò$Ñ %ð.Øð.Ø"ð.Ø.Hð.ð õ.ñ0 €ˆ�
Š
Ñ ð:Øð:Ø*:ð:Ø?Nõ:ð<0Ø$4ð0ØDGð0à$4ð0à9Hõ0ñf €ˆ�ŠÑ ñ "3Ø×ÒØô"Ð �3—:’:Ñ ñ ->Ø×!Ò!ØØ!ô-Ð �=×(Ò(Ñ )ñ !5€ˆ×ÒÑ ò ˆ5Ð(Ô)Ø5:×5OÒ5O€'Ð
×
1Ò
1Ñ2õ7ñ4 €ˆ�ŠÑ ð3Ø!&ð3Ø26ð3à14ð3ð &*ð3ð /Bõ3ñ ,€ˆ×ÒÑ ð%Øð%Ø-õ%ñP €ˆ�
Š
Ñ ðHØ.ðHà$õHñ. !%Ð �3—9’9Ñ ó<ñ €ˆ�
‰
�ŠÑ ð /3Ø04ñ$Øð$àð$ð ð$ð ,ð	$ð
 .õ$ñ. !€ˆ�
‰
×ÒÑ ðØ%)õñ* !€ˆ�
‰
×ÒÑ ðØðàðð ðð õ	ñ4 ).Ð �3—:‘:×$Ò$Ñ %õ9ñ
 '*Ð �3—:‘:—?’?Ñ #ðØ#'ðØ6:ðØKOðà!;ðð "2õñ2 5FÐ �3—:‘:×0Ò0Ñ 1õñ *7Ð �3×%Ò%Ñ &õñ 6HÐ �3—:‘:×1Ò1Ñ 2ð6Ø*2ð6à'*ð6à/>õ6ñ 1A€Ð×,Ò,Ñ -ð6Ø,õ6ñ 1A€Ð×,Ò,Ñ -õñ
 '€ˆ�ŠÑ ð6Ø/ð6à%-ð6à2Aõ6ñ +5€Ð×&Ò&Ñ 'ð ™u S¨# X™°Ð4Ñ5Ñ ðJØ3IõJð:+Øð+à
ð+à<ö+ð>Ø2ð>à+/ð>à49ö>ðB Ø!ð à3ð ð 5ð ð ð ð ð ð ð ð 0ð ð 0ð ð 5:ö ñB "'Ð �4—:’:Ñ ð6Ø(9ð6à,5ð6ð *Dð6ð *:ð	6ð
 ,1ö6ñ 2KÐ �4×-Ò-Ñ .öñ 3IÐ �:×.Ò.Ñ /öñ &:€ˆ
×!Ò!Ñ "ðØ+.öñ )@€ˆ
×$Ò$Ñ %ô=ñ #4€ˆ×ÒÑ â,€ˆ×ÒÑ ô.ò: Õ øðoq ò MçLÐLðMüól6 Qs   ÅAd ì:Ad)ÁdAd&Ád%Ad&