AVh$dZddlZddlmZddlmZddlmZddlm Z ddl m Z ddlmZdd l mZdd l mZdd l mZdd lmZdd lmZddlmZddlmZm Z m!Z!ddl"m#Z#edddddddZ$dede#e!e$fde#e!ejJfde#e!ejJfde#e!ejJfde#e e!ejLfde'de(d e)d!e#e!e$ffd"Z*ed#ejVe*Z,de#e!e$fde#e!ejJfde#e!ejJfde#e!ejJfde#e e!ejLfde'de(d e)d!e#e!e$ffd$Z-ed%ddddddZ.dfde#e!e.fd&e#e!ejLfd'e#e!ejJfde(d!e#e!e.ff d(Z/ed)ejVe/Z0de#e!e.fd&e#e!ejLfd'e#e!ejJfde(d!e#e!e.ff d*Z1ejdd+ddgZ3dgd'e#e!ejJfd,e#e!ejJfd-e#e!ejJffd.Z4ed/ejVe4Z5d'e#e!ejJfd,e#e!ejJfd-e#e!ejJffd0Z6ed1d2dddddZ7dhd3e7de8de8de8de'de(d!e#e!e7ffd4Z9ed5ejVe9Z:d3e7de8de8de8de'de(d!e#e!e7ffd6Z;ed7d2dddddZ<ed8ddZ=dhde#e!ejJfde#e!ejJfde#e!ejJfd9e#e!e=fd3eed;ejVe>Z?de#e!ejJfde#e!ejJfde#e!ejJfd9e#e!e=fd3eZBed?ejVeBZCde#e!eAfde8de8de8de'de(d!e#e!eAffd@ZDedAd2dddddZEdhde#e!eEfde#e!ejJfde#e!ejJfde#e!ejJfde'de(d!e#e!eEffdBZFedCejVeFZGde#e!eEfde#e!ejJfde#e!ejJfde#e!ejJfde'de(d!e#e!eEffdDZHedEdddddZIdhde#e!eIfde8de8de8de'de(d!e#e!eIffdFZJedGejVeJZKde#e!eIfde8de8de8de'de(d!e#e!eIffdHZLedIdddddZMdede#e!eMfde#e!ejJfde#e!ejJfde#e!ejJfde#e e!ejLfde'de(d e)d!e#e!eMffdJZNedKejVeNZOde#e!eMfde#e!ejJfde#e!ejJfde#e!ejJfde#e e!ejLfde'de(d e)d!e#e!eMffdLZPdhde#e!ejJfdMe#e!ejJfde#e!ejJfde'de(d!e#e!ejLff dNZQedOejVeQZRde#e!ejJfdMe#e!ejJfde#e!ejJfde'de(d!e#e!ejLff dPZSedQddddddZTgdddfde#e!eTfde8de8de8dRe'dSe'de'de(d!e#e!eTffdTZUedUejVeUZVde#e!eTfde8de8de8dRe'dSe'de'de(d!e#e!eTffdVZWedWddddddZXdide#e!eXfde#e!ejJfde#e!ejJfde#e!ejJfde#e e!ejLfdRe'dSe'de'de(d e)dXe8d!e#e!eXffdYZYedZejVeYZZde#e!eXfde#e!ejJfde#e!ejJfde#e!ejJfde#e e!ejLfdRe'dSe'de'de(d e)dXe8d!e#e!eXffd[Z[ed\ddddddZ\dide#e!e\fde#e!ejJfde#e!ejJfde#e!ejJfde#e e!ejLfdRe'dSe'de'de(d e)dXe8d!e#e!e\ffd]Z]ed^ejVe]Z^de#e!e\fde#e!ejJfde#e!ejJfde#e!ejJfde#e e!ejLfdRe'dSe'de'de(d e)dXe8d!e#e!e\ffd_Z_ed`ddddddZ`dfde#e!e`fd&e#e!ejLfd'e#e!ejJfdae'de(d!e#e!e`ff dbZaedcejVeaZbde#e!e`fd&e#e!ejLfd'e#e!ejJfdae'de(d!e#e!e`ff ddZcy)jzUPython wrappers around TensorFlow ops. This file is MACHINE GENERATED! Do not edit. N) pywrap_tfe)context)core)execute)dtypes)annotation_types)op_def_registry)ops)op_def_library)deprecated_endpoints)dispatch) tf_export)TypeVarListAny) AnnotatedTV_CollectiveAllToAllV2_Tz_atypes.BFloat16z_atypes.Float32z_atypes.Float64z _atypes.Halfz _atypes.Int32z _atypes.Int64autoinput group_size group_key instance_keyordering_tokencommunication_hinttimeout_seconds is_statelessreturnc 2tjxstj} | j} | jr% t j | d||||||d|d|d|} | St|ttfst!d|zt#|} |d}t%j&|d}|d }t%j(|d}|d }t%j*|d}t-j.d||||||||| \}}}}|dd} t%j0r{d |j3d d|j5dd|j5dd|j7dd |j9d f }|j:}t%j<d||| | \} | S#t j$r } tj| |Yd} ~ nd} ~ wt j$rYnwxYw t||||||||||  S#t j$rYwxYw)aMutually exchanges multiple tensors of identical type and shape. `is_stateless` means each op does not need control dependencies to other collective ops. In this case, keys that are unique at runtime (e.g. `instance_key`) should be used to distinguish collective groups. Args: input: A `Tensor`. Must be one of the following types: `bfloat16`, `float32`, `half`, `float64`, `int32`, `int64`. group_size: A `Tensor` of type `int32`. group_key: A `Tensor` of type `int32`. instance_key: A `Tensor` of type `int32`. ordering_token: A list of `Tensor` objects with type `resource`. communication_hint: An optional `string`. Defaults to `"auto"`. timeout_seconds: An optional `float`. Defaults to `0`. is_stateless: An optional `bool`. Defaults to `False`. name: A name for the operation (optional). Returns: A `Tensor`. Has the same type as `input`. CollectiveAllToAllV2rrrNrrrnamectxUExpected list for 'ordering_token' argument to 'collective_all_to_all_v2' Op, not %r.rrF rrrrrrrrr!TNordering_token)_contextr_thread_local_datais_eagerrTFE_Py_FastPathExecute_core_NotOkStatusException_opsraise_from_not_ok_status_FallbackException'collective_all_to_all_v2_eager_fallback_SymbolicException isinstancelisttuple TypeErrorlen_executemake_str make_float make_bool_op_def_library_apply_op_helpermust_record_gradient_get_attr_typeget_attr_get_attr_bool _get_attr_intinputsrecord_gradientrrrrrrrrr!_ctxtld_resulte_attr_Nordering_token__op_outputs_attrs _inputs_flats X/home/dcms/DCMS/lib/python3.12/site-packages/tensorflow/python/ops/gen_collective_ops.pycollective_all_to_all_v2rPsX*    0h..0$ #\\  11 $dE:yn&:- &g n NT5M 2  13A B CCn-(();=QRO''9JK/L##L.A,'88e *3-9/=3E0?-9F!QX QK' ""$3%%c*,@ll/02Cll,-~  02C 12 4F ::L  fg? (' .]  & &- ##At,,  # #    4 Y n/)    # #   0#FG&2G  G&%G&*G??HHzraw_ops.CollectiveAllToAllV2c t|ttfstd|zt |} |d}t j |d}|d}t j|d}|d}t j|d}t j|g| tjtjtjtjtjtj g\} \}t#j$|tj}t#j$|tj}t#j$|tj}t#j&|tj(}||||gt|z} d| d|d|d|d | f } t j*d d | | | | }t j,rt j.d | | ||\}|S)Nr#rrrrFrr%r&sCollectiveAllToAllV2rBattrsr"r!r)r2r3r4r5r6r7r8r9r:args_to_matching_eager_dtypesbfloat16float32halffloat64int32int64r-convert_to_tensorconvert_n_to_tensorresourcerr=rCrrrrrrrrr!r"rI_attr_TrNrMrGs rOr0r0ms NT5M 2  13A B CCn-(();=QRO''9JK/L##L.A,55ugsWEUEUW^WfWfhohthtv}wFwFHOHUHUW^WdWdEgh'8E%%j'--@*$$Y >)'' gmmD,++NGr?rBrC)rrerfrr!rErFrGrHrJrKrLrMrNs rOcollective_all_to_all_v3rjs    0h..0$ #\\ 11 $dE<+_>gnO''9JK/'88e,1A0?dL!QX QK' ""$3%%c*,=ll,-/F::L  fg? (' .5  & &- ##At,,  # #    4 /)$@@  # #   s0C??ED--EE EE21E2zraw_ops.CollectiveAllToAllV3c d|d}tj|d}tj|g|tjtj tj tjtjtjg\}\}tj|tj}tj|tj}|||g}d|d|f}tjdd||||} tjrtjd||| | \} | S)Nrrr%sCollectiveAllToAllV3rSrTrh)r7r9rVrWrXrYrZr[r\r]r-r^r`rr=rC) rrerfrr!r"rbrNrMrGs rOriris3O''9JK/55ugsWEUEUW^WfWfhohthtv}wFwFHOHUHUW^WdWdEgh'8E'' g6F6FG,++,rAr?rBrC)r%rrrrzrrr!rErFrGrHrJrKrLrMrNs rOcollective_bcast_recvrs{    0h..0$ #\\  11 #T3<Y gu02C g nC !  \:* ;7)""<@,   eW -%(();=QRO''9JK/'88z)2%*2D/>T K!QX QK' ""$3%%c*L -{ ,n/ll7#%9ll/02Cll,- /F::L |VW> (' .W  & &- ##At,,  # #    1 * #5/)$ @@  # #   s0&G((H/;HH/.H/3IIIzraw_ops.CollectiveBcastRecvc tj|d}tj|d}tj|d}tj|d}tj|d}|d}tj|d}|d}tj |d }g} d|d|d|d|d|d|d |f} tj d d | | || } tjrtjd | | | | \} | S)Nr%rrrrzrrrrsCollectiveBcastRecvrSrTry) r7r|r}r~r8r9rr=rC) r%rrrrzrrr!r"rNrMrGs rOr{r{hsC !  \:* ;7)""<@,   eW -%(();=QRO''9JK/, L*k9,0D' :&   3Q|#)s ?' ""$ |VW> (' .rcTV_CollectiveBcastRecvV2_TTV_CollectiveBcastRecvV2_Tshaperzctjxstj}|j} | jr$ t j |d|||||d|d|d| } | Stj|d}|d}tj|d}|d}tj |d}t#j$d|||||||| \} } } }|dd} tj&rjd| j)dd | j)d d| j+dd| j+df}| j,}tj.d||| | \} | S#t j$r } tj| |Yd} ~ nd} ~ wt j$rYnwxYw t||||||||| S#t j$rYkwxYw) aDReceives a tensor value broadcast from another device. Args: group_size: A `Tensor` of type `int32`. group_key: A `Tensor` of type `int32`. instance_key: A `Tensor` of type `int32`. shape: A `Tensor`. Must be one of the following types: `int32`, `int64`. T: A `tf.DType` from: `tf.bool, tf.float32, tf.half, tf.float64, tf.int32, tf.int64`. communication_hint: An optional `string`. Defaults to `"auto"`. timeout_seconds: An optional `float`. Defaults to `0`. name: A name for the operation (optional). Returns: A `Tensor` of type `T`. CollectiveBcastRecvV2r%rrN)r%rrr!r"rr)rrrrzr%rrr!Tshape)r'rr(r)rr*r+r,r-r.r/'collective_bcast_recv_v2_eager_fallbackr1r7r|r8r9r;r<r=r>r?rBrC)rrrrzr%rrr!rErFrGrHrJrKrLrMrNs rOcollective_bcast_recv_v2rs    0h..0$ #\\  11 %tZeS!%9;M?,gnC !(();=QRO''9JK/'88J).:%14F1@t M!QX QK' ""$3%%c*H  *,@ll/02Cll,-/F::L vw@ (' .E  & &- ##At,,  # #    4 iu/)$@@  # #   s0"EF ,FF F $F88GGzraw_ops.CollectiveBcastRecvV2c tj|d}|d}tj|d}|d}tj|d}tj|g|t j t jgt j \} \}tj|t j }tj|t j }tj|t j }||||g} d|d| d|d|f} tjdd| | || } tjrtjd | | | | \} | S) Nr%rrrrrsCollectiveBcastRecvV2rSrTr) r7r|r8r9rVrWr\r]r-r^rr=rC) rrrrzr%rrr!r" _attr_TshaperNrMrGs rOrrsBC !(();=QRO''9JK/#::E7C'--Y`YfYfIikrkxkxy,%%j'--@*$$Y >)'' gmmD,iu=, Hl,@' :&   5q#)s ?' ""$ vw@ (' .rcTV_CollectiveBcastSend_Tctjxstj}|j} | jr' t j |d||d|d|d|d|d|d|} | Stj|d}tj|d}tj|d}tj|d}|d }tj |d}|d }tj"|d}t%j&d|||||||| \} } } }|dd} tj(rd | j+d d| j-dd| j-dd| j-dd| j/dd| j/dd| j/df}| j0}tj2d||| | \} | S#t j$r } tj| |Yd} ~ nd} ~ wt j$rYnwxYw t||||||||| S#t j$rYwxYw)aBroadcasts a tensor value to one or more other devices. Args: input: A `Tensor`. Must be one of the following types: `bool`, `float32`, `half`, `float64`, `int32`, `int64`. group_size: An `int`. group_key: An `int`. instance_key: An `int`. shape: A `tf.TensorShape` or list of `ints`. communication_hint: An optional `string`. Defaults to `"auto"`. timeout_seconds: An optional `float`. Defaults to `0`. name: A name for the operation (optional). Returns: A `Tensor`. Has the same type as `input`. CollectiveBcastSendrrrrzrrNrrrrzrrr!r"rrrrrrrzrrr!r%)r'rr(r)rr*r+r,r-r.r/$collective_bcast_send_eager_fallbackr1r7r}r~r8r9r;r<r=r>rAr?rBrCrrrrrzrrr!rErFrGrHrJrKrLrMrNs rOcollective_bcast_sendrsg    0h..0$ #\\  11 #T5, Y gu02C g n  \:* ;7)""<@,   eW -%(();=QRO''9JK/'88Uz)2%*2D/>T K!QX QK' ""$3%%c*L -{ ,n/ll7#%9ll/02Cll,- /F::L |VW> (' .U  & &- ##At,,  # #    1 J)#5/)$ @@  # #   0%GH$G??HHH00IIzraw_ops.CollectiveBcastSendc tj|d}tj|d}tj|d}tj|d}|d}tj|d}|d}tj|d}tj |g|t jt jt jt jt jt jg\} \}|g} d | d|d|d|d|d|d|f} tjd d | | || } tjrtjd | | | | \} | S)Nrrrrzrrrrr%sCollectiveBcastSendrSrTr)r7r}r~r8r9rVrWboolrYrZr[r\r]rr=rC rrrrrzrrr!r"rbrNrMrGs rOrr's  \:* ;7)""<@,   eW -%(();=QRO''9JK/55ugsW\\SZSbSbdkdpdprysBsBDKDQDQSZS`S`Ecd'8E, , K,0D' :&   3Q|#)s ?' ""$ |VW> (' .rcTV_CollectiveBcastSendV2_Tc Ntjxstj}|j}|jr" t j |d|||||d|d| } | S|d}tj|d}|d}tj|d}t!j"d|||||||\} } } } | dd} tj$rYd | j'd d| j)dd| j)df}| j*}tj,d||| | \} | S#t j$r } tj| |Yd} ~ nd} ~ wt j$rYnwxYw t||||||||S#t j$rYBwxYw) a#Broadcasts a tensor value to one or more other devices. Args: input: A `Tensor`. Must be one of the following types: `bool`, `float32`, `half`, `float64`, `int32`, `int64`. group_size: A `Tensor` of type `int32`. group_key: A `Tensor` of type `int32`. instance_key: A `Tensor` of type `int32`. communication_hint: An optional `string`. Defaults to `"auto"`. timeout_seconds: An optional `float`. Defaults to `0`. name: A name for the operation (optional). Returns: A `Tensor`. Has the same type as `input`. CollectiveBcastSendV2rrNrrr!r"rr)rrrrrrr!r%)r'rr(r)rr*r+r,r-r.r/'collective_bcast_send_v2_eager_fallbackr1r7r8r9r;r<r=r>r?rBrC)rrrrrrr!rErFrGrHrJrKrLrMrNs rOcollective_bcast_send_v2rBs    0h..0$ #\\  11 %tUJ *,>?,gn(();=QRO''9JK/'88u+4.:4F1@t M!QX QK' ""$3%%c*,@ll/02Cll,-/F::L vw@ (' .C  & &- ##At,,  # #    4 Y /)$@@  # #   s0 D//E6EE65E6:F F$#F$zraw_ops.CollectiveBcastSendV2c |d}tj|d}|d}tj|d}tj|g|tj tj tjtjtjtjg\}\}tj|tj}tj|tj}tj|tj}||||g} d|d|d|f} tjdd| | ||} tjrtjd | | | | \} | S) Nrrrrr%sCollectiveBcastSendV2rSrTr)r7r8r9rVrWrrYrZr[r\r]r-r^rr=rC) rrrrrrr!r"rbrNrMrGs rOrrsn(();=QRO''9JK/55ugsW\\SZSbSbdkdpdprysBsBDKDQDQSZS`S`Ecd'8E%%j'--@*$$Y >)'' gmmD,Y =, .0B_ &&   5q#)s ?' ""$ vw@ (' .rcTV_CollectiveGather_Tctjxstj}|j} | jr' t j |d||d|d|d|d|d|d|} | Stj|d}tj|d}tj|d}tj|d}|d }tj |d}|d }tj"|d}t%j&d|||||||| \} } } }|dd} tj(rd | j+d d| j-dd| j-dd| j-dd| j/dd| j/dd| j/df}| j0}tj2d||| | \} | S#t j$r } tj| |Yd} ~ nd} ~ wt j$rYnwxYw t||||||||| S#t j$rYwxYw)a!Mutually accumulates multiple tensors of identical type and shape. Args: input: A `Tensor`. Must be one of the following types: `float32`, `half`, `float64`, `int32`, `int64`. group_size: An `int`. group_key: An `int`. instance_key: An `int`. shape: A `tf.TensorShape` or list of `ints`. communication_hint: An optional `string`. Defaults to `"auto"`. timeout_seconds: An optional `float`. Defaults to `0`. name: A name for the operation (optional). Returns: A `Tensor`. Has the same type as `input`. CollectiveGatherrrrrzrrNrrrrr%)r'rr(r)rr*r+r,r-r.r/ collective_gather_eager_fallbackr1r7r}r~r8r9r;r<r=r>rAr?rBrCrs rOcollective_gatherrsg    0h..0$ #\\  11  $|ZY gu02C g n  \:* ;7)""<@,   eW -%(();=QRO''9JK/'88%J&/l"'/A,;$ H!QX QK' ""$3%%c*L -{ ,n/ll7#%9ll/02Cll,- /F::L L&'; (' .U  & &- ##At,,  # #    - J)#5/)$ @@  # #   rzraw_ops.CollectiveGatherc tj|d}tj|d}tj|d}tj|d}|d}tj|d}|d}tj|d}tj |g|t jt jt jt jt jg\} \}|g} d | d|d|d|d|d|d|f} tjd d | | || } tjrtjd | | | | \} | S)Nrrrrzrrrrr%sCollectiveGatherrSrTr)r7r}r~r8r9rVrWrYrZr[r\r]rr=rCrs rOrrsj  \:* ;7)""<@,   eW -%(();=QRO''9JK/55ugsW__V]VbVbdkdsdsu|vCvCELEREREUV'8E, , K,0D' :&   0!L#)s ?' ""$ L&'; (' .rcTV_CollectiveGatherV2_Tc 2tjxstj} | j} | jr% t j | d||||||d|d|d|} | St|ttfst!d|zt#|} |d}t%j&|d}|d }t%j(|d}|d }t%j*|d}t-j.d||||||||| \}}}}|dd} t%j0r{d |j3d d|j5dd|j5dd|j7dd |j9d f }|j:}t%j<d||| | \} | S#t j$r } tj| |Yd} ~ nd} ~ wt j$rYnwxYw t||||||||||  S#t j$rYwxYw)a{Mutually accumulates multiple tensors of identical type and shape. `is_stateless` means each op does not need control dependencies to other collective ops. In this case, keys that are unique at runtime (e.g. `instance_key`) should be used to distinguish collective groups. Args: input: A `Tensor`. Must be one of the following types: `float32`, `half`, `float64`, `int32`, `int64`. group_size: A `Tensor` of type `int32`. group_key: A `Tensor` of type `int32`. instance_key: A `Tensor` of type `int32`. ordering_token: A list of `Tensor` objects with type `resource`. communication_hint: An optional `string`. Defaults to `"auto"`. timeout_seconds: An optional `float`. Defaults to `0`. is_stateless: An optional `bool`. Defaults to `False`. name: A name for the operation (optional). Returns: A `Tensor`. Has the same type as `input`. CollectiveGatherV2rrrNr QExpected list for 'ordering_token' argument to 'collective_gather_v2' Op, not %r.rrFr$r%r&)r'rr(r)rr*r+r,r-r.r/#collective_gather_v2_eager_fallbackr1r2r3r4r5r6r7r8r9r:r;r<r=r>r?r@rArBrCrDs rOcollective_gather_v2rsT*    0h..0$ #\\  11 "D%Yn&:- &g n NT5M 2  -/= > ??n-(();=QRO''9JK/L##L.A,'88Ej(1 -;1C.=+7d D!QX QK' ""$3%%c*,@ll/02Cll,-~  02C 12 4F ::L lFG= (' .[  & &- ##At,,  # #    0 Y n/)    # #   rQzraw_ops.CollectiveGatherV2c t|ttfstd|zt |} |d}t j |d}|d}t j|d}|d}t j|d}t j|g| tjtjtjtjtjg\} \}t!j"|tj}t!j"|tj}t!j"|tj}t!j$|tj&}||||gt|z} d| d|d|d|d | f } t j(d d | | | | }t j*rt j,d | | ||\}|S)NrrrrrFrr%r&sCollectiveGatherV2rSrTr)r2r3r4r5r6r7r8r9r:rVrWrYrZr[r\r]r-r^r_r`rr=rCras rOrrNs NT5M 2  -/= > ??n-(();=QRO''9JK/L##L.A,55ugsW__V]VbVbdkdsdsu|vCvCELEREREUV'8E%%j'--@*$$Y >)'' gmmD,++NG T::L)$@@  # #   s0DE#/E  E#"E#'E99FFz(raw_ops.CollectiveInitializeCommunicatorc|d}tj|d}|d}tj|d}tj|t j }tj|t j }tj|t j }|||g}d|d|f}tjdd||||} tjrtjd||| | \} | S) Nrrrrs CollectiveInitializeCommunicatorrSrTr) r7r8r9r-r^rWr\rr=rC) rrrrrr!r"rNrMrGs rOrrs(();=QRO''9JK/$$Y >)  gmm 4$%%j'--@*T:., "46G &   @!$0C"& ('""$ *L&'K (' .rcTV_CollectiveReduce_Tmerge_opfinal_opc vtjxstj} | j} | jr- t j | d| |d|d|d|d|d|d|d|d |d | } | Stj|d}tj|d}tj|d}tj|d}tj|d}t!|t"t$fst'd |z|Dcgc]}tj|d}}|g}t!|t"t$fst'd|z|Dcgc]}tj|d}}|d}tj|d }| d} tj(| d } t+j,d|||||||||| |  \}}}}|d d } tj.rd|j1dd|j3dd|j3dd|j3dd|j5dd|j5dd|j5dd|j5dd |j5d d |j5d f}|j6}tj8d||| | \} | S#t j$r }tj|| Yd }~nd }~wt j$rYnwxYw t|||||||||| | | S#t j$rYwxYwcc}wcc}w)aMutually reduces multiple tensors of identical type and shape. Args: input: A `Tensor`. Must be one of the following types: `bfloat16`, `float32`, `half`, `float64`, `int32`, `int64`. group_size: An `int`. group_key: An `int`. instance_key: An `int`. merge_op: A `string` from: `"Min", "Max", "Mul", "Add"`. final_op: A `string` from: `"Id", "Div"`. subdiv_offsets: A list of `ints`. wait_for: An optional list of `ints`. Defaults to `[]`. communication_hint: An optional `string`. Defaults to `"auto"`. timeout_seconds: An optional `float`. Defaults to `0`. name: A name for the operation (optional). Returns: A `Tensor`. Has the same type as `input`. CollectiveReducerrrrrsubdiv_offsetswait_forrrN) rrrrrrrrrr!r"NExpected list for 'subdiv_offsets' argument to 'collective_reduce' Op, not %r.HExpected list for 'wait_for' argument to 'collective_reduce' Op, not %r.rr) rrrrrrrrrrr!r%)r'rr(r)rr*r+r,r-r.r/ collective_reduce_eager_fallbackr1r7r}r8r2r3r4r5r9r;r<r=r>rAr?rBrC)rrrrrrrrrrr!rErFrGrH_irJrKrLrMrNs rOcollective_reducersm&    0h..0$ #\\  11  $|ZY j*h(8.H24F? ,g n  \:* ;7)""<@,   x 4(   x 4( NT5M 2  *,: ; <<GUUH%%b*:;U.U H HtUm ,  *,4 5 66;C CBhJ/ C( C(();=QRO''9JK/'88%J&/l%-+9H/A,;$ H!QX QK' ""$3%%c*L -{ ,n/ll:& CLL4L -= > ll:&(<ll/02Cll,-/F::L L&'; (' .w  & &- ##At,,  # #    - J)#h'(/)$ @@  # #   VDs<+J5L1 L65K<K##K<;K<LL.-L.zraw_ops.CollectiveReducec 8tj|d}tj|d}tj|d}tj|d}tj|d}t|tt fst d|z|D cgc]} tj| d}} |g}t|tt fst d|z|D cgc]} tj| d }} |d }tj|d }| d } tj| d } tj|g| tjtjtjtjtjtjg\} \}|g}d| d|d|d|d|d|d|d |d |d | f}tj dd||| | }tj"rtj$d||||\}|Scc} wcc} w)Nrrrrrrrrrrrrrr%sCollectiveReducerSrTr)r7r}r8r2r3r4r5r9rVrWrXrYrZr[r\r]rr=rC)rrrrrrrrrrr!r"rrbrNrMrGs rOrr!sP  \:* ;7)""<@,   x 4(   x 4( NT5M 2  *,: ; <<GUUH%%b*:;U.U H HtUm ,  *,4 5 66;C CBhJ/ C( C(();=QRO''9JK/55ugsWEUEUW^WfWfhohthtv}wFwFHOHUHUW^WdWdEgh'8E, , K, Hj(NJ*,=  &   0!L#)s ?' ""$ L&'; (' .7VDs H"HTV_CollectiveReduceScatterV2_Tmax_subdivs_per_devicec <tjxstj} | j} | jr+ t j | d| |||||d|d|d|d|d| d| }|St|ttfst!d |zt#|}t%j&|d}t%j&|d}|d }t%j&|d}|d }t%j(|d}| d } t%j*| d} | d} t%j,| d} t/j0d|||||||||| | |  \}}}}|dd}t%j2rd|j5dd|j7dd|j7dd|j7dd|j7dd|j9dd|j;dd|j;df}|j<}t%j>d||||\}|S#t j$r }tj|| Yd}~nd}~wt j$rYnwxYw t|||||||||| | | | S#t j$rY0wxYw)aGMutually reduces multiple tensors of identical type and shape and scatters the result. `is_stateless` means each op does not need control dependencies to other collective ops. In this case, keys that are unique at runtime (e.g. `instance_key`) should be used to distinguish collective groups. Args: input: A `Tensor`. Must be one of the following types: `bfloat16`, `float32`, `half`, `float64`, `int32`, `int64`. group_size: A `Tensor` of type `int32`. group_key: A `Tensor` of type `int32`. instance_key: A `Tensor` of type `int32`. ordering_token: A list of `Tensor` objects with type `resource`. merge_op: A `string` from: `"Min", "Max", "Mul", "Add"`. final_op: A `string` from: `"Id", "Div"`. communication_hint: An optional `string`. Defaults to `"auto"`. timeout_seconds: An optional `float`. Defaults to `0`. is_stateless: An optional `bool`. Defaults to `False`. max_subdivs_per_device: An optional `int`. Defaults to `-1`. name: A name for the operation (optional). Returns: A `Tensor`. Has the same type as `input`. CollectiveReduceScatterV2rrrrrrNrrrrrrr!r"YExpected list for 'ordering_token' argument to 'collective_reduce_scatter_v2' Op, not %r.rrF rrrrrrrrrrrr!r%r&) r'rr(r)rr*r+r,r-r.r/+collective_reduce_scatter_v2_eager_fallbackr1r2r3r4r5r6r7r8r9r:r}r;r<r=r>r?r@rArBrCrrrrrrrrrrrr!rErFrGrHrIrJrKrLrMrNs rOcollective_reduce_scatter_v2rKs0    0h..0$ #\\  11 )4 Inj(J&(:4B.68J5D2>)'' gmmD,++NG<1B13I K&   91$0C"& ('""$ #\67D (' .rcTV_CollectiveReduceV2_Tc <tjxstj} | j} | jr+ t j | d| |||||d|d|d|d|d| d| }|St|ttfst!d |zt#|}t%j&|d}t%j&|d}|d }t%j&|d}|d }t%j(|d}| d } t%j*| d} | d} t%j,| d} t/j0d|||||||||| | |  \}}}}|dd}t%j2rd|j5dd|j7dd|j7dd|j7dd|j7dd|j9dd|j;dd|j;df}|j<}t%j>d||||\}|S#t j$r }tj|| Yd}~nd}~wt j$rYnwxYw t|||||||||| | | | S#t j$rY0wxYw)a/Mutually reduces multiple tensors of identical type and shape. `is_stateless` means each op does not need control dependencies to other collective ops. In this case, keys that are unique at runtime (e.g. `instance_key`) should be used to distinguish collective groups. Args: input: A `Tensor`. Must be one of the following types: `bfloat16`, `float32`, `half`, `float64`, `int32`, `int64`. group_size: A `Tensor` of type `int32`. group_key: A `Tensor` of type `int32`. instance_key: A `Tensor` of type `int32`. ordering_token: A list of `Tensor` objects with type `resource`. merge_op: A `string` from: `"Min", "Max", "Mul", "Add"`. final_op: A `string` from: `"Id", "Div"`. communication_hint: An optional `string`. Defaults to `"auto"`. timeout_seconds: An optional `float`. Defaults to `0`. is_stateless: An optional `bool`. Defaults to `False`. max_subdivs_per_device: An optional `int`. Defaults to `-1`. name: A name for the operation (optional). Returns: A `Tensor`. Has the same type as `input`. CollectiveReduceV2rrrrrrNrQExpected list for 'ordering_token' argument to 'collective_reduce_v2' Op, not %r.rrFrrr%r&) r'rr(r)rr*r+r,r-r.r/#collective_reduce_v2_eager_fallbackr1r2r3r4r5r6r7r8r9r:r}r;r<r=r>r?r@rArBrCrs rOcollective_reduce_v2rs0    0h..0$ #\\  11 "D%Ynj(J&(: ??n-   x 4(   x 4((();=QRO''9JK/L##L.A,##,,-CE]^'88Ej(1 -;'/(1C.=+75K#' )!QX QK' ""$3%%c*Jll:& CLL4L"CLL1E$F.?!@c00@!2!23D!E& 89;F::L lFG= (' .s  & &- ##At,,  # #    0 Y nh/) !7d NN  # #   rzraw_ops.CollectiveReduceV2c xt|ttfstd|zt |} t j |d}t j |d}|d}t j |d}|d}t j|d}| d} t j| d } | d } t j| d } t j|g| tjtjtjtjtj tj"g\}\}t%j&|tj }t%j&|tj }t%j&|tj }t%j(|tj*}||||gt|z}d |d|d|d|d|d | d | d | f}t j,dd||| | }t j.rt j0d||||\}|S)NrrrrrrrFrrrr%r&sCollectiveReduceV2rSrTrrrs rOrr8sD NT5M 2  -/= > ??n-   x 4(   x 4((();=QRO''9JK/L##L.A,##,,-CE]^55ugsWEUEUW^WfWfhohthtv}wFwFHOHUHUW^WdWdEgh'8E%%j'--@*$$Y >)'' gmmD,++NG<1B13I K&   2Al#)s ?' ""$ lFG= (' .rcTV_CollectiveReduceV3_T reductionc @tjxstj}|j}|jr! t j |d||||d|d| }|Stj|d}|d}tj|d}t!j"d||||||\} } } } | dd}tj$rYd| j'dd| j)dd| j)df} | j*}tj,d|| ||\}|S#t j$r } tj| |Yd} ~ nd} ~ wt j$rYnwxYw t|||||||S#t j$rYr?rBrC)rrerfrrr!rErFrGrHrJrKrLrMrNs rOcollective_reduce_v3ras    0h..0$ #\\  11 "D%+y2Cgn ;7)O''9JK/'88E /?(1.=D J!QX QK' ""$3%%c*Kll;'):ll,-/F::L lFG= (' .;  & &- ##At,,  # #    0 /9)$@@  # #   s0D))E0<EE0/E04FFFzraw_ops.CollectiveReduceV3c tj|d}|d}tj|d}tj|g|tj tj tjtjtjtjg\}\}tj|tj}tj|tj}|||g}d|d|d|f} tjdd|| ||} tjrtj d|| | | \} | S) Nrrrr%sCollectiveReduceV3rSrTr)r7r8r9rVrWrXrYrZr[r\r]r-r^r`rr=rC) rrerfrrr!r"rbrNrMrGs rOrrsL ;7)O''9JK/55ugsWEUEUW^WfWfhohthtv}wFwFHOHUHUW^WdWdEgh'8E'' g6F6FG,++,rs 67179FK3IC86%%'#$?ASUfhy|JL[]lmMIc3L.L$MM[dehjqjwjwew[xMFOPSU\UbUbPbFcMs|}@BIBOBO}OsPMbklpqtluw~wGwGlGbHM]`My~MOSMirsvxQsQiRM^Ay!?@PhAij9SB[=[3\jstwzAzGzGuGkHU^_bdkdqdq_qUrBKLOQXQ^Q^L^B_qz{@C{DFMFVFV{VqWmpCHX\luvy{TvTlUB$$?ASUfhy|JL[]lm/Ic3L.L$M/]fgjlsl|l|g|]}/R[\_ahanan\nRo/AF/Xabeg@b@XA/bAy!?@PhAij9SB[=[3\luvy|C|L|LwLmMajknpwp}p}k}a~QVfopsuNpNfO""8!7!7;"! -3 ;M1N-^ghkmtmzmzhz^{-HQRUW^WdWdRdHe-^G)$EF~t~~VpGqr  #w}}J\@] mvwz}D}J}JxJnK W`adfmfsfsasWt  ##=~O`bsvDFUWfgE5E3ESVEfiEFIEbgEyBCFH`C`yaEN?i =>~t~~Nc?de,DRUbeuxVYlqAJKNPhKhAi2%%A>SdfwzHJY[jk")*K_^m"n;3 3E)F;S\]`bibobo]oSp;AJKNPWP]P]K]A^;gpqtvUqUgV;[u;JM;fk;}FGJLfGf}g;zC "AB>4>>RjCkl #w}}BT8Ubkloqxq~q~l~bPYZ]_f_l_lZlPmv@CEd@dvejDZ]puENORTnOnEo0##=~O`bsvDFUWfgD30H+H!IDWZDgjDz}DZ]Dv{DMVWZ\tWtMuDL?i =>~t~~Nc?de #?W:W0XfivyJMjm@EU^_bd|_|U}2%%A>SdfwzHJY[jk9Ic3M.M$N9\efikrkxkxfx\y9GPQTV]VcVcQcGd9t}~ACJCPCP~PtQ9fi9BG9YbcfhBcBYC9vC "AB>4>>RjCkl9SB\=\3]ktux{B{H{HvHlIV_`celerer`rVsCLMPRYR_R_M_C`vyLQajknpJkJaK. 79JL]_mo~APQDYs,A'ABDPSD`cDsvDSVDotDFOPSUjPjFkDL9978HY9Z[Ic;P6P,Q_borCFcfy~NWX[]rXrNs2"";=NPacqtCETUL #/F*F GLU^_bdkdqdq_qUrL@IJMOVO\O\J\@]Lmvwz|C|I|IwImJL\efjknfoqxqAqAfA\BLWZLsxLIMLclmprImIcJL\=Y;<^T^^L`=aby>U9U/VdmnqsztAtAoAeBOXY\^e^k^kYkOl|EFIKRKXKXFX|Yktuyz}u~@G@P@PuPkQgj}BRVfopsuLpLfMB6)C4>>ZvKwx%yFdAd7e%s|~ACJCPCP~PtQ%^ghkmtmzmzhz^{%KTUXZaZgZgUgKh%zCDHILDMOVO_O_D_z`%lo%{~%TW%jo%C%]`%pyz}]z]p^%P"";=OQbduxFHWYhi\ #/F*F G\U^_bdkdqdq_qUr\@IJMOVO\O\J\@]\mvwz|C|I|IwImJ\\efjknfoqxqAqAfA\B\NQ\]`\ux\QV\gk\JM\`ijmoFjF`G\|=Y;<^T^^L`=ab$y>U9U/V$dmnqsztAtAoAeB$OXY\^e^k^kYkOl$|EFIKRKXKXFX|Y$ktuyz}u~@G@P@PuPkQ$]`$lo$EH$[`$pt$NQ$ajknpGkGaH$N"";=OQbduxFHWYhi4 #/F*F G4W`adfmfvfvavWw4LUVY[b[h[hVhLi4vy4KP4bkloqHlHbI4l=Y;<^T^^L`=aby>U9U/Vfopsu|vFvFqFgG[dehjqjwjwew[xEH[`pyz}VzVpWrc