0VhLzUdZddlmZddlZddlZddlZddlZddlZddlZddl m Z ddl m Z ddl mZddlmZddlmZdd lmZdd lmZmZmZmZmZmZmZmZdd lm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,dd l-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3dd l4m5Z5ddl6m7Z7ddl6m8Z8m9Z9ddl:m;Z;mZ>m?Z?m@Z@mAZAmBZBmCZCmDZDmEZEgdZFe9ZGdeHd<e(dZIe(dZJe(dZKe(dZLe(dZMe0dZNe(de!de fZOeeIZPdeHd<e&eZQdeHd<e,Gdde'eIZReSe)eTeUfZV dd lmWZWGd"d#e%eIZYGd$d%ZZGd&d'e'eIZ[Gd(d)e'eIZ\ dAd*Z]e]e7jdBd+Z^e]e7jdCd,Z_e]e7jdDd-Z`e]e7jdEd.Zae(d/d01ZbGd2d3eSZce*Gd4d5eebdfec6ZdedZedeHd7<[ce]e7jdBd8Zfe]e7jdCd9Zge7jZhd:eHd;<e]e7jdDd<ZieSeSejjZld=eHd><e]e7jdEd?Zm[Wy#eX$rd@d!ZWY~wxYw)FzTyping utilities for OpTree.) annotationsN)dict)list)tuple) OrderedDict) defaultdict)deque) CollectionHashable ItemsViewIterableIteratorKeysViewSequence ValuesView) AnyCallableClassVarFinal ForwardRefGenericOptionalProtocolTypeVarUnionfinal get_originruntime_checkable) NamedTupleNever ParamSpecSelf TypeAlias TypeAliasType)WeakKeyDictionary) PyTreeKind PyTreeSpec) AutoEntryDataclassEntryFlattenedEntry GetAttrEntry GetItemEntry MappingEntryNamedTupleEntryPyTreeAccessor PyTreeEntry SequenceEntryStructSequenceEntry).r' PyTreeDefr&PyTree PyTreeTypeVarCustomTreeNodeChildrenMetaData FlattenFunc UnflattenFuncr0r,r+r*r(r1r-r.r2r)r/ is_namedtupleis_namedtuple_classis_namedtuple_instancenamedtuple_fields is_structseqis_structseq_classis_structseq_instancestructseq_fieldsTSUKTVTPFr rTupleListDictrr DefaultDictDequeStructSequencer#r3rCrDrErFrGrHrI.)boundr7r8c.eZdZdZ ddZeddZy)r6z0The abstract base class for custom pytree nodes.cy)z:Flatten the custom pytree node into children and metadata.Nselfs =/home/dcms/DCMS/lib/python3.12/site-packages/optree/typing.py tree_flattenzCustomTreeNode.tree_flattency)z@Unflatten the children and metadata into the custom pytree node.NrS)clsmetadatachildrens rVtree_unflattenzCustomTreeNode.tree_unflattenrXrYN)returnQtuple[Children[T], MetaData] | tuple[Children[T], MetaData, Iterable[Any] | None])r\r8r] Children[T]r_r")__name__ __module__ __qualname____doc__rW classmethodr^rSrYrVr6r6s,: I  ; IOOrYr6) _tp_cachecrtjtjdfd }|S)NcD |i|S#t$r |i|cYSwxYwN TypeError)argskwargscachedfuncs rVinnerz_tp_cache..inners7 -t.v.. -T,V,, -s  rmzP.argsrnzP.kwargsr_rC) functools lru_cachewraps)rprqros` @rVrgrgs5$$T*   -  - rYceZdZUdZdZded<eZded<ejZ ded<e dd Z dd Z dd Zdd Zdd ZddZddZddZd dZd dZd!d"dZd#dZd$dZd%dZy)&r4aGeneric PyTree type. >>> import torch >>> TensorTree = PyTree[torch.Tensor] >>> TensorTree # doctest: +IGNORE_WHITESPACE typing.Union[torch.Tensor, tuple[ForwardRef('PyTree[torch.Tensor]'), ...], list[ForwardRef('PyTree[torch.Tensor]')], dict[typing.Any, ForwardRef('PyTree[torch.Tensor]')], collections.deque[ForwardRef('PyTree[torch.Tensor]')], optree.typing.CustomTreeNode[ForwardRef('PyTree[torch.Tensor]')]] rSClassVar[tuple[()]] __slots__zSClassVar[WeakKeyDictionary[TypeAliasType, tuple[type | TypeAliasType, str | None]]] __instances__zClassVar[threading.Lock]__instance_lock__ct|ts|df}t|dk(r|ddf}n)t|dk7rt|jd|d|\}}|+t|t st|jd|dt|t rAt|tur0|j5 ||jvr |cdddS ddd| t|}nt|tr&t|jd|jd}nt|trT|jd k(r |j}n |jd|j}t|jd|d}nt|jd|d}t|t"|d ft$|t&t(|ft*|t,|f}|j5||f|j|<ddd|S#t$rY9wxYw#1swY?xYw#t $r|jd|j}YwxYw#1swY|SxYw) z.Instantiate a PyTree type with the given type.NrzS[...] only supports a tuple of 2 items, a parameter and a string of type name, got .[]builtins.) isinstancerlenrlrbstr _UnionTyperrrzryrrtypercrdAttributeErrorrJrKrLrrNr6)r[itemparamname recurse_reftypename pytree_aliass rV__class_getitem__zPyTree.__class_getitem__sy$&$GT?D Y!^<<.!>>BXQH  t  JtS$9<<.!>>BXQH  eZ (Z->%-G&&  1 11$  1   $T*K w '$ ~Qu~~6Fa%HIK t $:- --F"'"2"2!31U5G5G4HIH% ~Qxj%BCK$ ~Quiq%ABK  +s" #   k! " +  ; '  )  " " >> import torch >>> TensorTree = PyTreeTypeVar('TensorTree', torch.Tensor) >>> TensorTree # doctest: +IGNORE_WHITESPACE typing.Union[torch.Tensor, tuple[ForwardRef('TensorTree'), ...], list[ForwardRef('TensorTree')], dict[typing.Any, ForwardRef('TensorTree')], collections.deque[ForwardRef('TensorTree')], optree.typing.CustomTreeNode[ForwardRef('TensorTree')]] cnt|tst|jd|dt||fS)zEInstantiate a PyTree type variable with the given name and parameter.z* only supports a string of type name, got r~)rrrlrbr4)r[rrs rVrzPyTreeTypeVar.__new__Ys=$$s||n,VW[V^^_`a aeTk""rYctdrrkrs rVrzPyTreeTypeVar.__init_subclass__`rrYN)rrrztype | TypeAliasTyper_r$r)rbrcrdrergrrrSrYrVr5r5Ks! ## CrYr5c>eZdZdZej ddZy)r9z*The type stub class for flatten functions.cy)z1Flatten the container into children and metadata.NrS)rU containers rV__call__zFlattenFunc.__call__hrXrYN)r Collection[T]r_r`rbrcrdreabcabstractmethodrrSrYrVr9r9es44@ @ [ @@rYr9c6eZdZdZej ddZy)r:z,The type stub class for unflatten functions.cy)z>> @_override_with_(any) ... def my_any(iterable): ... for elem in iterable: ... if elem: ... return True ... return False ... >>> my_any([False, False, True, False, False, True]) # run at C speed True c`tj|dfd }|_||_|S)Nc|i|SrjrS)rmrncxx_implementations rVwrappedz1_override_with_..wrapper..wrappeds%t6v6 6rYrr)rsru__cxx_implementation____python_implementation__)python_implementationrrs rVwrapperz _override_with_..wrappers6 . / 7 0 7*<&,A)rY)rCallable[P, T]r_rrS)rrs` rV_override_with_rys" NrYcRt|tr|n t|}t|S)zSReturn whether the object is an instance of namedtuple or a subclass of namedtuple.)rrr<objr[s rVr;r;s#C&#DIC s ##rYc*tt|S)z7Return whether the object is an instance of namedtuple.)r<rrs rVr=r=s tCy ))rYct|txr{t|txritt |ddtxrLt d|j Dxr.tt |ddxrtt |ddS)z5Return whether the class is a subclass of namedtuple._fieldsNc3>K|]}t|tuywrj)rr).0fields rV z&is_namedtuple_class..sr>sr#t"3'J3'QRST T ;;3i"3'WX[W^^_`a a ;;rY_T_coT) covariantc eZdZdZddZddZy)StructSequenceMetaz-The metaclass for PyStructSequence stub type.ct|S)adReturn whether the class is a PyStructSequence type. >>> import time >>> issubclass(time.struct_time, StructSequence) True >>> class MyTuple(tuple): ... n_fields = 2 ... n_sequence_fields = 2 ... n_unnamed_fields = 0 >>> issubclass(MyTuple, StructSequence) False )r@)r[subclasss rV__subclasscheck__z$StructSequenceMeta.__subclasscheck__s"(++rYct|S)zReturn whether the object is a PyStructSequence instance. >>> import sys >>> isinstance(sys.float_info, StructSequence) True >>> isinstance((1, 2), StructSequence) False )rA)r[instances rV__instancecheck__z$StructSequenceMeta.__instancecheck__s%X..rYN)rrr_r)rrr_r)rbrcrdrerrrSrYrVrrs7 , /rYrcPeZdZUdZdZded<ded<ded<ded<d d Zd dd Zy )rOz D ws$6=s C  ) ) +v 5  3&9 (;;<<<  #I.  sCCCz type[types.MemberDescriptorType]StructSequenceFieldTypecLt|tr|}t|s4td|dt|}t|std|dt j dk(r^t |jDcic]"\}}t|tr ||j$}}}t||j}n;t |jDcgc]\}}t|tr|}}}t|d|jScc}}wcc}}w)z-Return the field names of a PyStructSequence.z&Expected a PyStructSequence type, got r~z3Expected an instance of PyStructSequence type, got r)rN)rrr@rlrrvarsrr rsortedrrr)rr[rmemberindices_by_namefieldss rVrBrB*s#t!#&DSG1MN N3i!#&QRUQXXYZ[ [%%'61!%S  1 f&"9: &,,   _-@-@A!%S  1 f&"9:   /#//0 11  s 'D#D )rprr_r)rrr_z*Callable[[Callable[P, T]], Callable[P, T]])rz object | typer_r)robjectr_r)r[rr_r)rztuple | type[tuple]r_ztuple[str, ...])nre __future__rrrsrsysrrrrrLrrKrrJ collectionsrrrMr rNcollections.abcr r r r rrrrtypingrrrrrrrrrrrrrtyping_extensionsrr r!r"r#r$weakrefr% optree._C_Cr&r'optree.accessorsr(r)r*r+r,r-r.r/r0r1r2__all__r3rrCrDrErFrGrHrIr7r8r6rrrrrg ImportErrorr4r5r9r:rr;r=r<r>rrrOrr?rArr@ version_infomajorr rBrSrYrVr s.#"   !!##2&   &,    / d" 9! CL CL CL T] T] cN CxS)*qk)!x()(OXa[OO(%S/ "  "I"WQZI"ZCC4 @(1+ @KHQKK&0<!!"$#$ **+*,* ''( ) %%& '  4(//D"U5#:&2D""&& 9%!#"# ))*)+) 11S1&&'(.=AcFVFVAWA]A]<^9^$$%2&26q    s5J-- J:9J: