Vh tUddlZddlZddlmZddlmZddlmZmZm Z m Z ddl Z ddl m Z ddlmZddlmZmZmZgdZe j*j,e j*j.j0he j*j2e j*j.j4he j*j6e j*j.j8he j*j:e j*j.j<e j*j.j>he j*j@e j*j.jBhe j*jDe j*j.jFe j*j.jHhe jJejJejLd d he jNejNejPd d hga)e*e+e,d <dZ-e-a.de*e+fdZ/d"dZ0deefdZ1dZ2de*efdZ3 d#de jhjjde*ede eege6ffdZ7de jhjjde jhjde8de9e:e j*jve jhjffdZy)$N) OrderedDict)Sequence)AnyCallableOptionalUnion)ExportedProgram)Node)check_subgraphs_connectedget_source_partitionsSourcePartition)find_sequential_partitionsget_equivalent_typesupdate_equivalent_types_dictbfs_trace_with_node_processaddadd_mulmul__EQUIVALENT_TYPEScJi}tD]}|D]}t|||<|SN)rlist)_DICTvaluesvs V/home/dcms/DCMS/lib/python3.12/site-packages/torch/ao/quantization/pt2e/graph_utils.py_create_equivalent_types_dictr%s9 E#$ $AF|E!H $$ LreturnctSr)rrrrr0s rc6| td|atay)zHelp function for user who wants to customize the _EQUIVALENT_TYPES and _EQUIVALENT_TYPES_DICT. When customized_equivalent_types passes in, re-generate _EQUIVALENT_TYPES and _EQUIVALENT_TYPES_DICT. Nz.customized_equivalent_types should not be None) ValueErrorrr_EQUIVALENT_TYPES_DICT)customized_equivalent_typess rrr4s' #*IJJ4:<r partitionsc:d}|D]}|t||sy|}y)NFT)r )r'prev_partition partitions r_partitions_sequentialr+As8N#  %.G I/ " # rcL|g}|tvr|jt||Sr)r%extend)partition_typematching_typess r_get_matching_typesr0Ls-$%N//4^DE rpartition_typesct}|D]0}t|}t|}t||zdkDry||z}2y)NrFT)setr0len)r1partition_types_setr.r/matching_types_sets r_valid_type_sequencer7SsV%)2,^< 0 "%77 81 <11 2 rgm filter_fnct|std|dt}|D]]}t|}t |j ||}t tjj|j||<_t |j}tj|} | D cgc]} t| r| } } | Scc} w)NzInvalid partition types: z*. Each type in the sequence must be unique) r7r$rr0r graphr itertoolschain from_iterablerproductr+) r8r1include_functional_equivalentr9typed_partitionsr.types_to_matchr'typed_partitions_listfusion_candidates candidatefused_partitionss rrr^s  0''88b c  AL ) ,^<*288^YO +/ OO ) )**;*;*= >, ( !!1!8!8!:;!))+@A+  !) ,   s6C graph_modulenode arg_indexc|j|}t|tjjsJ|j dk(sJt|j tsJ|j|j }|j ||fS)Nget_attr) args isinstancetorchfxr optargetstr get_submodule)rGrHrI submod_node submodules r_get_submodulerV{s{))I&K k588== 11 1 >>Z '' ' k((# .. .**;+=+=>I   y$ ..rcg}|jjD]}|jdk7r|jtj j jur8|jt||d|jt||d|jtj j jus|jt||d|S)a{ Returns a list of submodules used for control flow operations (torch.ops.higher_order.cond/map) that are in the given toplevel graph (does not look into submodules). Specifically, the returned value is a list containing a tuple of (name of the submodule that's stored in the graph module, the submodule itself, and the fx node that uses this submodule). call_functionr) r;nodesrPrQrNops higher_ordercondappendrVmap_impl)rGcontrol_flow_submodulesrHs r_get_control_flow_submodulesrbs!""((R 77o %  ;;%))0055 5 # * *>,a+P Q # * *>,a+P Q ;;%))0099 9 # * *>,a+P QR #"rmodelnode_opct|ttjjfsJdt |t|tr |j n|}|g}|rv|jd}|jjD]}|jdvr||t|Dcgc]\}}}| }}}|j||ruyycc}}w)z9Traverse the graph module and apply node_op to each node.z-Expected GraphModule or ExportedProgram, got r)output placeholderN) rMr rNrO GraphModuletyperGpopr;r[rPrbr-) rcrdr8queuecurrent_graph_modulerH_rUras rrrs  !5!56 E 6tE{mDE  *%A  uB DE $yy|(..44 Dww33 DM  $@@T#U# 9a # #   ,- # s2 Cr)TN)?r<operator collectionsrcollections.abcrtypingrrrrrN torch.exportr torch.fxr *torch.fx.passes.utils.source_matcher_utilsr r r __all__nnConv1d functionalconv1dConv2dconv2dAdaptiveAvgPool2dadaptive_avg_pool2dReLUrelurelu_ BatchNorm2d batch_normHardtanhhardtanh hardtanh_riaddrimulrrr3__annotations__rr%rrr+r0r7rOrhboolrinttuplerRModulerVrbrr"rrrs#$11 (  XX__ehh))001 XX__ehh))001 XX!4!4!H!HI XX]]EHH'',,ehh.A.A.G.GH XX588..99: XX++44ehh6I6I6S6ST YY hmmUF; YY hmmUF; 49 78d3i =x'@$s)#'26  #Y$./ : /((&& /.3hhmm /HK / 3 ./ /#((&&# %UXX__ehhmm3 45#0. %(("6"66 7.BJ. .r