Vh<0 ddlZddlmZmZmZddlZddlmZddl m Z gdZ GddejjZdejjd efd Zd ejjd ed efdZ ddeej$j&ejjfdeeejj(gefded efdZy)N)CallableOptionalUnion)map_arg) split_module)FoldedGraphModuleget_unique_attr_name_in_modulesplit_const_subgraphsc eZdZdZ d dej j dejjde ejjde e de f fd Z fdZ d Z xZS) ra FoldedGraphModule is a GraphModule which also contains another `const_subgraph_module` representing a subgraph which has all const attr inputs and which can be run once before running the main standard `graph`. The `const_output_names` are the ordered list names of attrs which represent what each respective output from the const_subgraph should be set on which attrs. rootgraphconst_subgraphfx_const_folded_attrs_namedevice_for_folded_attrsct||||dntjj |||_d|_||_||_y)NF) super__init__torchfx GraphModuleconst_subgraph_modulehas_folding_been_runrr)selfr r rrr __class__s P/home/dcms/DCMS/lib/python3.12/site-packages/torch/fx/experimental/const_fold.pyrzFoldedGraphModule.__init__sW u%% %%dN; " %*!*D''>$cT|js|jt| |SN)r run_foldingr__call__)rargskwargsrs rr zFoldedGraphModule.__call__-s(((    w&&rcZj jyjrJd_j}fd}t|tr3t j j|Dcgc] }|| c}n||}tj|ycc}w)NTcTtjjt|ts|j j n/tj|gjjt|tjr|jSdS)N)deviceF) requires_grad) rnn Parameter isinstanceintdetachcloneTensortorr&)irs r _create_paramz4FoldedGraphModule.run_folding.._create_paramCs88%%!!S)   "\\1#&))1M1M)N1;Au||1Laoo & SX & r) rrrr)tuplerr' ParameterListsetattr)r folded_attrsr0r/paramss` rrzFoldedGraphModule.run_folding2s  & & ...6 ,,,,$(! 113  ,. HH " "l#KM!$4#K L|,  d55v> $Ls2B()NNcuda)__name__ __module__ __qualname____doc__rr'ModulerGraphrstrrr r __classcell__)rs@rrrss4848'- ?hhoo?xx~~?!0 ? %-SM ? "% ?$' ?rrgminline_mod_namecL t|j|}t|tjj sJd}|j jD]%}|jdk(s|j|k(s#|}n|J|j}|j}i d} fd}|j jD]} | jdk(r+| j|vr|| jn|| | <|dz }=| jdk(r-| jd} t| |} |j| y|j j|5|j j!| |} ddd | <|j j#y#1swY+xYw)z Given `gm` and some graph module which is called with target name `inline_mod_name`, this helper will inline all of the nodes from that called graph module into `gm`. N call_modulercP|}|jj|_|Sr)metacopy)nodenew_nodereplacement_mappings rreplacement_fnz&_inline_module..replacement_fnjs$&t, ( r placeholderoutput)dict named_modulesr)rrrr nodesoptargetr!r"namerreplace_all_uses_withinserting_before node_copyeliminate_dead_code)r?r@ inline_modcall_mod_node_to_replacerF call_mod_argscall_mod_kwargsph_countrI inline_nodeoutputsoutput_replacementsrGrHs @r_inline_moduler_Ss b&&()/:J j%(("6"6 77 7# 77m # (F'+ $  $ // /-11M.55O>@H "''--4 >>] *##6 0 01"8, , MH  >>X %!&&q)G")'>"B  $ : :;N O  XX & &'? @ Gxx))+~FH G+3K('4*HH  "  G Gs FF# mod_tracedrRreturnc"tjdd|}|djrd|}t||rStjd|}||dz}n(|j dd\}}|dt |dz}t||rS|S)zP Make sure the name is unique (in a module) and can represents an attr. z[^0-9a-zA-Z_]+_rz (.*)_(\d+)$_1rK)resubisdigithasattrmatchgroupr*)r`rRrjbasenums rr r s 66"C .D Aw4&z *d #. =$;D Aq)ID#V1SX\N+D *d # Krmoduleskip_folding_node_fnrc  t|tjjs tjj |}n|}t d}|j jD]jdvrjdk7r%t jjsF|r |rQjrbjjdk7sd}|st||j Sdtjjffd }t|||}d\}}|j t#||d} } | r| j jngD]=jd k(st%|j&t#| j&?| j jD]=jd k(st%|j&t#| j&?d} |j jD]/jd k(sj&|k(s#j(} n| Jtjj|| j } | j jD]jd k(rtj(d t*} 0jd k7r@t-fd | D}|jdk(sJ| j j/5| j j1|j&}dddj2j5_j7|| j j9dt;vsJt=|d}t%|| rtj>jAntj>jC|j jD]jd k(sj&|k(s#j j/5j j1|}dddj2j5_j7|ntE||r tG|||j jIt||j | j ||S#1swYxYw#1swYxYw)aJ Looks through `module` for any nodes that have all constant attribute inputs and separates them out into their own constant subgraph, and returns a FoldedGraphModule which runs that constant subgraph on the first run to set attributes on the module prior to running the non-constant portion of the graph. F>rLrJget_attrTrFc|vrdSdS)NrrK)rF const_nodess r mod_partitionz,split_const_subgraphs..mod_partitionsK'q.Q.r)submod_0submod_1NrBrLrrJc3VK|] }|jjk(s|"ywr)rRrQ).0nrFs r z(split_const_subgraphs..s NQ$++8MqNs))multiple_outputs_FX_CONST_FOLDED_ATTRS)%r)rrrsymbolic_tracesetr rOrPall_input_nodesissubset is_impureaddrNoderrvgetattrr3rQr!r1nextrTrqrDrErS erase_nodelocalsr r'r2r(rir_rV)rnrorr`found_const_foldingrusplitconst_mod_namenon_const_mod_nameconst_gm non_const_gmcall_const_gm_args root_const_gmr|in_noderGrr4rtrFs @@rr r s` fehh22 3XX,,V4  '*eK  &&' 77/ /  77j T-A-A)B)K)K *   $8$>  >>    77j "& 1'6  Z-=-=>>/EHHMM/ V] ;E)?&N&"^^WU   77m # N"4NNzzZ'''  1 1$ 7 D$**33GNNCH D (  ""8,&&t, -  )) ) "@,"  "$4 %((:L:L:N  !! 77m # ~(E,,T2 O#zz223MN  O $  0L   & &| 4  u()u01 KK##%   "  G D D* O Os&S1S>1S; >T )Ncpu)rftypingrrrtorch.fxr torch.fx.nodertorch.fx.passes.split_moduler__all__rrrr=r_r r'r;rboolr rsrrrs ,,!5 ??,,??D1#uxx++1#c1#huxx/C/C3SV,GK#(U %((//588#7#77 8U"8UXX]]OT,A#BCU!U Ur