AVh?# d Z ddlZddlZddlZddlmZ ddlmZ ddlm Z ddl
m Z d Z d Z
d Zdd
Zdd Zd Zd
Zd Zd Zd Zd Zd Z G d de Zd Zy)z3Exposes the Python wrapper conversion to trt_graph. N)version)_pywrap_py_utils)rewriter_config_pb2)dtypesc x t j j }|| _ || _ d| j
_ || _ || _ || _ d| _
d| _ || _ || _
|| _ || _ t j j | _ d| _ || _ || _ || _ || _ y)z>Modifies rewriter_config to disable all non-TRT optimizations.FTN)r RewriterConfigOFFarithmetic_optimizationauto_mixed_precision
auto_parallelenableconstant_foldingdebug_stripperdependency_optimizationdisable_meta_optimizerdisable_model_pruningfunction_optimizationimplementation_selectorlayout_optimizerloop_optimization
NO_MEM_OPTmemory_optimizationmin_graph_nodespin_to_host_optimization remapping scoped_allocator_optimizationshape_optimization)rewriter_configoffs Y/home/dcms/DCMS/lib/python3.12/site-packages/tensorflow/python/compiler/tensorrt/utils.py-disable_non_trt_optimizers_in_rewriter_configr" s **..#,//)),/&)./ &%(/"#&/ ,//)+0/(*./'*-/',//)%(/"&)/#((33 %$&/!-0/* !/25//'*/$ c t | t sJ t | dk( sJ | D cg c]
}t | } }dj | S c c}w )N .)
isinstancetuplelenstrjoin) ver_tuplexs r! version_tuple_to_stringr. 6 sO Iu %% % Y 1 ()!s1v))) ) *s A c t j t | } t j t | }| |k\ S N)r Versionr. )trt_ver
target_vers r! "_is_tensorrt_version_greater_equalr4 > s5 OO 3G < =' 6z BC* J r# c H t j }t || ||f S r0 )r get_linked_tensorrt_versionr4 majorminorpatchvers r! (is_linked_tensorrt_version_greater_equalr< E $ 446# +C%1F GGr# c H t j }t || ||f S r0 )r get_loaded_tensorrt_versionr4 r7 s r! (is_loaded_tensorrt_version_greater_equalr@ J r= r# c f | t j j dd j d v S )a! Determines if a TF-TRT experimental feature is enabled.
This helper function checks if an experimental feature was enabled using
the environment variable `TF_TRT_EXPERIMENTAL_FEATURES=feature_1,feature_2`.
Args:
feature_name: Name of the feature being tested for activation.
TF_TRT_EXPERIMENTAL_FEATURES )default,)osenvirongetsplit) feature_names r! !is_experimental_feature_activatedrK O s5
ZZ^^ :$& ((-c
3 4r# c t | t rt j | S | D cg c] }t j | c}S c c}w )zEHelper function to convert a dtype id to a corresponding string name.)r' intr _TYPE_TO_STRING)dtypeds r! _convert_dtype_id_to_strrQ ^ s< s ! !% ((/4 5!F " "1 % 55 5s Ac dD ]e } | j | }|dk( r8|j j d }|dk( r9|dk( r y|dk( r y|d k( r y
y t |j c S y # t
$ r
}Y d }~wd }~ww xY w)
z-Returns the compute DType of a GraphDef Node.)precision_modeDstTrO TrS zutf-8rC FP32float32FP16float16INT8int8unknownN)attrsdecoderQ type Exception)nodetype_key
precision_vales r! get_node_compute_dtyperf f s h ii)m % %%..w7
B
F "
f
$
f
$'
(:(:;;+, s( 4A,A,A,
A,A,, A?:A?c g }| j | j j D ]5 }|j |j D cg c] }|j
c} 7 |S c c}w )z3Returns the input/output shapes of a GraphDef Node.)r] listshapeappenddimsize)rb key out_shaperi rk s r! get_node_io_shapesro sV )yy~""(( 6e
%))43chh456 5s A
c Z t | j | j j S )z1Returns the input/output dtypes of a TRTEngineOp.)rQ r] rh r` rb rm s r! get_trtengineop_io_dtypesrr s! !$))C."5"5":": ;;r# c Z t | j | j j S )z:Returns the number of input/output nodes of a TRTEngineOp.)r) r] rh r` rq s r! get_trtengineop_io_nodes_countrt s! TYYs^
%
% &&r# c . t j t }| j j D ]` }| d|j
j k( s t |j }|j D ] }||j xx dz
cc< ||fS |fS )z?Counts the number of nodes and OP types of a given TRTEngineOp._native_segment )
collections defaultdictrM libraryfunction signaturenamer) node_defop)graphdef node_name
ops_in_enginefunc
node_countrb s r! get_trtengineop_node_op_countr s ))#.- '' d
O$(;(;;t}}%j-- $$dgg !# $ ] ""
] ""r# c e Zd ZdZd Zy)
DTypeIndexzBHelper class to create an index of dtypes with incremental values.c 6 || vrt | dz | |< | | S )Nrw )r) )selfrO s r! get_dtype_indexzDTypeIndex.get_dtype_index s% DIMd5k ;r# N)__name__
__module__ __qualname____doc__r r# r! r r s
Jr# r c b t }t |d 5 }t d| t d| t d| t d| t d| g }| j D ] }|j }t | }|j
| }|j j d d } | sd
} |j d k( rt | | \ }
} | d |
d
} n
|j } d| d| d} t d| d| d| d| t |j rR|j D ]A }
|
j d }t j dd|d }t d| d| d| C |j | t d | t d | t d | t d | t d | |j! D ] \ }}t d!| d"| d#| d$| t d | t d%| |j# D ] }|D ] }t d| d| d&| t d'| d(d(d( t d) t d*| d+ t d, t d- t d. t d/ t d0 y(# 1 sw Y [xY w)1a9 Exports a GraphDef to GraphViz format.
- Step 1: Drawing Each Node of the compute GraphDef.
- Step 2: Create nodes for each collected dtype in the graph.
- Step 3: Creating invisible links to align properly the legend.
Each node consequently mentions:
- Op Type
- Compute Dtype
- Compute Device
wz digraph tftrt_converted_graph {)filez) graph [fontsize=10 fontname="Verdana"];z? node [style=filled height=0.55 colorscheme=set312 shape=box];z
subgraph tensorflow_graph {z node [width=1.35];/r zdevice:Unspecified TRTEngineOpz []zz
zz "z
" [label= fillcolor=z];:z^\^rC r z "z" -> "z";z }z
subgraph cluster_legend {z! label="Compute Dtype Legend";z margin="30";z node [width=2];z z [fillcolor=z label=<z>];z'
edge[style="invisible", dir="none"];"}NzD
===================================================================z"Graph Visualization Exported to: `z`.zBWe recommend using https://edotor.net/ to visualize the .dot file.zBYou can also use `graphviz` utility to convert them to PNG format:z" - `sudo apt install -y graphviz`z= - `dot -Tpng .dot -o .png`zD===================================================================
)r openprintrb r} rf r devicerI r r r) inputresubrj itemskeys)r dot_output_filename dtype_indexfnodes_with_no_inputsrb output_namenode_precision color_idx
device_keyr _
node_labelinput_full_nameparts
input_namerO r s r! draw_graphdef_as_graphvizr s + % A
+!4
7a@ I
+!4
"+
1IIk-d3n --n=i;;$$S)"-j
)
M !5h L
A#}Bzl!4
y
N:,dCj ;-{:, 7 k %
TZZ #zz EO!'',%vvfb%(3*
$zl(;-s;!
D E
##K0= 1>
%a
)2
/a8
Q'
a( ' - - / y |I;k%
H
%a
8qA !!# ;+ ;)
UG8I;b1:;;
#ACAF OP
,-@,ADELMLM,-GHOPSA As H4J%%J.)r r )r rx rF r packagingr tensorflow.compiler.tf2tensorrtr tensorflow.core.protobufr tensorflow.python.frameworkr r" r. r4 r< r@ rK rQ rf ro rr rt r dictr r r r# r! r sp : < 8 .+4 H
H
4 6<<
'
# XQr#