BVhadZddlZddlZddlmZddlmZddlmZddlm Z ddl m Z ddl m Z dd lmZd Zd Zd Zd Z ddZ ddZedgddZy)zqLogging tensorflow::tfprof::OpLogProto. OpLogProto is used to add extra model information for offline analysis. N)tfprof_log_pb2)context)ops) tensor_shape)gfile)flops_registry) tf_export_trainable_variablesflopsc |jjD]J}|jD]7}|js |j |j }t|jt|jk7rYt|jD]\}}|j|jjr2|jjj}tj |D cgc]} | j"c} } |j|j%|j|jj'| :M|S#t $r }Yd}~Od}~wwxYwcc} w#t($r;}t*j,j/d|j d|dYd}~-d}~wwxYw)zBFill Tensor shapes in 'graph' with run time shape from 'run_meta'.NzNode z incompatible shapes: z. ) step_stats dev_stats node_statsoutputget_operation_by_name node_nameKeyErrorlenoutputs enumerate get_shapeis_fully_definedtensor_descriptionshapedimr TensorShapesize set_shape merge_with ValueErrorsysstderrwrite) graphrun_metadev_stat node_statopei node_stat_outnode_stat_dimsdnode_stat_shapes X/home/dcms/DCMS/lib/python3.12/site-packages/tensorflow/python/profiler/tfprof_logger.py_fill_missing_graph_shaper0"s%%//5h((5     ( ()<)< = Y   #bjj/ 1 ))*:*: ; 5 1m ::a= " " $ 5 5 7 &99??CC&22+ ,QVV ,. 5 **Q- ! !"**Q-"9"9";"F"F#  5550 ,% - 5 **  %//4 5 5 5s0E':E>AF' E;6E; G 0G G cN|j|d}|t|}|||<|S)zMaps string to id.N)getr)s str_to_idnums r/_str_idr6?s. a#[ i.CIaL *c|r t||}d}i}i}t||d<|jD](} tj||j t }tj} |j| _ d} |r(|jrt|j| _ d} |r|jr|jD]|\} } } }| jj j#}| r t%| |nd|_| r| nd|_| r t%| |nd|_|r t%||nd|_d|_~d} | s| || j<+|r|j1tj2j4D]}|j6j|vr^tj} |j6j| _ | j8j;t4| || j<y||j6jj8j;t4|dkDr$|s"t<j>jAd|z||fS#t$r |dz }d}YwxYw) aExtract trainable model parameters and FLOPs for ops from a Graph. Args: graph: tf.Graph. run_meta: RunMetadata proto used to complete shape information. add_trace: Whether to add op trace information. add_trainable_var: Whether to assign tf.compat.v1.trainable_variables() op type '_trainable_variables'. Returns: logged_ops: dict mapping from op_name to OpLogEntry. string_to_id: dict mapping from string to id. rnoneNFTz0%d ops no flops stats due to incomplete shapes. )!r0rget_operationsrget_stats_for_node_defnode_defREGISTERED_FLOP_STATSr r OpLogEntrynamevalueint float_ops tracebackcode_deftracesaddr6file_idlineno function_idline_idfunc_start_lineget_collection GraphKeysTRAINABLE_VARIABLESr(typesappendr!r"r#)r$r% add_traceadd_trainable_varop_missing_shape logged_ops string_to_idr(statsentry add_entryfilenamerJfuncnamelinetracevs r/_get_logged_opsr`Hs: %eX 6E*,\*,v  "%b(( 35e  % % 'EEJI EKK(eoi 02  % ,Hfh..''++-%=E'(L91%-#)r%,AIgh =q% 9='$ 51%-"$%  %i$j;%>  ! !#--"C"C D@ * $))+TTYY  ./!& 5::14499##**+>?@(JJH%&' \ !!Q !es%I((I<;I<c|s(tjstj}t j }|s|St ||||\}}|s+|jj|jn#i}|jD]} | || j<|jD]\} } | |vr|| jj| j| jdkDr&|| jdk(r| j|| _ | jjs~|| jjr|| jj!| j| || <|jj|j|jD]\} } | |j"| <|S)aMerge the tfprof default extra info with caller's op_log. Args: graph: tf.Graph. If None and eager execution is not enabled, use default graph. op_log: OpLogProto proto. run_meta: RunMetadata proto used to complete shape information. add_trace: Whether to add op trace information. add_trainable_var: Whether to assign tf.compat.v1.trainable_variables() op type '_trainable_variables'. Returns: tmp_op_log: Merged OpLogProto proto. )rSrTr)rexecuting_eagerlyrget_default_graphr OpLogProtor` log_entriesextendvaluesrAitemsrQrDrFrG MergeFrom id_to_string) r$op_logr%rSrT tmp_op_logrVrWall_opsrYop_namer3r*s r/merge_default_with_oplogros w002  ! ! #E((**  , X>OQ*l !!*"3"3"56G##"!gejj"$**,! G %%ekk2 ??Q 77#3#=#=#B',''  $ >> )9)B)B)I)I '  # # - -enn = !!!'.."23  "#da!"JA# r7zprofiler.write_op_log)v1cD|s(tjstj}t ||||}t j tjj|dd5}|j|jdddy#1swYyxYw)aLog provided 'op_log', and add additional model information below. The API also assigns ops in tf.compat.v1.trainable_variables() an op type called '_trainable_variables'. The API also logs 'flops' statistics for ops with op.RegisterStatistics() defined. flops calculation depends on Tensor shapes defined in 'graph', which might not be complete. 'run_meta', if provided, completes the shape information with best effort. Args: graph: tf.Graph. If None and eager execution is not enabled, use default graph. log_dir: directory to write the log file. op_log: (Optional) OpLogProto proto to be written. If not provided, an new one is created. run_meta: (Optional) RunMetadata proto that helps flops computation using run time shape information. add_trace: Whether to add python code trace information. Used to support "code" view. tfprof_logwN) rrbrrcrorOpenospathjoinr#SerializeToString)r$log_dirrkr%rSlogs r/ write_op_logr{sy, w002  ! ! #E #E68Y G& zz"'',,w 5s;*sIIf&&()***s - BB)NTT)NNTT)NNT)__doc__rur!tensorflow.core.profilerrtensorflow.python.eagerrtensorflow.python.frameworkrrtensorflow.python.platformr#tensorflow.python.profiler.internalr tensorflow.python.util.tf_exportr rPr?r0r6r`ror{r7r/rsw 3++4,>6,: 59&*B"J;??C,^ &'(*)*r7