BVhHdZddlZddlZddlZddlmZddlmZddlmZddl m Z dZ dZ d Zd Zd Zd Zd ZdZdZdZej,dZej,dZej,dZej,dZdZdZdZdZdZdZ dZ!dZ"dZ#dZ$dZ%d Z&d!Z'd"Z(d#Z)d$Z*d%Z+d&Z,d'Z-d(Z.d)Z/eeeee e!e"e#e%e&e'e(e)e$e*e+e,e.e-e/gZ0ej,d*Z1d+Z2d,Z3d-Z4d Z5d.Z6d Z7d/Z8d0Z9d1Z:d2Z;d3Ze4d4e7Z?e4d4e8Z@e4d4e9ZAe4d4e:ZBe4d4e;ZCe4d4e<ZDe=e>e@eAeBeCeDe?fZEejZFejd5d6d78ZHejd9d:d;8ZJejdd?eLZMy)@z-Utilities to handle tensor tracer parameters.N)flags) linalg_ops)math_ops) tf_loggingz part-tensorz full-tensorfull_tensor_summaryznan-infnormzmax-abssummaryhistorybriefdetailedz\s*--([^=]+)='([^']*)'z\s*--([^=]+)="([^"]*)"z\s*--([^=]+)=(\S*)z\s*--([^=]+)\s*TENSOR_TRACER_FLAGSenable trace_mode trace_scalarsubmodeexcluded_opnamesexcluded_optypesincluded_opnamesincluded_optypes trace_level trace_dir report_fileuse_test_undeclared_outputs_dirop_range dump_graphs signaturescollect_summary_per_coreuse_temp_cache inspect_traceuse_fingerprint_subdirectoryflush_summariesz (\d+):(\d+)TEST_UNDECLARED_OUTPUTS_DIR tensor_tracermaxminsparsitymeanvarsize_delta_thresholdg?z1Log if history based diff crosses this threshold.)defaulthelptt_check_filterFz+Terminate early to check op name filtering.tt_single_core_summariesz0Report single core metric and avoid aggregation.ceZdZdZddZdZdZdZdZdZ d Z d Z e d Z d Zd ZdZdZdZdZdZdZdZdZdZdZy) TTParametersz5A class that handles the parameters of Tensor Tracer.Nc|r||_ntj|_|j|j |_|j |_|j|_ |j|_ |j|_ |jt|_|jt"|_|jt&|_|jt*|_|j/t0|_|j t4t6t8t:t<fv|_|j/t@|_!|j/tD|_#|j/tH|_%|jMtN\}|_(|jStTtV|_,|j[|_.|j/t^|_0|j`rtcjdd|j/tf|_4|jkr|jmyy)NzEAggregate signatures are approximate for mean, variance and sparsity.)7_envosenviron_validate_flag_names_get_trace_moder _get_submoder_get_trace_dirr_get_report_filepathreport_file_path _get_op_ranger_flag_value_to_re_listFLAG_NAME_EXCLUDED_OPNAMESexcluded_opname_re_listFLAG_NAME_EXCLUDED_OPTYPESexcluded_optype_re_listFLAG_NAME_INCLUDED_OPNAMESincluded_opname_re_listFLAG_NAME_INCLUDED_OPTYPESincluded_optype_re_list is_flag_onFLAG_NAME_TRACE_SCALAR_OPStrace_scalar_opsTRACE_MODE_NAN_INFTRACE_MODE_NORMTRACE_MODE_HISTORYTRACE_MODE_MAX_ABSTRACE_MODE_SUMMARYuse_compact_traceFLAG_NAME_TEMP_CACHE_VARuse_temp_cache_varFLAG_NAME_INSPECT_TRACErFLAG_NAME_FINGERPRINT_DIRuse_fingerprint_subdirget_flag_value"FLAG_NAME_DUMP_BEFORE_AFTER_GRAPHSgraph_dump_path_get_flag_int_valueFLAG_NAME_TRACE_LEVEL_TT_DEFAULT_TRACE_LEVELr_get_summary_signaturessummary_signaturesFLAG_NAME_SUMMARY_PER_CORErloggingwarningFLAG_FLUSH_SUMMARY$flush_summaries_with_outside_compile is_enabled_check_flag_errors)selfenvr+s Y/home/dcms/DCMS/lib/python3.12/site-packages/tensorflow/python/tpu/tensor_tracer_flags.py__init__zTTParameters.__init__s di**di**,DO$$&DL((*DN 557D&&(DM#'#>#>"$$D #'#>#>"$$D $(#>#>"$$D #'#>#>"$$D !OO,FGD!__1C1@1C1C1C 1EED #oo.FGD)@AD"&//2K"LD"11*,At//0E0GID"::Sets the index range of the Ops that we will consider tracing.)rw)rUFLAG_NAME_OP_RANGE _OP_RANGE_PATmatchintgroup)rdrtrr|s rfr=zTTParameters._get_op_rangesl))*<=OE8 h o    )E h oEKKN#SQ%89H Orhc|jt\}}|r,|r*|jrtdtdtd|jr|j j t}|S)NzCannot not use --z and --z at the same time)rUFLAG_NAME_TRACE_DIRrrk)FLAG_NAME_USE_TEST_UNDECLARED_OUTPUTS_DIRr4rqrr)rdrtrs rfr:zTTParameters._get_trace_dirsj**+>?E9 tCCE   I K LL ++-))-- DEi rhc|jt\}}|r|st}ttt tt tttg}||vrtd|d||S)z(Checks if the given trace mode is valid.zInvalid trace mode "z4" given to the Tensor_Tracer.Valid trace modes are: ) rUFLAG_NAME_TRACE_MODErKrJTRACE_MODE_PART_TENSORTRACE_MODE_FULL_TENSORrMrNrjrLrk)rdrtrvalid_trace_modess rfr8zTTParameters._get_trace_modesr++,@AE:  "j24J+:  ** 4>4EG HH rhc(|jtk(SN)r_SUBMODE_BRIEFrls rf is_brief_modezTTParameters.is_brief_modes <<> ))rhc|jt\}}|r|st}|syttg}||vrt d|d||S)z%Checks if the given submode is valid.NzInvalid submode "z1" given to the Tensor_Tracer.Valid submodes are: )rUFLAG_NAME_SUBMODE_SUBMODE_DETAILEDrrk)rdrtrvalid_submodess rfr9zTTParameters._get_submodes](():;NE7 !g  '8Nn$ 181?A BB Nrhctj||}|r|dfStj||}|r|dfStj||}|r|dfStj||}|r|dfSy)aGReturns the match for the next TensorTracer flag. Args: tt_flags: a string that contains the flags. pos: where in flags to start the search. Returns: A pair where the first element is the regular-expression match found and the second element indicates if the match has a value. TF)NF)_FLAG_DOUBLE_QUOTE_PATr|_FLAG_SINGLE_QUOTE_PAT_FLAG_NO_QUOTE_PAT_FLAG_NO_EQUAL_PAT)tt_flagsposr|s rfmatch_next_flagzTTParameters.match_next_flags # ( (3 7E D[ " ( (3 7E D[  $ $Xs 3E D[  $ $Xs 3E E\ rhc|jjt}|syd} tj ||\}}|sy|j d}|t vrtd|dtdt |j}b)z4Validates if the TensorTrace flags passed are valid.NrrxzThe flag name "z'" passed via the environment variable "z$" is invalid. Valid flag names are: ) r4rq FLAGS_ENV_VARr2rr~VALID_FLAG_NAMESrkend)rdtensor_tracer_flagsrr|r+ flag_names rfr7z!TTParameters._validate_flag_names#s))-- 6  C --.A3GheQ  ++a.i * * 0@ BC C IIKc rhctS)z(Returns a tuple of supported signatures.)TT_SUMMARY_SIGNATURESrls rf_supported_signaturesz"TTParameters._supported_signatures5s  rhcl|jt}|j}g}|D]T}td|}||vr|j |$||vr|j |:t j d|d|V|stdtdiSt|Dcic]\}}|| c}}Scc}}w)zVerifies and returns the summary signatures. Returns: A dictionary of the signature identifiers {signature: index} that will be computed when trace_mode is summary. r+zUnknown signature:z. Supported signatures: rrx) _flag_value_as_listFLAG_NAME_SUMMARY_SIGNATURESr _TT_PREFIXappendr^r_TT_SUMMARY_MAX_ABSTT_SUMMARY_NORM enumerate)rdrsupported_signatures tt_signatures signaturesignature_with_prefixidxs rfr[z$TTParameters._get_summary_signatures9s))*FGJ557M; )3Y? * *Y' $8 823"$8: ;;  !_a 883<]3K Liin LL Ls B0cttjttj t tj ttj ttjttj tddttjttjttjt tj t"tj$i S)zFReturns a map that contains the aggregate function for each signature.cVtjtj||S)N)axis)r reduce_maxabs)trs rfz:TTParameters.get_signature_to_agg_fn_map.._s("5"5hll1o;?#Arh)r)rKrrrLrrrMrJrTT_SUMMARY_MAXrTT_SUMMARY_MIN reduce_minTT_SUMMARY_SPARSITY reduce_meanTT_SUMMARY_MEANTT_SUMMARY_VARTT_SUMMARY_SIZE reduce_sumrls rfget_signature_to_agg_fn_mapz(TTParameters.get_signature_to_agg_fn_mapSs Z__  3 3  3 3  3 3 Z__ H// A H// !5!5 X11 H// X00 22rhc`g}|j|\}}|r|J|jd}|S)zReturns the string list of a TensorTracer flag. Args: wanted_flag_name: the name of the flag we are looking for. Returns: The list value of the flag. ,)rUsplit)rdwanted_flag_namestring_value_listrt flag_values rfrz TTParameters._flag_value_as_listhsF++,<=E:  ## #$**3/ rhcg}|j|\}}|r.|r, |jd}|Dcgc] }t|}}|S|Scc}w#t$rt j d||Y|SwxYw)zReturns the integer list of a TensorTracer flag. Args: wanted_flag_name: the name of the flag we are looking for. Returns: the value of the flag. Raises: RuntimeError: If supposedly deadcode is reached. rz$Cannot convert %s to int for flag %s)rUrr}rkr^r_)rdrint_listrtrinteger_valuesint_vals rf_flag_value_as_int_listz$TTParameters._flag_value_as_int_listysH++,<=E: *#))#.0>?WCL?? O8O @ *>( * O*s"AA A A A21A2c|}|j|\}}|r t|}|S|S#t$rtjd|d|Y|SwxYw)a1Returns the int value of a TensorTracer flag. Args: wanted_flag_name: the name of the flag we are looking for. default_value: the default value for the flag, if not provided. Returns: the value of the flag. Raises: RuntimeError: If supposedly deadcode is reached. zCannot convert z to int for flag )rUr}rkr^r_)rdr default_valueflag_int_valuertrs rfrXz TTParameters._get_flag_int_valuesk#N++,<=E: /Z >/ ,. / /s )$AAc|jjt}|syd} tj ||\}}|sy|j d}|r|j d}nd}||k(rd|fS|j }])aHReturns the value of a TensorTracer flags. Args: wanted_flag_name: the name of the flag we are looking for. Returns: A pair where the first element indicates if the flag is found and the second element is the value of the flag. Raises: RuntimeError: If supposedly deadcode is reached. )FNrTrxryN)r4rqrr2rr~r RuntimeError)rdrrrr| has_valuerrs rfrUzTTParameters.get_flag_values))-- 6   C %55 s$eY ++a.i [[^  & &Z IIKc rhcg}|j|\}}|r|s|S|jd}|D](}tj|}|j |*|S)z(Converts list of strings to compiled RE.r)rUrrecompiler)rdrre_listrtrlist_of_valuesvrs rfr>z#TTParameters._flag_value_to_re_listsgG++I6E:  n%%c*N  **Q-a nnQ Nrhcb|j|\}}|sy|y|j}|dv}|S)z%Returns True if the given flag is on.FT)1rtrueyyes)rUlower)rdrrtrenableds rfrGzTTParameters.is_flag_onsF++I6E:   !!#J::G Nrhc|jtr4tjd|jj t yy)z(Returns True if TensorTracer is enabled.z'Tensor Tracer is enabled with flags %s.TF)rGFLAG_NAME_ENABLEr^debugr4rqrrls rfrbzTTParameters.is_enableds6 '( mm=IIMM-02  rhc,|jtS)zDecides the output directory of the report and trace files. Args: None. Returns: True if the output files should be written to the test-undeclared-outputs-directory defined via an env variable. )rGrrls rfrz,TTParameters.use_test_undeclared_outputs_dirs ??D EErhr)__name__ __module__ __qualname____doc__rgrcr;r=r:r8rr9 staticmethodrr7rr[rrrrXrUr>rGrbrrhrfr2r2s=- ^K  $* :$!M42*"., "D   Frhr2)Nrr5os.pathrabslrtensorflow.python.opsrrtensorflow.python.platformrr^rrrjrJrKrMrNrLrrrrrrrrrrrHrr?rArCrErYrrnrrzrVrr]rPrRrSr`rr{rrrZr_TT_NORM_TT_MAX _TT_MAX_ABS_TT_MIN _TT_SPARSITY_TT_MEAN_TT_VAR_TT_SIZErrrrrrrrrFLAGS DEFINE_floatDELTA_THRESHOLD DEFINE_boolTT_CHECK_FILTERTT_SINGLE_CORE_SUMMARIESobjectr2rrhrfrs4  ,*<&&!6#$=>#$=>RZZ 56RZZ 23% #+////%!%,M)&3"+7+):&*1 : 3-&(= "<7/  >* 'D$       '2&0 *K8&0!+\:'2&0'2(..,o~(*<>  $%$$  =@$%##  68-5,,  ;= sF6sFrh