Vhs6ddlZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl m Z ddl mZmZddlmZmZmZmZmZmZmZmZddlmZddl mZddlmZeee e!de"e#e$e%e&f Z'edeeee de"e#e$e%e&f  Z(e)Z*e Gd d ee(Z+er>e*dddddfd ee(e)fd ee"deee"e#e"fdeee"e#e"fdee!dee"de(fdZ,n@e*dddddfd ee(e)fd ee"deee"e#e"fdeee"e#e"fdee!dee"de+e(fdZ,de"deee e"ffdZ-deddfdZ.dZ/dede$e"fdZ0e GddZ1GddeZ2Gdd ejfZ3Gd!d"Z4d#e)de"d$e)de)fd%Z5d'de"d edee fd&Z6y)(N) dataclass) FunctionType ModuleType)AnyCallableGenericNoReturnOptional TYPE_CHECKINGTypeVarUnion) deprecated)mock)justknobs_checkT)boundc4eZdZUdZeeefed<dZe e ed<dZ e e e ed<dZ e e e ed<dZe e ed<edddddfdeeefde e de ee e e fde ee e e fde ede e f d Zed e ee e e fd e e e fd Zy) _Configa Represents a config with richer behaviour than just a default value. :: i.e. foo = Config(justknob="//foo:bar", default=False) install_config_module(...) This configs must be installed with install_config_module to be used Precedence Order: alias: If set, the directly use the value of the alias. env_name_force: If set, this environment variable has precedence over everything after this. If multiple env variables are given, the precendence order is from left to right. user_override: If a user sets a value (i.e. foo.bar=True), that has precedence over everything after this. env_name_default: If set, this environment variable will override everything after this. If multiple env variables are given, the precendence order is from left to right. justknob: If this pytorch installation supports justknobs, that will override defaults, but will not override the user_override precendence. default: This value is the lowest precendance, and will be used if nothing is set. Environment Variables: These are interpreted to be either "0" or "1" to represent true and false. Arguments: justknob: the name of the feature / JK. In OSS this is unused. default: is the value to default this knob to in OSS. alias: The alias config to read instead. env_name_force: The environment variable, or list of, to read that is a FORCE environment variable. I.e. it overrides everything except for alias. env_name_default: The environment variable, or list of, to read that changes the default behaviour. I.e. user overrides take preference. defaultNjustknobenv_name_defaultenv_name_forcealias value_typec||_||_tj||_tj||_||_||_|j|tur|||Jdyy)NzCif alias is set, none of {default, justknob and env var} can be set) rrr string_or_list_of_string_to_listrrrr_UNSET_SENTINEL)selfrrrrrrs J/home/dcms/DCMS/lib/python3.12/site-packages/torch/utils/_config_module.py__init__z_Config.__init__Ws   ' H H ! &FF~V$ :: !?*$$,"*  U U  U++ "valreturncV|yt|tr|gSt|tsJ|SN) isinstancestrlist)r"s rrz(_Config.string_or_list_of_string_to_listqs2 ; c3 5L#t$$$ r!)__name__ __module__ __qualname____doc__r robject__annotations__rr r'rr(rrrtyper staticmethodrr!rrr)s.$L1f9 "Hhsm",0htCy)0*.NHT#Y'.E8C=%4"&<@:>%)#Uq&y!U3-U#5d3i#89 U !sDI~!67 U TN U}U4 eCcN+ , $s) r!rrrrrrrr#cyr%r1rrrrrrs rConfigr4s r!c"t||||||Sr%)rr3s rr4r4s X/U  r!namec\tjj|}|dk(ry|dk(ry|SN1T0Fosenvironget)r6values r_read_env_variabler@s- JJNN4 E | | Lr!modulecGddt}dtttfdtttfdt ddffd it }d _|_|_ d _ d_ y) z Converts a module-level config into a `ConfigModule()`. See _config_typing.pyi for instructions on how to get the converted module to typecheck. c eZdZehdZy)3install_config_module..ConfigModuleInstance> _is_dirty _hash_digestr.N)r)r*r+set _bypass_keysr1r!rConfigModuleInstancerDs KL r!rIsourcedestprefixr#Nc tjdddkrt|di}ntj|}t |j jD]\}}|jdsQt|ttfs;t|dr|jdk(s t|trt|t rj||}|j#|d}t|t$r+t't!|| |<| ust) |t|t r6||j*||_t'| |<| ust) |t|tr[|j j,k(sJt/ |d } |||d | urt1|||]||j |<nt3d |d |d t|d y)z?Walk the module structure and move everything to module._configN) r.__r*typing)rr.zUnhandled config =z ())sys version_infogetattrinspectget_annotationsr(__dict__items startswithr&rrhasattrr*r/ issubclassrr> CONFIG_TYPES _ConfigEntrydelattrrr)SubConfigProxysetattrAssertionError) rJrKrL type_hintskeyr?r6annotated_typeproxyconfigrAvisits rrkz$install_config_module..visits   BQ ' ) ):B?J 008Jv4467$ XJCt$ej,%?@E<0U5E5E5Qud+ 5'0JXcU#D'^^C6N%.+EnE t 6>FC(E7+!-%2B2B2J'5E$+E2t 6>FC(E4(''6??:::&v$qz:eUtfAJ/6>D#u-).DMM#&$'8QugRU }TU%VWWI$ Xr!T) ConfigModuler rr/rcr'-get_assignments_with_compile_ignored_comments_config_compile_ignored_keys __class__rErF)rArIcompile_ignored_keysrjrks` @@rinstall_config_modulerssM|M.Xj$&'.XJ./.X.X  .X`')FHP &&"FN#7F +FFFr!z@compile_ignoredctj|}t}tjt j |j dj}d}d}|D]}|jtjk(rJd}|jj}t|vsE|dk(sJdt||jdf}j|jtjk(r|r|j}|jtjk(s|jdk(st|dvr+|d|jddz k(r|j!|d}d}|dk(sJdt|S)Nutf-8)rlrlz unconsumed rrT)rY getsourcerGtokenizeioBytesIOencodereadliner/COMMENTstringstripCOMPILE_IGNORED_MARKERstartNAMEOPadd)rA source_code assignmentstokenscurrent_comment prev_nametoken maybe_currents rrnrnsi##F+K%K  rzz+*<*'/!*<<#A&%++a.1*<< *"(I12 h &N+6L5M(NN & r!ceZdZUeed<eed<eZeed<dZe e ed<eZ eed<eZ eed<dZ eed <dZe e ed <d efd Zy) rarr user_overrideNrenv_value_forceenv_value_defaultFhiderrjc|j|_|j |jnt|j|_|j|_|j|_|j '|j D]}t |x}||_n|j'|jD]}t |x}||_ n|j;|j/t|jtsJd|jd|j_|j |jF|jttttttfvsJd|jdyyy)Nz!justknobs only support booleans, z is not a booleanzF  DDV  \\  " " ... !3C!88IE-6D*   ,,, !3C!88IE+4D(  == $)A d S24<<.@QR S ?? &  # # /63H3H3T?? ' k NdooM^^ij  k4U 'r!)r)r*r+rr.r/rrrr r'rrrrrrr r1r!rrarasfL)M3("Hhsm"*OS*,s,D$E8C=kwkr!rac zeZdZUeeefed<eeed<eeed<eed<e e ed<d-dZ d ed e ddffd Z d edefd Zd eddfd Zdede eeeffdZdedefdZdededdfdZd edefdZ d.de eede eededeeeffdZdedefdZde fdZdeeeffdZdefdZde fdZede deeeffd Z!ed!e deeeffd"Z"d#e#e eeeffddfd$Z$deeeffd%Z% d/d&e e#eeeeffd'ed(eeefdd)fd*Z&d+eeefdefd,Z'xZ(S)0rmrorHrprErFr#Nc(tdtd)Nzuse z-.install_config_module(sys.modules[__name__]))NotImplementedErrorr)rs rr zConfigModule.__init__`s!8*I J  r!r6r?cf||jvrt| ||y||jvrt |j d|d|j|j |j|j||y||j|_d|_ d|j|_ y)NrS does not existTF) rHsuper __setattr__roAttributeErrorr)r_set_alias_valrrEr)rr6r?rqs rrzConfigModule.__setattr__es 4$$ $ G e ,  % DMM?!D6!IJ J \\$  % % 1    T 2E :/4DLL  ,!DN&+DLL  #r!c |j|}|jrt|jd|d|j |}|t ur|S|j t ur |j S|jt ur |jS|jt ur |jS|j!t|j|jSt|jtttfr0t!j"|j|_|jS|jS#t$$r!}t|jd|d|d}~wwxYw)NrSr)r6r)rorrr)_get_alias_valrrrrrrrr&r(rGdictcopydeepcopyKeyError)rr6rj alias_vales r __getattr__zConfigModule.__getattr__qs7! R\\$'F{{$ av_%MNN++F3I/  %%_<---##?:+++''>///*&FOOV^^TT &..4d*;<'+}}V^^'D$+++>> ! R DMM?!D6!IJPQ Q Rs=AD;D;1D;D;-,D;AD;/ D;; E%E  E%cjd|_t|j|_d|j|_yNT)rErrorrrr6s r __delattr__zConfigModule.__delattr__s-,; T("& Tr!entryc|j}|y|jdd\}} tj|}||fS#t$r}t d|d}~wwxYw)NrSrwz#config alias {alias} does not exist)rrsplit importlib import_module ImportErrorr)rrr module_name constant_namerArs r_get_alias_module_and_namez'ConfigModule._get_alias_module_and_nameso  =%*\\#q%9" ] O,,[9F}$$ O !FGQ N Os? A AAcZ|j|}|tS|\}}t||}|Sr%)rrrX)rrdatarArconstant_values rrzConfigModule._get_alias_vals9..u5 <" " $  7r!r"cR|j|}|J|\}}t|||yr%)rrd)rrr"rrArs rrzConfigModule._set_alias_vals4..u5 $  s+r!c|j|}|jtuxs|j|jk(}|jtuxs|j|jk(}|j tu}t |jtttfr|xs|j |jk(}|xr|xr|S)z Returns true if the config is at its default value. configs overriden by the env are not considered default. ) rorrrrrr&r(rGr)rr6 config_valnot_set_env_defaultnot_set_env_forceunsets r _is_defaultzConfigModule._is_defaults \\$'  ( (O ; B++z/A/AA   & &/ 9 @))Z-?-??  ((O; j((4d*; <KZ559K9KKEB,B1BBr! ignored_keysignored_prefixes skip_defaultc i}|jD]p|r|vr |rtfd|Dr!|r|jr5|jjOt j t ||<r|S)aExport a dictionary of current configuration keys and values. This function is design to provide a single point which handles accessing config options and exporting them into a dictionary. This is used by a number of different user facing export methods which all have slightly different semantics re: how and what to skip. If a config is aliased, it skips this config. Arguments: ignored_keys are keys that should not be exported. ignored_prefixes are prefixes that if a key matches should not be exported skip_default does two things. One if a key has not been modified it skips it. c3@K|]}j|ywr%)r]).0rLrgs r z)ConfigModule._get_dict..sM&s~~f-Ms)roanyrrrrrX)rrrrrjrgs @r _get_dictzConfigModule._get_dicts,"$<< .get_module_name s2//Kj( ;",s"  r!Nc@|d}|rj|yy)NF)r)rrrimportss r add_importz/ConfigModule.codegen_config..add_imports#)$6K K(r!vcX|Dcgc]}|d|jc}Scc}wr)r))ritemrs rlist_of_callables_to_stringz@ConfigModule.codegen_config..list_of_callables_to_strings,PQRtT23DMM?CR RRs'cPt|xrt|dxr t|dS)Nr*r))callabler^)rs rimportable_callablez8ConfigModule.codegen_config..importable_callables$A;V71l#;V:@V Vr!c\|r%||d|d|d|jSt|ttfr_t fd|DrK|D] }| |}t|tr |d|d|S|d|ddj |dS|d|d|S)a Return a string version of the config line. Handle v when v is a callable, or a list/dict of callables. Add import statements for callables if necessary. We assume that the value of a single config won't be a mix of callables and non-callables. Example output: import logging import _warnings torch._dynamo.config.reorderable_logging_functions = { _warnings.warn, logging.warn, print } rSz = Tc3.K|] }|ywr%r1)rrrs rrzGConfigModule.codegen_config..get_config_line../s4.2#D)4sz = { z, z })r)r&r(rGalljoin) modkrrv_listrrrrs rget_config_linez4ConfigModule.codegen_config..get_config_line!s#1%1 as#oa&>%? |LLAc{+46741%Dt$%4Q7a&!U!A3c&22!U!A3fTYYv->,?sCCas#aU++r!rT)rrrzimport  )rGrrr'r r(rr)rrXr\appendinsertr) rrlinesrrr import_namerrrrrs @@@@@rcodegen_configzConfigModule.codegen_configs % ( T c  )X )$ )  S5s+; SS  S W3 W4 W ,# , ,6mmNN '>T..6>>tDXL!&););)=">?N ' %%g.!fh  #DN   r!z`config.to_dict()` has been deprecated. It no longer changes the underlying config. use `config.get_config_copy()` instead if you just want a copy of the config, or config.load_config if you need mutable access)categoryc"|jSr%get_config_copyrs rto_dictzConfigModule.to_dictQ##%%r!z`config.shallow_copy_dict()` has been deprecated. It no longer changes the underlying config. use `config.get_config_copy()` instead if you just want a copy of the config, or config.load_config if you need mutable accessc"|jSr%rrs rshallow_copy_dictzConfigModule.shallow_copy_dictZrr!maybe_pickled_configct|tstj|}n|}|j D]6\}}||j vrt |||"ddlm}|d|d|d8y)zARestore from a prior call to save_config() or shallow_copy_dict()r) warn_oncezkey z with value z! is not understood by this configN) r&rrloadsr\rordtorch._dynamo.utilsr )rrrjrrr s r load_configzConfigModule.load_configcso.5\\"67F)FLLN VDAqDLL a#9D<s2STU  Vr!c"|jSr%)rrs rrzConfigModule.get_config_copyqs~~r!arg1arg2kwargsContextDecoratorc |1|t|tsJ||int|tsJ||rJ||JttsJdti|Gfddt}|S)a Decorator and/or context manager to make temporary changes to a config. As a decorator: @config.patch("name", val) @config.patch(name1=val1, name2=val2) @config.patch({"name1": val1, "name2", val2}) def foo(...): ... As a context manager: with config.patch("name", val): ... zexpected `dict` got c*eZdZdfd ZfdZy)'ConfigModule.patch..ConfigPatchNcrJjD]}j||<jD]\}}j||yr%)keysrr\r)rrgrrchangesrjpriors r __enter__z1ConfigModule.patch..ConfigPatch.__enter__s_  y"<<>9C!'!3!3C!8E#J9$MMO-DAq&&q!,-r!czjD]\}}j||jyr%)r\rclear)rexc_typeexc_valexc_tbrrrjrs r__exit__z0ConfigModule.patch..ConfigPatch.__exit__s5!KKM-DAq&&q!,- r!r#N)r)r*r+rr )rrjrsr ConfigPatchrs  - r!r")r&r'rr/r)rrrrr"rrjrs @@@rpatchzConfigModule.patchts.  !$,,,,!$--- :G< <'4(P,@g*PP( "  * }r!rc Jjdtgdfffd }|S)aV A lower-overhead version of patch() for things on the critical path. Usage: # do this off the critical path change_fn = config.make_closure_patcher(foo=True) ... revert = change_fn() try: ... finally: revert() r#NcDcic]}||jc}jD]\}}|j|_dfd }|Scc}w)Nc^jD]\}}|j|_yr%)r\ror)rrrrs rrevertzBConfigModule._make_closure_patcher..change..reverts,!KKM6DAq45DLLO16r!r!)rr\ro)rrr'rrrjrs @rchangez2ConfigModule._make_closure_patcher..changes]9@AAQq ///AE  2101 Q- 2 6MBsA)ror)rrr(rjs`` @r_make_closure_patcherz"ConfigModule._make_closure_patchers*$ T*  r!r!)NNF)NN))r)r*r+rr'rar.rGrr bytesr r-rrrrtuplerrrrrr(rr/rrrrrr FutureWarningrrr r rr#r) __classcell__rqs@rrmrmTs #|# $$c(s8#O5/! , ,F ,t ,"R"R"RH''' %! % % C( ) %LS,L,s,t, CCC4-104" #tCy)##49-# # c3h #J4C4D4 U 9d38n9 ? ? B !% ! 8  &c3h&  & 8  &4S>&  & VeT#s(^6K0L VQU V c3h 6:7uS$sCx.01277sCx. 7  7rtCH~#r!rmcLeZdZdZddZdefdZdeegefdeffd Z xZ S)rz[ Same as contextlib.ContextDecorator, but with support for `unittest.TestCase` r#ctdNNYIrrs rrzContextDecorator.__enter__ !%((r!ctdr1r3)rrrrs rr zContextDecorator.__exit__r4r!rct|tr\t|tjrBGfdd|}|j |_|j |_|j|_|St%|S)NcFeZdZedfd Zedfd ZxZS),ContextDecorator.__call__.._TestCasecj t| y#t$rj dddwxYwr%)rr setUpClass Exceptionr clsrqrs rr:z7ContextDecorator.__call__.._TestCase.setUpClasss?NN$*,$ dD$7s "Acz t|jdddy#jdddwxYwr%)r tearDownClassr r<s rr?z:ContextDecorator.__call__.._TestCase.tearDownClasss48-/ dD$7 dD$7s%:r!)r)r*r+ classmethodr:r?r-)rqrs@r _TestCaser8s)88r!rA) r&r/r_unittestTestCaser)r+r*r__call__)rrrArqs` rrDzContextDecorator.__call__sf dD !jx7H7H&I 8D 8""&I %)%6%6I "#'??I  w%%r!r!) r)r*r+r,rr r rrrDr-r.s@rrrs< ))X)&XseSj1&c&&r!rc`eZdZdZdedeffd Zdededdfd Zdedefd Z deddfd Z xZ S) rczn Shim to redirect to main config. `config.triton.cudagraphs` maps to _config["triton.cudagraphs"] rjrLcFt|d|t|d|y)Nro_prefix)rr)rrjrLrqs rr zSubConfigProxy.__init__s! Iv. Iv.r!r6r?r#NcT|jj|j|z|Sr%)rorrG)rr6r?s rrzSubConfigProxy.__setattr__s"||'' t(;UCCr!cR|jj|j|zSr%)rorrGrs rrzSubConfigProxy.__getattr__ ||'' t(;<rXs  !*   )1UD$t*c4eTJ  CuS%tS$UDPQR( PgajP Pn%4"&<@:>%)#  q&y! 3- #5d3i#89 !sDI~!67  TN  }    %4"&<@:>%)#  q&y!  3-  #5d3i#89  !sDI~!67  TN  }     SXeD#I.>%?D*DDN,#*#S#L :k:k :kzx:xv &&z22&&R==*/f/C//6/3r!