a hit @sddlZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl m Z ddl mZmZddlmZmZmZmZmZmZmZmZddlmZddl mZddlmZeee e!de"e#e$e%e&f Z'edeeee de"e#e$e%e&f d Z(e)Z*e Gd d d ee(Z+er~e*dddddfee(e)fee"eee"e#e"feee"e#e"fee!ee"e(d d dZ,n`e*dddddfee(e)fee"eee"e#e"feee"e#e"fee!ee"e+e(d ddZ,e"eee e"fdddZ-eddddZ.dZ/ee$e"dddZ0e GdddZ1GdddeZ2Gdddej3Z3Gdd d Z4e)e"e)e)d!d"d#Z5d'e"eee d$d%d&Z6dS)(N) dataclass) FunctionType ModuleType)AnyCallableGenericNoReturnOptional TYPE_CHECKINGTypeVarUnion) deprecated)mock)justknobs_checkT)boundc @seZdZUdZeeefed<dZe e ed<dZ e e e ed<dZ e e e ed<dZe e ed<edddddfeeefe e e ee e e fe ee e e fe ee e dd d Zee ee e e fe e e d d d ZdS)_Configa Represents a config with richer behaviour than just a default value. :: i.e. foo = Config(justknob="//foo:bar", default=False) install_config_module(...) This configs must be installed with install_config_module to be used Precedence Order: alias: If set, the directly use the value of the alias. env_name_force: If set, this environment variable has precedence over everything after this. If multiple env variables are given, the precendence order is from left to right. user_override: If a user sets a value (i.e. foo.bar=True), that has precedence over everything after this. env_name_default: If set, this environment variable will override everything after this. If multiple env variables are given, the precendence order is from left to right. justknob: If this pytorch installation supports justknobs, that will override defaults, but will not override the user_override precendence. default: This value is the lowest precendance, and will be used if nothing is set. Environment Variables: These are interpreted to be either "0" or "1" to represent true and false. Arguments: justknob: the name of the feature / JK. In OSS this is unused. default: is the value to default this knob to in OSS. alias: The alias config to read instead. env_name_force: The environment variable, or list of, to read that is a FORCE environment variable. I.e. it overrides everything except for alias. env_name_default: The environment variable, or list of, to read that changes the default behaviour. I.e. user overrides take preference. defaultNjustknobenv_name_defaultenv_name_forcealiasrrrr value_typercCsf||_||_t||_t||_||_||_|jdurb|turZ|durZ|durZ|dusbJddS)NzCif alias is set, none of {default, justknob and env var} can be set) rrr string_or_list_of_string_to_listrrrr_UNSET_SENTINEL)selfrrrrrrrH/var/www/auris/lib/python3.9/site-packages/torch/utils/_config_module.py__init__Ws&   z_Config.__init__)valreturncCs.|dur dSt|tr|gSt|ts*J|SN) isinstancestrlist)r rrrrqs  z(_Config.string_or_list_of_string_to_list)__name__ __module__ __qualname____doc__r robject__annotations__rr r$rr%rrrtyper staticmethodrrrrrr)s0 &   r)rrrrrrr!cCsdSr"rrrrrConfigsr.cCst||||||Sr")rrrrrr.s namer!cCs(tj|}|dkrdS|dkr$dS|SN1T0Fosenvironget)r0valuerrr_read_env_variables  r9)moduler!csvGdddt}tttftttftddfdd it}d_|_|_ d_ d_ dS) z Converts a module-level config into a `ConfigModule()`. See _config_typing.pyi for instructions on how to get the converted module to typecheck. c@seZdZehdZdS)z3install_config_module..ConfigModuleInstance> _hash_digestr+ _is_dirtyN)r&r'r(set _bypass_keysrrrrConfigModuleInstancesr?N)sourcedestprefixr!c stjdddkr t|di}n t|}t|jD]^\}}|ds8t |t t fs8t |drn|j dks8t |trt|trq8||}||d}t |trtt||d|<|urt|q8t |tr|dur|jdur||_t||<|urt|q8t |trx|j jks2Jt|d }|||d |urlt|||n ||j|<q8td |d |d t|d q8dS)z?Walk the module structure and move everything to module._configN) r+__r'typing)rr.zUnhandled config =z ())sys version_infogetattrinspectZget_annotationsr%__dict__items startswithr#rrhasattrr'r, issubclassrr7 CONFIG_TYPES _ConfigEntrydelattrrr&SubConfigProxysetattrAssertionError) r@rArBZ type_hintskeyr8r0annotated_typeproxyconfigr:visitrrr_sN              z$install_config_module..visitT) ConfigModuler rr,rWr$-get_assignments_with_compile_ignored_comments_config_compile_ignored_keys __class__r<r;)r:r?Zcompile_ignored_keysrr]rinstall_config_modules  0 rfz@compile_ignoredcCst|}t}tt|dj}d}d}|D]}|jtj krd}|j }t |vr|dkspJdt ||j df}q4|jtjkr|s|j }q4|jtjkr4|j dkr4t |dvr|d|j ddkr||d}d}q4|dksJdt |S)Nutf-8)r`r`z unconsumed rrI)rN getsourcer=tokenizeioBytesIOencodereadliner,COMMENTstringstripCOMPILE_IGNORED_MARKERstartNAMEOPadd)r:Z source_codeZ assignmentstokensZcurrent_commentZ prev_nametokenZ maybe_currentrrrrbs6       rbc@s|eZdZUeed<eed<eZeed<dZe e ed<eZ eed<eZ eed<dZ eed <dZe e ed <ed d d ZdS)rUrr user_overrideNrenv_value_forceenv_value_defaultFhiderr^cCs|j|_|jdur|jnt|j|_|j|_|j|_|jdurd|jD]}t|}durD||_qdqD|jdur|jD]}t|}durt||_ qqt|jdur|jdurt |jt sJd|jd|jdur|jdus|jdur|jt t t t t t fvsJd|jddS)Nz!justknobs only support booleans, z is not a booleanzd?d@Z'Z(S)Crarcr>rdr<r;Nr!cCstdtddS)Nzuse z-.install_config_module(sys.modules[__name__]))NotImplementedErrorr&rrrrr`s zConfigModule.__init__r0r8r!cs||jvrt||nd||jvrsuper __setattr__rcAttributeErrorr&r_set_alias_valrzr<r}rr0r8rerrres   zConfigModule.__setattr__r/c Csz|j|}|jr(t|jd|d||}|tur@|WS|jturR|jWS|jturd|jWS|jturv|jWS|j durt |j |j dWSt |j t ttfrt|j |_|jWS|j WSty}z$t|jd|d|WYd}~n d}~00dS)NrHr)r0r)rcr}rr&_get_alias_valrr{rzr|rrrr#r%r=dictcopydeepcopyKeyError)rr0r^Z alias_valerrr __getattr__qs*      zConfigModule.__getattr__cCs"d|_t|j|_d|j|_dS)NT)r<rrcrzr}rr0rrr __delattr__s zConfigModule.__delattr__)entryr!c Csh|j}|durdS|dd\}}zt|}Wn.ty^}ztd|WYd}~n d}~00||fS)NrHriz#config alias {alias} does not exist)rrsplit importlib import_module ImportErrorr)rrr module_name constant_namer:rrrr_get_alias_module_and_names z'ConfigModule._get_alias_module_and_namecCs,||}|durtS|\}}t||}|Sr")rrrM)rrdatar:rZconstant_valuerrrrs   zConfigModule._get_alias_val)rr r!cCs.||}|dusJ|\}}t|||dSr")rrX)rrr rr:rrrrrs  zConfigModule._set_alias_valcCsn|j|}|jtup|j|jk}|jtup4|j|jk}|jtu}t|jttt frb|p`|j|jk}|ol|ol|S)z Returns true if the config is at its default value. configs overridden by the env are not considered default. ) rcr|rrr{rzr#r%r=r)rr0Z config_valZnot_set_env_defaultZnot_set_env_forceZunsetrrr _is_defaults      zConfigModule._is_defaultF) ignored_keysignored_prefixes skip_defaultr!csti}|jD]d|r|vrq |r8tfdd|Dr8q |rH|rHq |jjdurZq tt||<q |S)aExport a dictionary of current configuration keys and values. This function is design to provide a single point which handles accessing config options and exporting them into a dictionary. This is used by a number of different user facing export methods which all have slightly different semantics re: how and what to skip. If a config is aliased, it skips this config. Arguments: ignored_keys are keys that should not be exported. ignored_prefixes are prefixes that if a key matches should not be exported skip_default does two things. One if a key has not been modified it skips it. c3s|]}|VqdSr")rQ).0rBrZrr z)ConfigModule._get_dict..N)rcanyrrrrrM)rrrrr^rrr _get_dicts  zConfigModule._get_dict) config_namer!cCs |j|jSr")rcr)rrrrrget_typeszConfigModule.get_typecCs"t|dg}tj|j|dddS)z Convert config to a pickled blob_save_config_ignorerrC)protocol)rMpickledumpsr)rrrrr save_configs   zConfigModule.save_configT)ignore_private_configs)rr!cCs0g}|r|d|t|dg|j|dS)z!Convert config to portable format_Z_cache_config_ignore_prefix)r)appendextendrMr)rrprefixesrrrsave_config_portables  z!ConfigModule.save_config_portablecsttttdddtddfdd tttfttdfd d ttdd d td fdd }g}|j}|jt |dgdd D]\}}| ||||qD]}| dd|qd |S)zConvert config to Python statements that replicate current config. This does NOT include config settings that are at default values. )funcadd_dotr!cSs*|j}|dkrd}|r&|dkr&|d7}|S)Nbuiltinsr`rH)r')rrrrrrget_module_names  z4ConfigModule.codegen_config..get_module_nameNrr!cs|d}|r|dS)NF)rw)rr)rimportsrr add_imports z/ConfigModule.codegen_config..add_import)vr!csfdd|DS)Ncs g|]}|d|jqS)T)r&ritemrrr rzTConfigModule.codegen_config..list_of_callables_to_string..rrrrrlist_of_callables_to_stringsz@ConfigModule.codegen_config..list_of_callables_to_stringcSst|ot|dot|dS)Nr'r&)callablerRrrrrimportable_callable!sz8ConfigModule.codegen_config..importable_callablercs|r0||d|d|d|jSt|ttfrtfdd|Dr|D] }|qX|}t|tr|d|d|S|d|dd|dSn|d|d|Sd S) a Return a string version of the config line. Handle v when v is a callable, or a list/dict of callables. Add import statements for callables if necessary. We assume that the value of a single config won't be a mix of callables and non-callables. Example output: import logging import _warnings torch._dynamo.config.reorderable_logging_functions = { _warnings.warn, logging.warn, print } rHz = Tc3s|]}|VqdSr"rr)rrrr3szGConfigModule.codegen_config..get_config_line..z = { z, z }N)r&r#r%r=alljoin)modkrrZv_list)rrrrrrget_config_line%s    z4ConfigModule.codegen_config..get_config_linerT)rrrzimport  )r=rrr$r r%rr&rrMrPrinsertr)rrlinesrrr import_namer)rrrrrrcodegen_config s  zConfigModule.codegen_configcCsX|js|jdurR|jt|jd}tt|}tj | ddd |_d|_|jS)z/Hashes the configs that are not compile_ignoredNrrgF)usedforsecurity) r<r;rr%rdreprsortedrPhashlibmd5rndigest)rZ dict_to_hashZstring_to_hashrrrget_hashJs zConfigModule.get_hashz`config.to_dict()` has been deprecated. It no longer changes the underlying config. use `config.get_config_copy()` instead if you just want a copy of the config, or config.load_config if you need mutable access)categorycCs|Sr"get_config_copyrrrrto_dictUszConfigModule.to_dictz`config.shallow_copy_dict()` has been deprecated. It no longer changes the underlying config. use `config.get_config_copy()` instead if you just want a copy of the config, or config.load_config if you need mutable accesscCs|Sr"rrrrrshallow_copy_dict^szConfigModule.shallow_copy_dict)maybe_pickled_configr!cCsjt|tst|}n|}|D]B\}}||jvrBt|||q"ddlm}|d|d|dq"dS)zARestore from a prior call to save_config() or shallow_copy_dict()r) warn_oncezkey z with value z! is not understood by this configN) r#rrloadsrPrcrXZtorch._dynamo.utilsr)rrr^rrrrrr load_configgs    zConfigModule.load_configcCs|Sr")rrrrrruszConfigModule.get_config_copyContextDecorator)arg1arg2kwargsr!c s|durD|dur(t|tsJ||int|ts6J||rTJn||dusTJttspJdti|Gfdddt}|S)a Decorator and/or context manager to make temporary changes to a config. As a decorator: @config.patch("name", val) @config.patch(name1=val1, name2=val2) @config.patch({"name1": val1, "name2", val2}) def foo(...): ... As a context manager: with config.patch("name", val): ... Nzexpected `dict` got cs@eZdZddfdd Zddfdd ZfddZdS) z'ConfigModule.patch..ConfigPatchNrcs |_dSr"changesrrrrrsz0ConfigModule.patch..ConfigPatch.__init__csJrJ|jD]}||<q|jD]\}}||q0dSr")rkeysrrPr)rrZrrr^priorrr __enter__s z1ConfigModule.patch..ConfigPatch.__enter__cs*D]\}}||qdSr")rPrclear)rexc_typeexc_valexc_tbrrrrr__exit__sz0ConfigModule.patch..ConfigPatch.__exit__)r&r'r(rrrrrr^rrr ConfigPatchsr)r#r$rr,r)rrrrrrrrpatchxs   zConfigModule.patch)rr!c s(jtgdfdfdd }|S)aV A lower-overhead version of patch() for things on the critical path. Usage: # do this off the critical path change_fn = config.make_closure_patcher(foo=True) ... revert = change_fn() try: ... finally: revert() NrcsHfddDD]\}}|j|_qddfdd }|S)Ncsi|]}||jqSr)rz)rrr~rr rzFConfigModule._make_closure_patcher..change..rcs"D]\}}|j|_qdSr"rPrcrz)rr)rrrrrevertszBConfigModule._make_closure_patcher..change..revertr)rrrrr^r)rrchanges z2ConfigModule._make_closure_patcher..change)rcr)rrrrrr_make_closure_patchers z"ConfigModule._make_closure_patcher)NNF)NN))r&r'r(rr$rUr+r=rr bytesrr*rrrrtuplerrrrrr%rr,rrrrrr FutureWarningrrr rrrr __classcell__rrrrraTsl     $    %  A    ._TestCaseNrcs>ztWn"ty8dddYn0dSr")rr setUpClass Exceptionrclsrerrrrs  z7ContextDecorator.__call__.._TestCase.setUpClassc s2ztWdddnddd0dSr")r tearDownClassrrrrrrs z:ContextDecorator.__call__.._TestCase.tearDownClass)r&r'r( classmethodrrrrrrr _TestCasesr) r#r,rSunittestZTestCaser&r(r'r__call__)rrrrrrrszContextDecorator.__call__) r&r'r(r)rrrrrrrrrrrrsrcsZeZdZdZeedfdd ZeeddddZeed d d Z edd d d Z Z S)rWzn Shim to redirect to main config. `config.triton.cudagraphs` maps to _config["triton.cudagraphs"] )r^rBcs td|td|dS)Nrc_prefix)rr)rr^rBrrrrszSubConfigProxy.__init__NrcCs|j|j||Sr")rcrrrrrrr szSubConfigProxy.__setattr__r/cCs|j|j|Sr")rcrrrrrrr szSubConfigProxy.__getattr__cCs|j|j|Sr")rcrrrrrrrszSubConfigProxy.__delattr__) r&r'r(r)r*r$rrrrrrrrrrrWs rW)objr0r8r!cCs&t|tr|||Stj|||S)z@ Workaround `mock.patch.object` issue with ConfigModule )r#rarrr*)rr0r8rrr patch_objects  r )r0rr!cCs(tj|}|dkrdS|dkr$dS|Sr1r4)r0rr8rrrget_tristate_envs  r )N)7 contextlibrrrrNrlr5rrKrkrZ dataclassesrtypesrrrGrrrrr r r r Ztyping_extensionsr rZtorch._utils_internalrintfloatrr,r$r%r=rrrTrr*rrr.r9rfrsrbrUrarrWr r rrrrs (   "W     G&=)