o wZhs@sddlZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl m Z ddl mZmZddlmZmZmZmZmZmZmZmZddlmZddl mZddlmZeee e!de"e#e$e%e&f Z'edeeee de"e#e$e%e&f d Z(e)Z*e Gd d d ee(Z+ere*dddddfd ee(e)fd ee"deee"e#e"fdeee"e#e"fdee!dee"de(fddZ,n6e*dddddfd ee(e)fd ee"deee"e#e"fdeee"e#e"fdee!dee"de+e(fddZ,de"deee e"ffddZ-deddfddZ.dZ/dede$e"fddZ0e Gdd d Z1Gd!d"d"eZ2Gd#d$d$ej3Z3Gd%d&d&Z4d'e)de"d(e)de)fd)d*Z5d-de"d edee fd+d,Z6dS).N) dataclass) FunctionType ModuleType)AnyCallableGenericNoReturnOptional TYPE_CHECKINGTypeVarUnion) deprecated)mock)justknobs_checkT)boundc@seZdZUdZeeefed<dZe e ed<dZ e e e ed<dZ e e e ed<dZe e ed<edddddfdeeefde e de ee e e fde ee e e fde ede e f d d Zed e ee e e fd e e e fd dZdS)_Configa Represents a config with richer behaviour than just a default value. :: i.e. foo = Config(justknob="//foo:bar", default=False) install_config_module(...) This configs must be installed with install_config_module to be used Precedence Order: alias: If set, the directly use the value of the alias. env_name_force: If set, this environment variable has precedence over everything after this. If multiple env variables are given, the precendence order is from left to right. user_override: If a user sets a value (i.e. foo.bar=True), that has precedence over everything after this. env_name_default: If set, this environment variable will override everything after this. If multiple env variables are given, the precendence order is from left to right. justknob: If this pytorch installation supports justknobs, that will override defaults, but will not override the user_override precendence. default: This value is the lowest precendance, and will be used if nothing is set. Environment Variables: These are interpreted to be either "0" or "1" to represent true and false. Arguments: justknob: the name of the feature / JK. In OSS this is unused. default: is the value to default this knob to in OSS. alias: The alias config to read instead. env_name_force: The environment variable, or list of, to read that is a FORCE environment variable. I.e. it overrides everything except for alias. env_name_default: The environment variable, or list of, to read that changes the default behaviour. I.e. user overrides take preference. defaultNjustknobenv_name_defaultenv_name_forcealias value_typecCsj||_||_t||_t||_||_||_|jdur1|tur-|dur-|dur-|dus3JddSdS)NzCif alias is set, none of {default, justknob and env var} can be set) rrr string_or_list_of_string_to_listrrrr_UNSET_SENTINEL)selfrrrrrrrI/var/www/auris/lib/python3.10/site-packages/torch/utils/_config_module.py__init__Ws"    z_Config.__init__valreturncCs.|durdSt|tr|gSt|tsJ|SN) isinstancestrlist)rrrrrqs  z(_Config.string_or_list_of_string_to_list)__name__ __module__ __qualname____doc__r robject__annotations__rr r#rr$rrrtyper staticmethodrrrrrr)s@ &   rrrrrrrr cCsdSr!rrrrrrrrrrConfigsr.cCst||||||Sr!)rr-rrrr.s namecCs(tj|}|dkr dS|dkrdS|SN1T0Fosenvironget)r/valuerrr_read_env_variable r8modulecs|Gdddt}dtttfdtttfdtddffdd it}d _|_|_ d _ d_ dS) z Converts a module-level config into a `ConfigModule()`. See _config_typing.pyi for instructions on how to get the converted module to typecheck. c@seZdZehdZdS)z3install_config_module..ConfigModuleInstance> _hash_digestr* _is_dirtyN)r%r&r'set _bypass_keysrrrrConfigModuleInstancesr?sourcedestprefixr Nc stjdddkrt|di}nt|}t|jD]\}}|ds@t |t t fs@t |dr6|j dks@t |trAt|trAq||}||d}t |trftt||d|<|uret|qt |tr|durw|jdurw||_t||<|urt|qt |tr|j jksJt|d }|||d |urt|||q||j|<qtd |d |d t|d dS)z?Walk the module structure and move everything to module._configN) r*__r&typing)rr.zUnhandled config =z ())sys version_infogetattrinspectget_annotationsr$__dict__items startswithr"rrhasattrr&r+ issubclassrr6 CONFIG_TYPES _ConfigEntrydelattrrr%SubConfigProxysetattrAssertionError) r@rArBZ type_hintskeyr7r/annotated_typeproxyconfigr:visitrrr`sR              z$install_config_module..visitT) ConfigModuler rr+rXr#-get_assignments_with_compile_ignored_comments_config_compile_ignored_keys __class__r<r;)r:r?Zcompile_ignored_keysrr^rinstall_config_modules$  0  rgz@compile_ignoredcCst|}t}tt|dj}d}d}|D]W}|jtj kr@d}|j }t |vr?|dks8Jdt ||j df}q|jtjkrL|sK|j }q|jtjkrq|j dkrqt |dvro|d|j ddkro||d}d}q|dks}Jdt |S)Nutf-8)raraz unconsumed rrI)rN getsourcer=tokenizeioBytesIOencodereadliner+COMMENTstringstripCOMPILE_IGNORED_MARKERstartNAMEOPadd)r:Z source_codeZ assignmentstokensZcurrent_commentZ prev_nametokenZ maybe_currentrrrrcs8       rcc@s|eZdZUeed<eed<eZeed<dZe e ed<eZ eed<eZ eed<dZ eed <dZe e ed <d efd d ZdS)rVrr user_overrideNrenv_value_forceenv_value_defaultFhiderr_cCs|j|_|jdur |jnt|j|_|j|_|j|_|jdur2|jD]}t|}dur1||_nq"|jdurJ|jD]}t|}durI||_ nq:|jdurc|jdurct |jt scJd|jd|jdur|jdusr|jdur|jt t t t t t fvsJd|jddSdSdS)Nz!justknobs only support booleans, z is not a booleanzZ&d?eeefdefd@dAZ'Z(S)Erbrdr>rer<r;r NcCstdtd)Nzuse z-.install_config_module(sys.modules[__name__]))NotImplementedErrorr%rrrrr`s zConfigModule.__init__r/r7cs||jvrt||dS||jvrt|jd|d|j|jdur1||j||dS||j|_d|_ d|j|_ dS)NrH does not existTF) r>super __setattr__rdAttributeErrorr%r_set_alias_valr{r<r~rr/r7rfrrres   zConfigModule.__setattr__c Csz`|j|}|jrt|jd|d||}|tur |WS|jtur)|jWS|jtur2|jWS|jtur;|jWS|j durIt |j |j dWSt |j t ttfr]t|j |_|jWS|j WStyx}z t|jd|d|d}~ww)NrHr)r/r)rdr~rr%_get_alias_valrr|r{r}rrrr"r$r=dictcopydeepcopyKeyError)rr/r_Z alias_valerrr __getattr__qs.      zConfigModule.__getattr__cCs"d|_t|j|_d|j|_dS)NT)r<rrdr{r~rr/rrr __delattr__s zConfigModule.__delattr__entryc CsZ|j}|dur dS|dd\}}z t|}W||fSty,}ztd|d}~ww)NrHrjz#config alias {alias} does not exist)rrsplit importlib import_module ImportErrorr)rrr module_name constant_namer:rrrr_get_alias_module_and_names  z'ConfigModule._get_alias_module_and_namecCs,||}|dur tS|\}}t||}|Sr!)rrrM)rrdatar:rZconstant_valuerrrrs  zConfigModule._get_alias_valrcCs.||}|dus J|\}}t|||dSr!)rrY)rrrrr:rrrrrs  zConfigModule._set_alias_valcCsn|j|}|jtup|j|jk}|jtup|j|jk}|jtu}t|jttt fr1|p0|j|jk}|o6|o6|S)z Returns true if the config is at its default value. configs overriden by the env are not considered default. ) rdr}rrr|r{r"r$r=r)rr/Z config_valZnot_set_env_defaultZnot_set_env_forceunsetrrr _is_defaults       zConfigModule._is_defaultF ignored_keysignored_prefixes skip_defaultcsti}|jD]2|r|vrq|rtfdd|Drq|r$|r$q|jjdur-qtt||<q|S)aExport a dictionary of current configuration keys and values. This function is design to provide a single point which handles accessing config options and exporting them into a dictionary. This is used by a number of different user facing export methods which all have slightly different semantics re: how and what to skip. If a config is aliased, it skips this config. Arguments: ignored_keys are keys that should not be exported. ignored_prefixes are prefixes that if a key matches should not be exported skip_default does two things. One if a key has not been modified it skips it. c3s|]}|VqdSr!)rR).0rBr[rr sz)ConfigModule._get_dict..N)rdanyrrrrrM)rrrrr_rrr _get_dicts  zConfigModule._get_dict config_namecCs |j|jSr!)rdr)rrrrrget_types zConfigModule.get_typecCs"t|dg}tj|j|dddS)z Convert config to a pickled blob_save_config_ignorerrC)protocol)rMpickledumpsr)rrrrr save_configs  zConfigModule.save_configcCs$dg}|t|dg|j|dS)z!Convert config to portable format_Z_cache_config_ignore_prefix)r)extendrMr)rprefixesrrrsave_config_portables z!ConfigModule.save_config_portablecstdtdtdtfdddtddffdd d tttfdttffd d d tdtfd d dtffdd }g}|j}|jt |dgdd D] \}}| ||||qRD] }| dd|qbd |S)zConvert config to Python statements that replicate current config. This does NOT include config settings that are at default values. funcadd_dotr cSs*|j}|dkr d}|r|dkr|d7}|S)NbuiltinsrarH)r&)rrrrrrget_module_name s  z4ConfigModule.codegen_config..get_module_nameNcs |d}|r|dSdS)NF)rx)rr)rimportsrr add_imports z/ConfigModule.codegen_config..add_importvcsfdd|DS)Ncs g|] }|d|jqS)T)r%ritemrrr s zTConfigModule.codegen_config..list_of_callables_to_string..rrrrrlist_of_callables_to_stringz@ConfigModule.codegen_config..list_of_callables_to_stringcSst|o t|do t|dS)Nr&r%)callablerSrrrrimportable_callablesz8ConfigModule.codegen_config..importable_callablecs|r||d|d|d|jSt|ttfrTtfdd|DrT|D]}|q,|}t|trF|d|d|S|d|dd|dS|d|d|S) a Return a string version of the config line. Handle v when v is a callable, or a list/dict of callables. Add import statements for callables if necessary. We assume that the value of a single config won't be a mix of callables and non-callables. Example output: import logging import _warnings torch._dynamo.config.reorderable_logging_functions = { _warnings.warn, logging.warn, print } rHz = Tc3s|]}|VqdSr!rr)rrrr/s zGConfigModule.codegen_config..get_config_line..z = { z, z })r%r"r$r=alljoin)modkrrZv_list)rrrrrrget_config_line!s    z4ConfigModule.codegen_config..get_config_linerT)rrrzimport  )r=rrr#r r$rr%rrMrQappendinsertr)rrlinesrrr import_namer)rrrrrrcodegen_configs""   zConfigModule.codegen_configcCsX|js|jdur)|jt|jd}tt|}tj | ddd |_d|_|jS)z/Hashes the configs that are not compile_ignoredNrrhF)usedforsecurity) r<r;rr$rereprsortedrQhashlibmd5rodigest)rZ dict_to_hashZstring_to_hashrrrget_hashFs zConfigModule.get_hashz`config.to_dict()` has been deprecated. It no longer changes the underlying config. use `config.get_config_copy()` instead if you just want a copy of the config, or config.load_config if you need mutable access)categorycC|Sr!get_config_copyrrrrto_dictQzConfigModule.to_dictz`config.shallow_copy_dict()` has been deprecated. It no longer changes the underlying config. use `config.get_config_copy()` instead if you just want a copy of the config, or config.load_config if you need mutable accesscCrr!rrrrrshallow_copy_dictZrzConfigModule.shallow_copy_dictmaybe_pickled_configcCsjt|ts t|}n|}|D]!\}}||jvr!t|||qddlm}|d|d|dqdS)zARestore from a prior call to save_config() or shallow_copy_dict()r) warn_oncezkey z with value z! is not understood by this configN) r"rrloadsrQrdrYZtorch._dynamo.utilsr)rrr_rrrrrr load_configcs    zConfigModule.load_configcCrr!)rrrrrrqzConfigModule.get_config_copyarg1arg2kwargsContextDecoratorc s|dur"|durt|tsJ||in t|tsJ||r!Jn||dus*Jtts8Jdti|Gfdddt}|S)a Decorator and/or context manager to make temporary changes to a config. As a decorator: @config.patch("name", val) @config.patch(name1=val1, name2=val2) @config.patch({"name1": val1, "name2", val2}) def foo(...): ... As a context manager: with config.patch("name", val): ... Nzexpected `dict` got cs,eZdZdfdd ZfddZdS)z'ConfigModule.patch..ConfigPatchr NcsFrJD] }||<qD] \}}||qdSr!)keysrrQr)rr[rrchangesr_priorrr __enter__s  z1ConfigModule.patch..ConfigPatch.__enter__cs*D] \}}||qdSr!)rQrclear)rexc_typeexc_valexc_tbrr)r_rrr__exit__s z0ConfigModule.patch..ConfigPatch.__exit__r N)r%r&r'rrrrrr ConfigPatchsr)r"r#rr+r)rrrrrrrrpatchts   zConfigModule.patchrc s(jdtgdfffdd }|S)aV A lower-overhead version of patch() for things on the critical path. Usage: # do this off the critical path change_fn = config.make_closure_patcher(foo=True) ... revert = change_fn() try: ... finally: revert() r NcsDfddDD] \}}|j|_q dfdd }|S)Ncsi|]}||jqSr)r{)rr)r_rr szFConfigModule._make_closure_patcher..change..r cs"D] \}}|j|_qdSr!rQrdr{)rr)rrrrrevertszBConfigModule._make_closure_patcher..change..revertrr)rrrrr_r)rrchanges z2ConfigModule._make_closure_patcher..change)rdr)rrrrrr_make_closure_patchers z"ConfigModule._make_closure_patcherr)NNF)NN))r%r&r'rr#rVr*r=rr bytesrr)rrrrtuplerrrrrr$rr+rrrrrr FutureWarningrrr rrrr __classcell__rrrrrbTsv      $      %A "  "9rbcsLeZdZdZd ddZdefddZdeegefdeffd d Z Z S) rz[ Same as contextlib.ContextDecorator, but with support for `unittest.TestCase` r NcCtdNZNYIrrrrrrrzContextDecorator.__enter__cCrrr)rrrrrrrrrzContextDecorator.__exit__rcsRt|tr#t|tjr#Gfddd|}|j|_|j|_|j|_|St |S)Ncs8eZdZedfdd Zedfdd ZZS)z,ContextDecorator.__call__.._TestCaser Ncs8ztWdStydddwr!)rr setUpClass Exceptionrclsrfrrrrs z7ContextDecorator.__call__.._TestCase.setUpClassc s0ztWddddSdddwr!)r tearDownClassrrrrrrs "z:ContextDecorator.__call__.._TestCase.tearDownClassr)r%r&r' classmethodrrrrrrr _TestCases r) r"r+rTunittestZTestCaser%r'r&r__call__)rrrrrrrs zContextDecorator.__call__r) r%r&r'r(rrrrrrrrrrrrs  (rcsdeZdZdZdedeffdd Zdededd fd d Zdedefd d Z dedd fddZ Z S)rXzn Shim to redirect to main config. `config.triton.cudagraphs` maps to _config["triton.cudagraphs"] r_rBcs td|td|dS)Nrd_prefix)rr)rr_rBrrrrszSubConfigProxy.__init__r/r7r NcCs|j|j||Sr!)rdrrrrrrrszSubConfigProxy.__setattr__cC|j|j|Sr!)rdrrrrrrrrzSubConfigProxy.__getattr__cCrr!)rdrrrrrrr rzSubConfigProxy.__delattr__) r%r&r'r(r)r#rrrrrrrrrrrXs rXobjr7cCs&t|tr |||Stj|||S)z@ Workaround `mock.patch.object` issue with ConfigModule )r"rbrrr))r r/r7rrr patch_object s  r cCs(tj|}|dkr dS|dkrdS|Sr0r3)r/rr7rrrget_tristate_envr9r r!)7 contextlibrrrrNrmr4rrKrlr dataclassesrtypesrrrGrrrrr r r r Ztyping_extensionsr rZtorch._utils_internalrintfloatrr+r#r$r=rrrUrr)rrr.r8rgrtrcrVrbrrXr r rrrrs (  "W       G&=})