o m9:j@sddlZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl m Z ddl m Z ddlmZddlmZmZddlmZmZmZmZmZmZddlmZddlmZeee e!de"e#e$e%e&f Z'eee e!de"e%fZ(ed eeBe Be"Be#Be$Be%Be&BdBd Z)e*Z+ed d Gd ddee)Z,ere+dddddddfde)e*Bde"dBde"e#e"BdBde"e#e"BdBde!dBde"dBde de"dBde)fddZ-n8e+dddddddfde)e*Bde"dBde"e#e"BdBde"e#e"BdBde!dBde"dBde de"dBde,e)fddZ-de"de e"BdBfddZ.deddfd d!Z/d"Z0dede$e"fd#d$Z1eGd%d&d&Z2Gd'd(d(eZ3Gd)d*d*ej4Z4Gd+d,d,Z5d1de"dede dBfd-d.Z6d/d0Z7dS)2N)Callable) ContextVar) dataclass) FunctionType ModuleType)AnyGenericNoReturnOptional TYPE_CHECKINGTypeVar) deprecated)justknobs_checkT)boundT)kw_onlyc@seZdZUdZeeBed<dZedBed<dZ e edBed<dZ e edBed<dZ e dBed<dZedBed<d Zeed <dZedBed <dd dZedee eBdBd e edBfddZdS)_Configa+Represents a config with richer behaviour than just a default value. :: i.e. foo = Config(justknob="//foo:bar", default=False) install_config_module(...) This configs must be installed with install_config_module to be used Precedence Order: alias: If set, the directly use the value of the alias. env_name_force: If set, this environment variable has precedence over everything after this. If multiple env variables are given, the precedence order is from left to right. user_override: If a user sets a value (i.e. foo.bar=True), that has precedence over everything after this. User overrides are thread-local. env_name_default: If set, this environment variable will override everything after this. If multiple env variables are given, the precedence order is from left to right. justknob: If this pytorch installation supports justknobs, that will override defaults, but will not override the user_override precedence. default: This value is the lowest precedence, and will be used if nothing is set. Environment Variables: These are interpreted to be either "0" or "1" to represent true and false. Arguments: justknob: the name of the feature / JK. In OSS this is unused. default: is the value to default this knob to in OSS. alias: The alias config to read instead. env_name_force: The environment variable, or list of, to read that is a FORCE environment variable. I.e. it overrides everything except for alias. env_name_default: The environment variable, or list of, to read that changes the default behaviour. I.e. user overrides take preference. defaultNjustknobenv_name_defaultenv_name_force value_typealiasFr deprecation_messagereturncCs^t|j|_t|j|_|jdur+|jtus'|jdus'|jdus'|jdur-tddSdS)Nztif alias is set, none of {default, justknob, env_name_default and env_name_force} can be set) r string_or_list_of_string_to_listrrrr_UNSET_SENTINELrAssertionErrorselfr a/home/nk/hobo-godmode/plappi-mvp/.venv/lib/python3.10/site-packages/torch/utils/_config_module.py __post_init__Vs      z_Config.__post_init__valcCs<|durdSt|tr|gSt|tstdt||S)Nzval is not a list, got ) isinstancestrlistrtype)r#r r r!rjs  z(_Config.string_or_list_of_string_to_listrN)__name__ __module__ __qualname____doc__robject__annotations__rr%rr&rrr'rr boolrr" staticmethodrr r r r!r$s"  &   rFrrrrrrr rrcCsdSNr rrrrrrr rr r r!Config}s r3c Cst||||||||dS)Nr2)rr2r r r!r3s namecCs(tj|}|dkr dS|dkrdS|SN1T0Fosenvironget)r4valuer r r!_read_env_variable r=modulecstGdddt}dttBdttBdtddffdd it}d _|_|_d _ d_ dS) z Converts a module-level config into a `ConfigModule()`. See _config_typing.pyi for instructions on how to get the converted module to typecheck. c@seZdZehdZdS)z3install_config_module..ConfigModuleInstance> _is_dirty _hash_digestr.N)r)r*r+set _bypass_keysr r r r!ConfigModuleInstancesrDsourcedestprefixrNc st|}t|jD]\}}|ds6t|ttfs6t |dr,|j dks6|j ds6t|t r7t |t r7q ||}||d}t|tr]tt ||d||<|ur\t|q t|t r|durn|jdurn||_t|||<|ur~t|q t|t r|j jkrtd|djt|d }|||d |urt|||q ||j|<q td |d |d t |d dS)z?Walk the module structure and move everything to module._config__r*typingzcollections.abcN)rrzsubconfig class z must be defined in module .zUnhandled config =z ())inspectget_annotationsr&__dict__items startswithr$rrhasattrr*r' issubclassrr; CONFIG_TYPES _ConfigEntrydelattrrr)rSubConfigProxysetattr) rErFrG type_hintskeyr<r4annotated_typeproxyconfigr?visitr r!r_sX               z$install_config_module..visitT) ConfigModulerr'rWr%-get_assignments_with_compile_ignored_comments_config_compile_ignored_keys __class__r@rA)r?rDcompile_ignored_keysr r]r!install_config_modules$6  rgz@compile_ignoredcCst|}t}tt|dj}d}d}|D]W}|jtj kr@d}|j }t |vr?|dkr8t dt ||jdf}q|jtjkrL|sK|j }q|jtjkrq|j dkrqt |dvro|d|jddkro||d}d}q|dkr}t dt |S)Nutf-8)r`r`z unconsumed rrK)rM getsourcerBtokenizeioBytesIOencodereadliner'COMMENTstringstripCOMPILE_IGNORED_MARKERrstartNAMEOPadd)r? source_code assignmentstokenscurrent_comment prev_nametoken maybe_currentr r r!rbs8      rbc@seZdZUeed<eed<eeed<dZe dBed<e Z eed<e Z eed<dZ eed <dZe dBed <dZeed <dZe dBed <dZeed <dede ddfddZdS)rUrr user_overrideNrenv_value_forceenv_value_defaultFhiderr r_deprecation_warnedr^r4rcCs@|j|_|jdur |jnt|j|_|j|_|j|_|j|_|j|_d|_t|t d|_ |j durD|j D]}t |}durC||_ nq4|jdur\|jD]}t |}dur[||_nqL|jduru|jdurut|jtsutd|jd|jdur|j dus|jdur|jttttttfvrtd|jddSdSdS)NFrz!justknobs only support booleans, z is not a booleanzZ$deeeffd?d@Z%  dLdAeeeefBdBdBedCeeefddDfdEdFZ&dGeeefdefdHdIZ'Z(S)MrarcrCrdr@NrArcCstdtd)Nzuse z-.install_config_module(sys.modules[__name__]))NotImplementedErrorr)rr r r!rzs zConfigModule.__init__r4r^cCsf|jr/|js1ddl}|jd|d}|jr|d|j7}|d7}|j|tddd |_dSdSdS) z;Issue deprecation warning for config if not already warned.rNrJz is deprecatedz and z4. It will be removed in a future version of PyTorch.) stacklevelT)r rwarningsr)rwarn FutureWarning)rr4r^rmsgr r r!_warn_if_deprecateds  z ConfigModule._warn_if_deprecatedr<cs||jvrt||dS||jvrt|jd|d|j|}||||jdur6|||dS|j |d|_ d|_ dS)NrJ does not existTF) rCsuper __setattr__rcAttributeErrorr)rr_set_alias_valrrBr@r)rr4r<r^rer r!rs       zConfigModule.__setattr__c Cszk|j|}|jrt|jd|d|||||}|tur&|WS|jtur/|jWS|j }|tur;|WS|j turD|j WS|j durRt |j |j dWSt|j tsh|jt|j |j WS|j WSty}z t|jd|d|d}~ww)NrJrr4r)rcrrr)r_get_alias_valrrrr;rrrrr$_IMMUTABLE_CONFIG_TYPESrBcopydeepcopyKeyError)rr4r^ alias_valrer r r! __getattr__s2         zConfigModule.__getattr__cCs(d|_|j|jtd|j|_dS)NT)r@rcrrBrrrr4r r r! __delattr__szConfigModule.__delattr__entryc Csb|j}|dur dS|dd\}}z t|}W||fSty0}z td|d|d}~ww)NrJrjz config alias r)rrsplit importlib import_module ImportErrorr)rrr module_name constant_namer?rr r r!_get_alias_module_and_names z'ConfigModule._get_alias_module_and_namecCs,||}|dur tS|\}}t||}|Sr1)rrgetattr)rrdatar?rconstant_valuer r r!rs  zConfigModule._get_alias_valr#cCs2||}|dur td|\}}t|||dS)Nz6alias data should not be None when setting alias value)rrrX)rrr#rr?rr r r!rs zConfigModule._set_alias_valcCsp|j|}|jtup|j|jk}|jtup|j|jk}|jtu}t|jts2|p1|j|jk}|o7|o7|S)z Returns true if the config is at its default value. configs overridden by the env are not considered default. ) rcrrrrrr;r$r)rr4 config_valnot_set_env_defaultnot_set_env_forceunsetr r r! _is_defaults       zConfigModule._is_defaultF ignored_keysignored_prefixes skip_defaultcsi}|jD]d\}|jdurq|r|vrq|r&tfdd|Dr&q|r.|r.q|j}|jtur<|j}n!|turC|}n|j turL|j }n|j durZt |j |j d}n|j }t |tsgt|}||<q|S)aExport a dictionary of current configuration keys and values. This function is design to provide a single point which handles accessing config options and exporting them into a dictionary. This is used by a number of different user facing export methods which all have slightly different semantics re: how and what to skip. If a config is aliased, it skips this config. Arguments: ignored_keys are keys that should not be exported. ignored_prefixes are prefixes that if a key matches should not be exported skip_default does two things. One if a key has not been modified it skips it. Nc3s|]}|VqdSr1)rQ).0rGrZr r! sz)ConfigModule._get_dict..r)rcrPranyrrr;rrrrrrr$rrr)rrrrr^rrr#r rr! _get_dicts2         zConfigModule._get_dict config_namecCs |j|jSr1)rcr)rrr r r!get_type5s zConfigModule.get_typecCs"t|dg}tj|j|dddS)z Convert config to a pickled blob_save_config_ignorer)protocol)rpickledumpsr)rrr r r! save_config8s  zConfigModule.save_configT)ignore_private_configsrcCsg}|r |d|t|dg|j|d}t|dgD]*}||vrH||durH||}t|dr;|||<qtd|d||d q|S) z!Convert config to portable format__cache_config_ignore_prefix)r_cache_config_factory_keysNuuidzConfig 'z ' is set to zO which does not implement uuid(). Implement uuid() for cache key participation.)appendextendrrrRr RuntimeError)rrprefixesr^rZinstancer r r!save_config_portable@s    z!ConfigModule.save_config_portablecstdtdtdtfdddtddffdd d ttBdttffd d d tdtfd d dtffdd }g}|j}|jt|dgdd D] \}}| ||||qPD] }| dd|q`d |S)zConvert config to Python statements that replicate current config. This does NOT include config settings that are at default values. funcadd_dotrcSs*|j}|dkr d}|r|dkr|d7}|S)Nbuiltinsr`rJ)r*)rrrr r r!get_module_name^s  z4ConfigModule.codegen_config..get_module_nameNcs |d}|r|dSdS)NF)rx)rr)rimportsr r! add_importfs z/ConfigModule.codegen_config..add_importvcsfdd|DS)Ncs g|] }|d|jqS)T)r)ritemrr r! ls zTConfigModule.codegen_config..list_of_callables_to_string..r rrr r!list_of_callables_to_stringkz@ConfigModule.codegen_config..list_of_callables_to_stringcSst|o t|do t|dS)Nr*r))callablerRrr r r!importable_callablensz8ConfigModule.codegen_config..importable_callablecs|r||d|d|d|jSt|ttfrTtfdd|DrT|D]}|q,|}t|trF|d|d|S|d|dd|dS|d|d|S) a Return a string version of the config line. Handle v when v is a callable, or a list/dict of callables. Add import statements for callables if necessary. We assume that the value of a single config won't be a mix of callables and non-callables. Example output: import logging import _warnings torch._dynamo.config.reorderable_logging_functions = { _warnings.warn, logging.warn, print } rJz = Tc3s|]}|VqdSr1r r)rr r!rs zGConfigModule.codegen_config..get_config_line..z = { z, z })r)r$r&rBalljoin)modkrrv_list)rrrrr r!get_config_liners    z4ConfigModule.codegen_config..get_config_linerT)rrrzimport  ) rBrr/r%r&rr)rrrPrinsertr)rrlinesrrr import_namer )rrrrrr!codegen_configVs"   zConfigModule.codegen_configcCsX|js|jdur)|jt|jd}tt|}tj | ddd |_d|_|jS)z/Hashes the configs that are not compile_ignoredNrrhF)usedforsecurity) r@rArr&rdreprsortedrPhashlibmd5rodigest)r dict_to_hashstring_to_hashr r r!get_hashs zConfigModule.get_hashz`config.to_dict()` has been deprecated. It no longer changes the underlying config. use `config.get_config_copy()` instead if you just want a copy of the config, or config.load_config if you need mutable access)categorycC|Sr1get_config_copyrr r r!to_dictzConfigModule.to_dictz`config.shallow_copy_dict()` has been deprecated. It no longer changes the underlying config. use `config.get_config_copy()` instead if you just want a copy of the config, or config.load_config if you need mutable accesscCrr1rrr r r!shallow_copy_dictrzConfigModule.shallow_copy_dictmaybe_pickled_configcCsjt|ts t|}n|}|D]!\}}||jvr!t|||qddlm}|d|d|dqdS)zARestore from a prior call to save_config() or shallow_copy_dict()r) warn_oncezkey z with value z! is not understood by this configN) r$dictrloadsrPrcrXtorch._dynamo.utilsr)rrr^rrrr r r! load_configs    zConfigModule.load_configcCrr1)rrr r r!rzConfigModule.get_config_copycCs|jt|dgdS)Nrr)rrrr r r!get_serializable_config_copyz)ConfigModule.get_serializable_config_copyarg1arg2kwargsContextDecoratorc s|dur(|durt|tstd||in t|tstd||r'tdn ||dur2tdtts@tdt|Gfdddt}|S) a Decorator and/or context manager to make temporary changes to a config. Note that patched settings are thread-local. As a decorator: @config.patch("name", val) @config.patch(name1=val1, name2=val2) @config.patch({"name1": val1, "name2", val2}) def foo(...): ... As a context manager: with config.patch("name", val): ... NzGfirst argument must be a string when passing 2 positional args to patchzKfirst argument must be a dict when passing a single positional arg to patchz:cannot pass both positional and keyword arguments to patchzLsecond positional argument is only valid when first argument is a key stringzexpected `dict` got cs6eZdZd fdd Zd fdd ZfddZdS) z'ConfigModule.patch..ConfigPatchrNcs*|_tjdt|ddd|_dS)Nz .ConfigPatch[]r r)changesrr)id_priorrrr^r r!rs  z0ConfigModule.patch..ConfigPatch.__init__csi}|jD] }|||<q|j}|jg||Rz|jD] \}}||q%WdSty@|j|wr1)rrrr;rBrPr Exception)rpriorrZ prior_stackrrr^r r! __enter__s    z1ConfigModule.patch..ConfigPatch.__enter__csT|j}|s td|d}|j|dd|D] \}}||qdS)Nz2prior should not be empty when exiting ConfigPatchri)rr;rrBrPr)rexc_typeexc_valexc_tbr r rrr r r!__exit__s z0ConfigModule.patch..ConfigPatch.__exit__r()r)r*r+rrrr r r r! ConfigPatchsr)r$r%rrr'r)rrrrrr r r!patchs6    !zConfigModule.patchrc s(jdtgdfffdd }|S)aV A lower-overhead version of patch() for things on the critical path. Usage: # do this off the critical path change_fn = config.make_closure_patcher(foo=True) ... revert = change_fn() try: ... finally: revert() rNcsJfddDD] \}}j|j|q dfdd }|S)Ncsi|] }||jqSr )rr;)rrr r r! 5szFConfigModule._make_closure_patcher..change..rcs(D] \}}j|j|qdSr1rPrcrrB)rr)r rr r!revert9szBConfigModule._make_closure_patcher..change..revertr(r)rrrrr^r)r r!change4s z2ConfigModule._make_closure_patcher..change)rcr)rrrr rr!_make_closure_patcher s z"ConfigModule._make_closure_patcherr()NNF)NN))r)r*r+rr%rUr.rBr/bytesrrr-rrrrtuplerrrrrr&rr'rrrrrr rrrrrrrr __classcell__r r rr!rans      '       5   A   "XracsLeZdZdZd ddZdefddZdeegefdeffd d Z Z S) rz[ Same as contextlib.ContextDecorator, but with support for `unittest.TestCase` rNcCtdNNYIrrr r r!rHrzContextDecorator.__enter__cCrrr!)rrrrr r r!rKrzContextDecorator.__exit__rcsRt|tr#t|tjr#Gfddd|}|j|_|j|_|j|_|St |S)Ncs8eZdZedfdd Zedfdd ZZS)z,ContextDecorator.__call__.._TestCaserNcs8ztWdStydddwr1)rr setUpClassr rclsrerr r!r"Rs z7ContextDecorator.__call__.._TestCase.setUpClassc s0ztWddddSdddwr1)r tearDownClassrr#r%r r!r&[s "z:ContextDecorator.__call__.._TestCase.tearDownClassr()r)r*r+ classmethodr"r&rr rrr! _TestCaseQs r() r$r'rSunittestTestCaser)r+r*r__call__)rrr(rrr!r+Ns zContextDecorator.__call__r() r)r*r+r,rr rrrr+rr r rr!rBs  (rcsheZdZdZdededdffdd Zded eddfd d Zdedefd d Z deddfddZ Z S)rWzn Shim to redirect to main config. `config.triton.cudagraphs` maps to _config["triton.cudagraphs"] r^rGrNcs td|td|dS)Nrc_prefix)rr)rr^rGrr r!rqszSubConfigProxy.__init__r4r<cCs|j|j||Sr1)rcrr,)rr4r<r r r!rvrzSubConfigProxy.__setattr__cC|j|j|Sr1)rcrr,rr r r!ryrzSubConfigProxy.__getattr__cCr-r1)rcrr,rr r r!r|rzSubConfigProxy.__delattr__) r)r*r+r,r-r%rrrrrrr r rr!rWks rWcCs(tj|}|dkr dS|dkrdS|Sr5r8)r4rr<r r r!get_tristate_envr>r.csfdd}|S)Ncs8jD]\}}|ds||jvrt|||q|S)Nr)rOrPrQrX) child_clsrr parent_clsr r!wrappers  z$inherit_fields_from..wrapperr )r1r2r r0r!inherit_fields_froms r3r1)8 contextlibrrrrMrmr9rrlr)collections.abcr contextvarsr dataclassesrtypesrrrIrrr r r r typing_extensionsr torch._utils_internalrintfloatr/r'r%r&rBrrrTrrr-rrr3r=rgrtrbrUrarrWr.r3r r r r!s      ,V     M%KW)