o Zh@sddlZddlZddlZddlZddlmZddlmZmZddl m Z m Z ddl m Z ddlmZmZmZddlmZeeZGdd d eZejd d Gd d d ZejGdddZGdddZdS)N)Enum)OptionalUnion) JsonDataTyRemoteCacheJsonSerde) cache_dir)AppendingByteSerializer BytesReader BytesWriter) OrderedSetc@s eZdZdZdZdZdZdZdS)CacheArtifactTypez Type of cache rN)__name__ __module__ __qualname____doc__INDUCTORAUTOTUNE AOT_AUTOGRADPGOrrD/var/www/auris/lib/python3.10/site-packages/torch/compiler/_cache.pyr s r T)frozenc@sfeZdZUdZeed<eed<ejddZ e ed<e de ddd d fd d Z e d ed dfddZd S) CacheArtifactzO Data for each cache artifact that will be serialized and deserialized typekeyF)reprcontentwriterclsreturnNcCs*||jj||j||jdSN)Z write_uint64rvalueZ write_strr write_bytesr)r r!rrr serialize*s zCacheArtifact.serializereadercCs(|}|}|}tt|||Sr#)Z read_uint64Zread_str read_bytesrr )r'rrrrrr deserialize0szCacheArtifact.deserialize)rrrrr __annotations__str dataclassesfieldrbytes staticmethodr r&r r)rrrrr s rc@seZdZUdZejedZeee d<ejedZ eee d<ejedZ eee d<ejedZ eee d<de dd fd d Zdd d Zd S) CacheInfozb Return value of serialization and deserialization for the purpose of instrumentation )default_factoryinductor_artifactsautotune_artifactsaot_autograd_artifacts pgo_artifactsartifactr"NcCs|jtjkr|j|jdS|jtjkr|j|jdS|jtjkr-|j |jdS|jtj kr<|j |jdSt d|jdS)NUnsupported artifact type )rr rr2appendrrr3rr4rr5logwarning)selfr6rrraddDs    z CacheInfo.addcC,|j|j|j|jdSr#)r2clearr3r4r5)r;rrrr>Ps   zCacheInfo.clearr"N)rrrrr,r-listr2r+r*r3r4r5rr<r>rrrrr08s  r0c @seZdZUdZgZeeed<eZ eeed<e ej dZ e eed<e Ze ed<edd d Zed ed ed eeefddfddZedefddZedeeee ffddZ ededee fddZdS)CacheArtifactManageraQ Lightweight manager class for collecting and processing cache artifacts for hot loading Intended Lifecycle: - Execute code via torch.compile, this will call CacheArtifactManager.record_artifact on each cache artifact - Call CacheArtifactManager.serialize to convert all the cache artifacts to portable format - Call CacheArtifactManager.deserialize to hot load the cache artifacts on a potentially different process NOTE: There's no FB/FC guarentees, results of cache artifacts will not be used unless code version matches. _new_cache_artifacts_seen_artifacts)Z serialize_fn _serializer _cache_infor"NcCr=r#)rBr>rCrDrEr!rrrr>us   zCacheArtifactManager.clear artifact_typerrcCs||tjkrt|tr Jt}||}t|tsJt|||}||jvr(dSt dt ||j ||j |dS)zg Called from each caching operation to record the artifact in this "mega" list Nz Recording %s)r r isinstancer.rencoderrCr9debugr+rBr8r<)r!rGrrZserder6rrrrecord_artifact|s     z$CacheArtifactManager.record_artifactcCst|jdkS)zG Have we seen new artifacts since last serialize call? r)lenrBrFrrrneed_serializesz#CacheArtifactManager.need_serializecCs|jD]}td||j|qzt|j}|j|j|j }|j ||fWSt y?tj dddYdSw)z? Converts the "mega" list into portable format z saving: %sz Failed to pickle cache artifactsTexc_infoN) rBr9rJrEr<copydeepcopyrDextendto_bytesr> Exceptionr:)r!r6infoZartifact_bytesrrrr&s       zCacheArtifactManager.serializeserialized_artifactsc Cs<z tj|tjd}WntytjdddYdSwddlm}ddl m }dd l m }dd l m}|}t}|D]_}td ||||jtjkrX||j|jq<|jtjkrotjt|j} || |jq<|jtjkr~||j|jq<|jtjkr||j|j} | dusJqr r+rr.rrKboolrMrtupler/r)rrrrrAWs4    rA)rPr,loggingr[enumrtypingrrZtorch._inductor.remote_cacherrZ%torch._inductor.runtime.runtime_utilsrZ&torch.utils._appending_byte_serializerrr r Ztorch.utils._ordered_setr getLoggerrr9r dataclassrr0rArrrrs"