o ZhV@s.UddlZddlZddlmZddlmZmZddlm Z m Z m Z m Z m Z mZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-ddl.m/Z/ddl0m1Z1ddl2m3Z3m4Z4m5Z5ddl6Z6ddl7m8Z8m9Z9m:Z:gd Z;e<a=ee4e?ffe@d <d eAe5e4e>e4e?fffd d ZBdeAe5e4e>e4e?fffddZCddZDdeAe5e4e>e4e?fffddZEGdddZFddZGddZHejIddddZJde4de>e?e?ffd d!ZKdereturncCsttSr8)listr6r<r<r<r=_get_safe_globals^srAcCs tadSr8)r:r6r<r<r<r=_clear_safe_globalscs rBglobals_to_removecCstt|adSr8)r6r:)rCr<r<r=_remove_safe_globalshsrDc@s>eZdZdeeeeeefffddZddZ ddZ dS) _safe_globalsr7cCs ||_dSr8r;)selfr7r<r<r=__init__ps z_safe_globals.__init__cCt|jdSr8)r>r7)rFr<r<r= __enter__sz_safe_globals.__enter__cCrHr8)rDr7)rFtypevaluetbr<r<r=__exit__vrJz_safe_globals.__exit__N) __name__ __module__ __qualname__r@r.r-tuplestrrGrIrNr<r<r<r=rEos" rEcCsi}tD]B}t|tr6t|dkrtdt|t|dtur-tdt|d|\}}|||<q|j|j }}|||d|<q|S)NzYExpected tuple of length 2 (global, str of callable full path), but got tuple of length: zHExpected second item in tuple to be str of callable full path, but got: .) r6 isinstancerRlen ValueErrorrKrS TypeErrorrPrQ)rcfnamemoduler<r<r=_get_user_allowed_globalss     r_c CsLtjjtjjtjjtjjtjjtjjtjjtjj tjj tjj tjj tjj h Sr8)torch_utilsZ_rebuild_parameterZ_rebuild_parameter_with_stateZ_rebuild_qtensorZ_rebuild_tensorZ_rebuild_tensor_v2Z_rebuild_tensor_v3Z_rebuild_sparse_tensorZ_rebuild_meta_tensor_no_storageZ_rebuild_nested_tensorZ_rebuild_wrapper_subclassZ!_rebuild_device_tensor_from_numpyZ&_rebuild_device_tensor_from_cpu_tensorr<r<r<r=_tensor_rebuild_functionssrbrUc Cstttjjtjjtjtjtj t t t t d }tjD]}||t|<qtjD]}||t|<q*ddtddDD]}||t|<q=ddtddDD]}||t|<qPtjD] }|||jd|j<q\tjD](}|tjjtjjfvrtj|j||jd|j<qm|||jd|j<qmtjtjtjtjtjfD]}||t|<qt D] }||d|j<qtj!j"|d <|S) N) zcollections.OrderedDictzcollections.Counterztorch.nn.parameter.Parameterztorch.serialization._get_layoutz torch.Sizez torch.Tensorz torch.devicez_codecs.encodezbuiltins.bytearrayz builtins.setzbuiltins.complexcSg|] }ttd|qS)Zuintgetattrr`.0xr<r<r= z(_get_allowed_globals..rUcSrc)intrdrfr<r<r=rirjrVz torch._utils.z#torch._tensor._rebuild_from_type_v2)#rrr`nn Parameter serializationZ _get_layoutSizeTensorZdevicer bytearrayr:complexstorageZ_dtype_to_storage_type_mapkeysrSZ _new_dtypesrange_tensor_classesrPrOZ_storage_classesZ TypedStorageZUntypedStorageZ StorageTypeZper_tensor_affineZper_tensor_symmetricZper_channel_affineZper_channel_symmetricZ per_channel_affine_float_qparamsrbZ_tensorZ_rebuild_from_type_v2)r[ttttsZqtr\r<r<r=_get_allowed_globalssN    r{readlinecCsd|ddd}|ddd}||ftvr&t||f\}}||fS|tvr.t|}||fS)Nutf-8)decoder1r0)r|r^r]r<r<r=_read_global_instructions rc CsHt}|j}|j}itddtddtddtddtddtddt ddt ddt ddt ddt ddtddtddtddtddtddtddtddtddtddtddtddtddtddtddtddtddtddi } |d}|stt |t!sJ|dt"dkrt#|\}}|$|d|nl|d|vr||d}|r||nY|dt%dkrt&d|dd} | t'krt(d || n;|dt)dt*dhvr|dd} || n$|dt+dkr|ddn|dt,dkr|St(d |dq) NrrUrTrkTrVdkr|t``torch.distributed.tensor`` must be imported to load DTensorsbuiltinsNzUnsupported global: GLOBAL zY was not an allowed global by default. Please use `torch.serialization.add_safe_globals([z.])` or the `torch.serialization.safe_globals([zN])` context manager to allowlist this global if you trust this class/function.sparsezbCan only create new object for nn.Parameter or classes allowlisted via `add_safe_globals` but got r}z0Trying to call reduce for unrecognized function __setstate__rTzcCan only build Tensor, Parameter, OrderedDict or types allowlisted via `add_safe_globals`, but got z"Can only append to lists, but got zCan only extend lists, but got Fr<zdrkrrr~ surrogatepassrstrictz1persistent_load id must be tuple or int, but got rtz4Only persistent_load of storage is allowed, but got znegative argumentzDetected pickle protocol z in the checkpoint, which was not the default pickle protocol used by `torch.load` (2). The weights_only Unpickler might not support all instructions implemented by this protocol, please file an issue for adding support if you encounter this.r)X metastackstackappendrrrWrrrr|_blocklisted_modulesr)r{r_rXrpopr`rmrnvalues__new__rwrPr/r rrKrqset_rr__dict__updatehasattrrRitemssetattrrr@rpop_markextendr!r"rvrr%r&r'r(rrrrrrrr:r r*r r rrr+rSr#rrr rlroZ_maybe_decode_asciipersistent_loadrrrr rrYrrrrwarningswarnr$)rFrrr^r] full_pathZ builtins_nameargsclsresultfuncstateinst slotstatekvitemlist_objrirstrvalZstrdatapididxndatar[r<r<r=load9s                     $,      ,,     zUnpickler.loadcCs |j}|j|_|jj|_|Sr8)rrrr)rFrr<r<r=r2s  zUnpickler.pop_markcCstd)Nz%unsupported persistent id encountered)r))rFrr<r<r=r8szUnpickler.persistent_loadN)rOrPrQrSrGrrrr<r<r<r=r1s z rASCIIrrcCst||dS)Nr)rr)rrr<r<r=r<sr)O functools _functoolsr_codecsr collectionsrrpicklerrrrr r r r r rrrrrrrrrrrrrrrrrrr r!r"r#r$r%r&r'r(r)structr*r2r+typingr,r-r.r`Z torch._utilsr/r0r1rr:r6rRrS__annotations__r@r>rArBrDrEr_rb lru_cacher{rrrrr<r<r<r=s:   ' """   8 @