a hV@s,UddlZddlZddlmZddlmZmZddlm Z m Z m Z m Z m Z mZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-ddl.m/Z/ddl0m1Z1ddl2m3Z3m4Z4m5Z5ddl6Z6ddl7m8Z8m9Z9m:Z:gd Z;e<a=ee4e?ffe@d <eAe5e4e>e4e?ffd d d ZBeAe5e4e>e4e?ffdddZCddZDeAe5e4e>e4e?ffdddZEGdddZFddZGddZHejIddddZJe4e>e?e?fdd d!ZKe)returncCsttSr9)listr6r<r<r<r=_get_safe_globals^srAcCs tadSr9)r;r6r<r<r<r=_clear_safe_globalscsrBZglobals_to_removecCstt|adSr9)r6r;rCr<r<r=_remove_safe_globalshsrDc@s>eZdZeeeeeeffdddZddZ ddZ dS) _safe_globalsr7cCs ||_dSr9r7)selfr8r<r<r=__init__psz_safe_globals.__init__cCst|jdSr9)r>r8)rFr<r<r= __enter__ssz_safe_globals.__enter__cCst|jdSr9)rDr8)rFtypevaluetbr<r<r=__exit__vsz_safe_globals.__exit__N) __name__ __module__ __qualname__r@r.r-tuplestrrGrHrLr<r<r<r=rEos"rEcCsi}tD]}t|trlt|dkr4tdt|t|dturZtdt|d|\}}|||<q|j|j }}|||d|<q|S)NzYExpected tuple of length 2 (global, str of callable full path), but got tuple of length: zHExpected second item in tuple to be str of callable full path, but got: .) r6 isinstancerPlen ValueErrorrIrQ TypeErrorrNrO)rcfnamemoduler<r<r=_get_user_allowed_globalss     r]c CsLtjjtjjtjjtjjtjjtjjtjjtjj tjj tjj tjj tjj h Sr9)torch_utilsZ_rebuild_parameterZ_rebuild_parameter_with_stateZ_rebuild_qtensorZ_rebuild_tensorZ_rebuild_tensor_v2Z_rebuild_tensor_v3Z_rebuild_sparse_tensorZ_rebuild_meta_tensor_no_storageZ_rebuild_nested_tensorZ_rebuild_wrapper_subclassZ!_rebuild_device_tensor_from_numpyZ&_rebuild_device_tensor_from_cpu_tensorr<r<r<r=_tensor_rebuild_functionssr`rSc Cstttjjtjjtjtjtj t t t t d }tjD]}||t|<q8tjD]}||t|<qTddtddDD]}||t|<qzddtddDD]}||t|<qtjD]}|||jd|j<qtjD]R}|tjjtjjfvrtj|j||jd|j<q|||jd|j<qtjtjtjtjtjfD]}||t|<qFt D]}||d|j<q`tj!j"|d <|S) N) zcollections.OrderedDictzcollections.Counterztorch.nn.parameter.Parameterztorch.serialization._get_layoutz torch.Sizez torch.Tensorz torch.devicez_codecs.encodezbuiltins.bytearrayz builtins.setzbuiltins.complexcSsg|]}ttd|qS)Zuintgetattrr^.0xr<r<r= z(_get_allowed_globals..rScSsg|]}ttd|qS)intrarcr<r<r=rfrgrTz torch._utils.z#torch._tensor._rebuild_from_type_v2)#rrr^nn Parameter serializationZ _get_layoutSizeTensorZdevicer bytearrayr;complexstorageZ_dtype_to_storage_type_mapkeysrQZ _new_dtypesrange_tensor_classesrNrMZ_storage_classesZ TypedStorageZUntypedStorageZ StorageTypeZper_tensor_affineZper_tensor_symmetricZper_channel_affineZper_channel_symmetricZ per_channel_affine_float_qparamsr`Z_tensorZ_rebuild_from_type_v2)rYttttsZqtrZr<r<r=_get_allowed_globalssN    rx)readliner?cCs^|ddd}|ddd}||ftvrFt||f\}}n|tvrVt|}||fS)Nutf-8)decoder1r0)ryr\r[r<r<r=_read_global_instructions r}c 8Cs4t}|j}|j}tddtddtddtddtddtddt ddt ddt ddt ddt ddtddtddtddtddtddtddtddtddtddtddtddtddtddtddtddtddtddi}|d}|stt |t!sJ|dt"dkrLt#|\}}|$|d|q|d|vrv||d}|r.||q|dt%dkrt&d|dd} | t'krt(d|| q|dt)dt*dhvr|dd} || q|dt+dkr|ddq|dt,dkr|St(d |dqdS) NrrSrRrhrT|ddkr>|dd n||}t d |d|d|dq|dtdkr|j}|j}|tjjur|tjj|nn|t vs|t vr |j|g|R} |tjvrd|jvrt| || nt d|q|dtdkr|j}|jd} | t vrp| t vrpt d| | |} | tjvrd| jvrt| | |jd<q|dtdkr|j} |jd} t| tjur| j| nt| tjjur| | nt| tur"| j !| nt| t vsJt| t vrt"| drb| | n^d } t| t#rt| dkr| \} } | r| j !| | r| $D]\}}t%| ||qnt dt| q|dt&dkr(|j}|jd}t|t'urt dt|||q|dt(dkrx|)}|jd}t|t'urlt dt||*|q|dt+dkr|j|j}}||jd|<q|dt,dkr|)}t-dt|dD] }||d|jd||<qq|dt.dkr0|j|jg|_|jj|_q|dt/dkrZ|)}|t#|q|dt0dkr|jdf|jd<q|dt1dkr|jd|jdfg|jdd <q|dt2dkr|jd|jd|jdfg|jdd <q|dt3dkr|d q|dt4dkr,|dq|dt5dkrJ|dq|dt6dkrh|dq|dt7dkr|gq|dt8dkr|iq|dt9dkr|t:q|dt;dkr|tdkrD|t``torch.distributed.tensor`` must be imported to load DTensorsbuiltinsNzUnsupported global: GLOBAL zY was not an allowed global by default. Please use `torch.serialization.add_safe_globals([z.])` or the `torch.serialization.safe_globals([zN])` context manager to allowlist this global if you trust this class/function.sparsezbCan only create new object for nn.Parameter or classes allowlisted via `add_safe_globals` but got rzz0Trying to call reduce for unrecognized function __setstate__rRzcCan only build Tensor, Parameter, OrderedDict or types allowlisted via `add_safe_globals`, but got z"Can only append to lists, but got zCan only extend lists, but got FTr<zdrhrrr{ surrogatepassrstrictz1persistent_load id must be tuple or int, but got rqz4Only persistent_load of storage is allowed, but got znegative argumentzDetected pickle protocol z in the checkpoint, which was not the default pickle protocol used by `torch.load` (2). The weights_only Unpickler might not support all instructions implemented by this protocol, please file an issue for adding support if you encounter this.r)X metastackstackappendrrrUrrr}ry_blocklisted_modulesr)rxr]rVrpopr^rjrkvalues__new__rtrNr/r rrIrnset_rr__dict__updatehasattrrPitemssetattrrr@rpop_markextendr!r"rsrr%r&r'r(rrrrrrrr;r r*r r rrr+rQr#rr|r rirlZ_maybe_decode_asciipersistent_loadrrrr rrWrrrrwarningswarnr$)rFrrr\r[ full_pathZ builtins_nameargsclsresultfuncstateinst slotstatekvitemlist_objrirstrvalZstrdatapididxndatarYr<r<r=load9s                                  "*                ,,     zUnpickler.loadcCs |j}|j|_|jj|_|Sr9)rrrr)rFrr<r<r=r2s  zUnpickler.pop_markcCs tddS)Nz%unsupported persistent id encountered)r))rFrr<r<r=r8szUnpickler.persistent_loadN)rMrNrOrQrGrrrr<r<r<r=r1s zrASCIIrcCst||dS)Nr)rr)rrr<r<r=r<sr)O functools _functoolsr_codecsr collectionsrrpicklerrrrr r r r r rrrrrrrrrrrrrrrrrrr r!r"r#r$r%r&r'r(r)structr*r2r+typingr,r-r.r^Z torch._utilsr/r0r1rr;r6rPrQ__annotations__r@r>rArBrDrEr]r` lru_cacherxr}rrrr<r<r<r=s6  '  """   8 @