[Th%SSKrSSKrSSKrSSKrSSKrSSKrSSKrSSKrSSKrSSK r SSK J r J r SSK JrJrJrJr SSKJr SSKJr SSKJr SSKJr SSKJrJrJrJrJrJr SS KJ r SSK!r!SS K!J"r" SS K#J$r$J%r% SS K&J'r' SS K(J)r)J*r* SSK+J,r,J-r-J.r. SSK/J0r0J1r1J2r2J3r3J4r4J5r5J6r6J7r7 SSK8J9r9 SSK:J;r;JJ?r? SSK@JArA /SQrBSrC\D\ES'\"SS55rF\"SS55rGSrHS\D4SjrI"SS\ 5rJ"S S!\J5rK"S"S#\J5rL"S$S%5rMS&\6S\N4S'jrOS(\NS)\P\6S\P\P\64S*jrQSFS+\MS,\RS-\\R\!RD4S.\6S/\DS0\TS\=4S1jjrUS2\S3\RS4\RS5\5S+\MS6\NS7\TS8\NS0\TSS4S9jrW"S:S;\ 5rX"S<S=\X5rY"S>S?\<5rZ"S@SA5r["SBSC\;5r\"SDSE\Z\95r]g)GN)ABCabstractmethod) GeneratorIterableIteratorSequence)contextmanager) dataclass)UnsupportedOperation)Path)AnyCallablecastIOOptionalUnion)Buffer)Tensor)_get_available_device_type_get_device_module)narrow_tensor_by_index)ExtensionRegistryStreamTransformExtension)MetadataSTATE_DICT_TYPE StorageMeta) LoadItemTypeLoadPlan LoadPlannerReadItemSavePlan SavePlanner WriteItem WriteItemType)BlockingAsyncStager) StorageReader StorageWriter WriteResult)_create_file_view)Future)FileSystemWriterFileSystemReader FileSystemFileSystemBase .metadata _metadata_fncX\rSrSr%Sr\\S'\\S'\\S'Sr\ \ \\S'Sr S r g) _StorageInfo9z#This is the per entry storage info. relative_pathoffsetlengthNtransform_descriptorscvURR5VVs0sH upUcM X_M snn$s snnfN)__dict__items)selfkvs _/var/www/auris/envauris/lib/python3.13/site-packages/torch/distributed/checkpoint/filesystem.py __getstate___StorageInfo.__getstate__Bs1!%!4!4!6H!6!!6HHHs 55) __name__ __module__ __qualname____firstlineno____doc__str__annotations__intr7rrr@__static_attributes__rBr?r2r29s/- K K598HSM29IrLr2c \rSrSr%\\S'Srg)_StoragePrefixFprefixrBN)rCrDrErFrHrIrKrBrLr?rNrNFs KrLrNz.distcpreturnc>[[R"55$r9)rHuuiduuid4rBrLr?_generate_uuidrUNs tzz| rLc\rSrSr\S\S\SS4Sj5r\S Sj5r\S\ \ \ R\44Sj5r S rg) _TensorLoaderRsizeobjrQNcgr9rBr<rYrZs r?add_TensorLoader.addS rLcgr9rBr<s r? start_loading_TensorLoader.start_loadingWr_rLcgr9rBras r?values_TensorLoader.values[r_rLrBrQN)rCrDrErFrrJobjectr]rbrtupletorchrrerKrBrLr?rWrWRsk  & T     u||V';!<=  rLrWcx\rSrSrS\SS4SjrS\S\SS4SjrS S jr S\ \ \ R\44S jrS rg) _SerialCpuLoader` resolve_funrQNcXl/Ulgr9)rnr;)r<rns r?__init___SerialCpuLoader.__init__as&/1 rLrYrZc<URRX45 gr9)r;appendr\s r?r]_SerialCpuLoader.addes 4+&rLcgr9rBras r?rb_SerialCpuLoader.start_loadingh rLc# # URHzupURU5R5nUR5nUR 5R 5UR 5:waUR5nUU4v M| g7fr9)r;rndetachcpustoragerYnumelcloner<_rZtensors r?re_SerialCpuLoader.valuesksrjjFA%%c*113FZZ\F~~$$&&,,.8  !sB B)r;rnrg)rCrDrErFrrprJrhr]rbrrirjrrerKrBrLr?rlrl`sS2H22''&'T'  u||V';!<= rLrlc (\rSrSrSS\S\\RS\SS4Sjjr \ S\ 4Sj5r S\ \\R\44S jrSS jrS\\\R\44S jrS \S \SS4SjrSSjrS\\\R\44SjrSrg)_OverlappingCpuLoaderwNrnstreaminflight_threshholdrQcLXl/UlX0lSUl[R "5UlSUlSUlU(a URO [5Ul [UR5Ul [[RR U=(d URR#55UlUR$URR#5:wa4UR$R'URR#55 gg)NrF)rnr;rin_flight_data collectionsdeque current_itemsidxstarted device_typerr device_modulerrjcudaStreamcurrent_streamr wait_stream)r<rnrrs r?rp_OverlappingCpuLoader.__init__xs '/1 #6 0;0A0A0C "(F  .H.J 00@0@A JJ  vL););)J)J)L   ;;$,,;;= = KK # #D$6$6$E$E$G H >rLcFUR[UR5:$r9)rlenr;ras r?_done_OverlappingCpuLoader._donesxx3tzz?**rLc/nURUR:aURR5 URUR:aURR 5nU=RUSR 5USR5--slURU5 URUR:aMU$Nr) rrr synchronizerpopleftr| element_sizers)r<drainedvals r?_drain_OverlappingCpuLoader._drains   $":": : KK # # %!!T%=%==$$,,.C   3q6<<>CF4G4G4I#I I  NN3 !!T%=%==rLcURRUR5 UR(GdURUR:GatUR UR upU=R S- slURU5R5nURRUR:XaURSSS9nOqUR[R"S5:XaMUR5R5UR!5UR"-:waUR%5nUR&R)UU45 U=RUR!5UR+5-- slUR(dURUR:aGMtSSS5 g!,(df  g=f)NrzT)device non_blocking)rrrrrr;rrnryrtypertorjuntyped_storagerYr|itemsizer}rrsrr~s r?_refill_OverlappingCpuLoader._refillsV    & &t{{ 3jjjT%8%84;S;S%SDHH-A ))#.557==%%)9)99#YYe$YGF]]ell5&99..0557!<<>FOO;<"("")) ##v||~8K8K8M'MM#)jjT%8%84;S;S%S4 3 3s FG GcUR(de[UR5S:aURR 5 UR$r)rrrrrras r?_finish_OverlappingCpuLoader._finishs=zzz t!! "Q & KK # # %!!!rLrYrZctUR(a [S5eURRX45 g)Nz&cannot add items after loading started)r RuntimeErrorr;rsr\s r?r]_OverlappingCpuLoader.adds) <<GH H 4+&rLcUR(agSUlURR[R"S5S9 UR 5 g)NTrkey)rr;sortoperator itemgetterrras r?rb#_OverlappingCpuLoader.start_loadings9 <<   H//23 rLc## UR5 UR(d=UR5nUR5 UShvN UR(dM=UR 5ShvN gN0N7fr9)rbrrrr)r<rs r?re_OverlappingCpuLoader.valuessY **kkmG LLN  *** <<>!! !s*AA> A: A>!A>4A<5A><A>) rrrrrrr;rnrr)Ni@Brg)rCrDrErFrrrjrrJrppropertyboolrlistrirrhrrrrr]rbrrerKrBrLr?rrws*.#, II&I! I  I.+t++U5<<#789N0"% f(<"=>" ''&'T' "u||V';!<="rLrc |\rSrSrSrS S\\\SS4SjjrS\ S\ RS\ \ \\\44S jrS rg) _StorageWriterTransforms This is experimental, and will likely move elsewhere in the future. It lives here to minimize changes while we are still learning and gathering feedback. N extensionsrQc(UcSUlgUUlg)z If the extensions arg is None, this means the implementation should provide whatever defaults it chooses. An empty sequence indicates no extensions should be used. At this time, the default extensions sequence is empty. NrBr)r<rs r?rp!_StorageWriterTransforms.__init__s!+ 2" rL write_item raw_streamc*"SS[R5n[[[U"U55nUR HnUR U5nM U[UR 5Vs/sHoUR5PM sn4$s snf)Nc\\rSrSrS\R 4SjrS\4SjrS\ S\ 4Sjr Sr S r g ) E_StorageWriterTransforms.transform_save_stream..NoCloseWriterrawcXlgr9r)r<rs r?rpN_StorageWriterTransforms.transform_save_stream..NoCloseWriter.__init__srLrQcg)NTrBras r? writeableO_StorageWriterTransforms.transform_save_stream..NoCloseWriter.writeablesrLbc8URRU5$r9)rwrite)r<rs r?rK_StorageWriterTransforms.transform_save_stream..NoCloseWriter.writesxx~~a((rLcXUR5 URR5 gr9)flushrras r?closeK_StorageWriterTransforms.transform_save_stream..NoCloseWriter.closes  rLrN)rCrDrErFioIOBaserprrrrJrrrKrBrLr? NoCloseWriterrs6 BII  4  )v )# ) !rLr) rrrrbytesr transform_toreversedget_descriptor)r<rrrrexs r?transform_save_stream._StorageWriterTransforms.transform_save_streamsv !BII !BuI}Z'@A //B??<8L"Xdoo=VW=Vr002=VWXXWs3Brr9)rCrDrErFrGrrrrpr#rrrirrrrHrrKrBrLr?rrshJN C"8,D#EF C  CY#Y13Y r%y$s)# $YrLritemcSnURceURRHnX-nM URRRnU[R R U5-$Nr) tensor_datarY propertiesdtyperj_utils _element_size)rrYsrs r? _item_sizersi D    '' '    " " #    ' ' - -E %,,,,U3 33rLbinsr;cUS:XaU/$UVs/sH$o"R[R:XdM"UPM& nnUVs/sH$o"R[R:wdM"UPM& nn[U5Vs/sHn/PM nn[U5Vs/sHnSPM nnUR [ SS9 [ U5HupXhU-RU5 M UHUn[[ U5[R"S5S9Sn XiRU5 Xy==[ U5- ss'MW U$s snfs snfs snfs snf)NrrT)rreverser) rr$BYTE_IOrangerr enumeratersminrr) rr;wibytes_wtensor_wrbuckets bucket_sizesirs r?_split_by_size_and_typers! qyw!FEbWW 0E0E%ErEGF"GUrgg1F1F&FUHG27+%>+Qb+G%>$T{+{!A{L+ MMj$M/7#D  $$)L)x/B/B1/EFqI BZ^+  N#GG%>+s!!D=D=!E$E9 E E  transformsrdatar storage_key safe_tensorsc UR5nURX15upxUR[R:XaA[ U[ R5(deURUR55 Od[ U[R5(deUR[R"S5:XdeU(d[R"X'5 UR5 U(a[ U[ R5(aUR5U- n O!UR5UR!5-n [#U5S:XaSOUn [%UR&U [)UUU U S9S9$)Nrzr)r7)index size_in_bytes storage_data)tellrrr$r isinstancerBytesIOr getbufferrjrrsaverr|rrr(rr2) rrrrrrr5rr7r6info_transform_descriptorss r? _write_itemr 's7[[]F,6,L,L-)\-///$ ++++4>>+,$ ----{{ell51111 JJt * :dBJJ77' 1 1 33 )*a/5J !   "<    rL create_stream file_queue result_queueplannerr use_fsync thread_countc UR5upn [RR5n [ [U S5n US:XaZ[R R 5(dU (a0U R 5(aUS:a[URUS9nO[UR5nU Vs/sH$oR[R:wdM"UPM& nnUHnUR[U5U5 M UR5 U Vs/sH$oR[R:XdM"UPM& nn/nU"U S5nUH3nURU5nUR![#UUUUU U55 M5 0nUR%5HQunnUR&(deUR![#UUUUU U55 UUUR(R*'MS U(aSSKJn UR1U"U55 U(a%[2R4"UR755 UR?5 SSS5 URAU5 GMus snfs snf![8[:4a [2R<"5 N]f=f!,(df  NW=f![BRDa gf=f)Nrr)rwb)r )# get_nowaitrj_C_get_privateuse1_backend_namegetattrr is_availabler resolve_datarlrr$rr]rrbrsr reis_cpurfqnsafetensors.torchr rosfsyncfilenoAttributeErrorr syncrputqueueEmpty)r r rrrrrrr file_namer write_itemscustom_backend_namecustom_device_modloaderrrrr write_resultsrr tensor_dictrr s r?_write_files_from_queuer,Ws{N 2<2G2G2I /IK#((("H"H"J  '/BD I  !JJ++--).?.L.L.N.N'!+.(((; *((&1U[rGG}?T?T4T[HU&  :j1:>'  "$/TKb77m>S>S3SrKGTMy$/6")J"// ;D!((#&" &'(  #*! *0--/&FJ!==(=!((#&""&'(  9?K 0 0 4 45+: 6LLk!23"1 O0P   ] +W6V UP+,@A" "K0/R ;;   ssB>!I8#I8):J>#!I=I= J>C J-($J J-&J>%J*'J-)J**J-- J;7J>>KKc ~\rSrSr\\S\\\R4S\S\ \ RSS44Sj55r \S\\\R4S\S\\\R44Sj5r\S\\\R4S \\\R4SS4S j5r\S\\\R4S\\\R44S j5r\S\\\R4SS4S j5r\\S \\\R4S\4Sj55r\S\\\R4S\4Sj5r\S\\\R4SS4Sj5rSrg)r.ipathmoderQNcgr9rB)r<r.r/s r?r FileSystemBase.create_streams,/rLsuffixcgr9rBr<r.r2s r? concat_pathFileSystemBase.concat_paths#&rLnew_pathcgr9rBr<r.r7s r?renameFileSystemBase.renamesrLcgr9rBr<r.s r? init_pathFileSystemBase.init_pathsSVrLcgr9rBr=s r?mkdirFileSystemBase.mkdirsArLrB)rCrDrErFr rrrHrPathLikerrrr r5r:r>rA classmethodrrGrJrMrKrBrLr?r.r.s/#r{{*+/36/ 299dD( )//&#r{{*+&58& sBKK &&#r{{*+7FileSystem.init_paths$%%:D rLr7c[U[5(d [U5nUR[[U55 gr9)rr r:rr9s r?r:FileSystem.renames-$%%:D Dx()rLcd[U[5(d [U5nURSSS9 g)NT)parentsexist_ok)rr rAr=s r?rAFileSystem.mkdirs($%%:D 4$ /rLrCc [U[5(agS[U5;ag[U5RHOnUR 5(dM[ R "[U5[ R5(dMO g g)NTz://F)rr rHr]rJraccessW_OK)rFrCps r?rG!FileSystem.validate_checkpoint_idsb mT * * C & &m$,,AxxzzbiiA88-rLcb[U[5(d [U5nUR5$r9)rr rJr=s r?rJFileSystem.existss$$%%:D{{}rLcd[U[5(d [U5nUR5 gr9)rr unlinkr=s r?rMFileSystem.rm_file s!$%%:D rLrB)rCrDrErFr rrHrrOrrrr r5r>r:rArPrrGrJrMrKrBrLr?r-r-s~*#r{{*+*36* 299dD( )**#r{{*+58 sBKK eC$45%R[[@P:Q *#r{{*+*7[T U]5 [5UlURR U5UlX lX0lX@lXPl [5Ul X`l [U5Ulg)a Initialize the writer pointing to `path`. Args: path: directory where the checkpoint will be written to. single_file_per_rank: Produce one file per rank instead of one file per tensor/blob. Default to True. sync_files : force files to be synced to permanent storage. Default to True. thread_count: Number of IO threads to use to write. Default to 1. per_thread_copy_ahead: How many bytes to copy from the GPU ahead of saving then. Default 10Mb. overwrite: Whether to allow overwriting existing checkpoints. Defaults to True. _extensions: Extensions to apply to output streams (EXPERIMENTAL) N. B. If sync_files is disabled, there's no guarantee that the checkpoint will be consistent in the case of a failure. N)superrpr-fsr>r.rmrnrrorUsave_idrprr) r<r.rmrnrrorprqrrrs __class__s r?rp_FileSystemWriter.__init__sa4 ,GG%%d+ $8!$(%:"%' "2;?rLrCcpU(a URRU5Ul[5Ulgr9)rvr>r.rUrwr<rCs r?reset_FileSystemWriter.resetDs% ))-8DI%' rLis_coordinatorcgr9rB)r<r~s r?set_up_storage_writer'_FileSystemWriter.set_up_storage_writerIrwrLplancbURRUR5 URRUR5(a_UR (a4[ R"SURSUR <S35 U$[SUR <S35eU$)Nz#Detected an existing checkpoint in z#, overwriting since self.overwrite=z. Past version 2.5 of PyTorch, `overwrite` will default to False. Set this variable to True to maintain this functionality or False to raise when an existing checkpoint is found.z-Checkpoint already exists and self.overwrite=.) rvrAr.rJ metadata_pathrpwarningswarnrr<rs r?prepare_local_plan$_FileSystemWriter.prepare_local_planLs  dii 77>>$,, - -~~ 9$:L:L9MMqbfbpbparskk #%SDNNCTTU#VWW rLplansc [U5VVs/sH'up#[R"U[SUS35S9PM) nnnU$s snnf)N__rr)r dataclassesreplacerN)r<rrr new_planss r?prepare_global_plan%_FileSystemWriter.prepare_global_planZsR%U+ +   >Bqc)3L M+    s.Arc^ ^ URm Sm U U 4Sjn[R"5nUR(ah[ UR UR 5HCnU"5nURRURU5nURXvU45 ME OTUR HDnU"5nURRURU5nURXvU/45 MF URX$5$)Nrc>>TRT[3nTS- mU$r)rPDEFAULT_SUFFIX)r% file_count storage_plans r?gen_file._FileSystemWriter.write_data..gen_fileis,'../ |N;KLI !OJ rL) rr#Queuermrrr;rvr5r.r" _write_data) r<rrrr bucketr%r.rrrs @@r? write_data_FileSystemWriter.write_dataas (,'8'8    #(++-  $ $1$2C2CTZZP$J ww**499i@89Q  $J ww**499i@$89# 44rLr rc [R"5n/n[SUR5Hn[R "[ URRUUUURURURURU4 S9nUR5 URU5 M [ URRUUUURURURURUS9 UHnUR5 M /nXR5- nM![R a [#5n U R%U5 U s$f=f)Nr)targetrr) r r rrrrrrr)r#rrr threadingThreadr,rvr rrornstartrsjoinrr$r* set_result) r<rr rrthreadsrtresfuts r?r_FileSystemWriter._write_data}s; %*KKM q$++,A  .GG)) OO..OO%%   A GGI NN1 !-$ ''//!% $ : :oo**% A FFH ..00{{ -3XC NN3 J sD221E&%E&metadataresultsc~0nUH9nURUVs0sHoURUR_M sn5 M; X1lUR5Ul[ [ UR RUR[S355nUR RUS5n[R"X5 UR(a%[R"UR!55 SSS5 UR R)UR*5(a%UR R-UR*5 UR R/X`R*5 gs snf!["[$4a [R&"5 Nf=f!,(df  N=f)Nz.tmpr)updaterr storage_metarr rvr5r.r0r pickledumprnrrrr r r!rJrrMr:)r<rr storage_mdwr_listwrtmp_path metadata_files r?finish_FileSystemWriter.finishs6 G   7K7Rxx87K L * $ 1 1 3dgg11$)) ~T=RST WW " "8T 2m KK 0HH]1134 3 77>>$,, - - GGOOD.. / x!3!34%L'(<=GGI 3 2s/ E> 4(F.$F%F+(F.*F++F.. F<c>[URURS9$)N)rCrw)rrCrwras r?r_FileSystemWriter.storage_metas););T\\RRrLcr[[URRUR[ 55$r9)rr rvr5r.r0ras r?r_FileSystemWriter.metadata_paths$D$''--diiFGGrLcUR$)zD return the checkpoint_id that will be used to save the checkpoint. r.ras r?rC_FileSystemWriter.checkpoint_id yyrLc,[RU5$r9r-rGrEs r?rG(_FileSystemWriter.validate_checkpoint_id00??rL) rvrpr.rorwrmrnrr)TTr逖TNr9F)(rCrDrErFrGrrHrrOrrJrrrr rpr|rr!rrrr"r*r(rr#rrrrrrrrrCrPrGrK __classcell__rxs@r?rkrks=  &*%/DH#@C$%#@##@ #@  #@ # #@#@h'?@A#@#@#@ #@#@J(5bkk4)?#@(D(  D T  x H hDN555 [! " 5@# 11KK1 1 [! " 1f5x5$tK7H2I5d5.Sh{3SHuS"++%56HHuS"++%56 @5bkk9I3J@t@@rLrkc `\rSrSrSrS S\\SS4SjjrS\S\ \ S \ \ S\ \ 4S jr S rg) _StorageReaderTransformsirNextension_registryrQc8Uc[5UlgUUlgr9)rr)r<rs r?rp!_StorageReaderTransforms.__init__s!#5#=   CU rL read_itemr7rcURRU5nUnUH+n[U[5(dMUR U5nM- U$r9)rfrom_descriptor_listrrtransform_from)r<rr7rrrrs r?transform_load_stream._StorageReaderTransforms.transform_load_streamsP ,,AABWX #B"677!#!2!2>!BrL)rr9)rCrDrErFrGrrrpr rrHrrrrKrBrLr?rrsX  84E+F RV   (} uI  E rLrc^\rSrSrSS\\\R4S\\ SS4U4Sjjjr S\ S\ \ 4SjrSS \\\RS4SS4S jjrS \S \S\S4S jrS\4SjrS\S\SS4SjrS \S\4SjrS\\S\\4Sjr\S\\\R44Sj5r\S \\\R4S\4Sj5rSrU=r $)r,iNr._extension_registryrQc>[TU]5 [5UlURR U5Ul0Ul[5Ul[U5Ul gr9) rurpr-rvr>r.rrUload_idrr)r<r.rrxs r?rpFileSystemReader.__init__sN ,GG%%d+ ,.%' 23FGrLsinfocl[[[[XRUR 55$r9)rrrr)r5r6)r<filers r? _slice_fileFileSystemReader._slice_files#BuI0||U\\RSSrLrCc~0UlU(a URRU5Ul[ 5Ulgr9)rrvr>r.rUrr{s r?r|FileSystemReader.resets- ))-8DI%' rLrrc 0nURHInURURnURnUR U/5R U5 MK UR5GHJupxUR RURU5n UR RU S5n UGHn URU RnURX5n URRU UR=(d SU 5n U R[R :XaI["R$"U R'S55nUR)S5 UR+X5 MU R-5(aU nO6["R$"U R'S55nUR)S5 [/[0[2R4"USSS95n[7UU R8U R:5nUR=U 5R?5nURA5URA5:Xd6SU RS URA5S URA535eURCU5 UREU U5 GM SSS5 GMM [G5nURIS5 U$!,(df  GM|=f) NrbrBrrzT) map_location weights_onlyzreq z mismatch sizes z vs )%r;r storage_indexr4 setdefaultrsrvr5r.r rrrr7rrrrrreadseek load_bytesseekablerrrjloadrstorage_offsetslengthsresolve_tensorryrYcopy_ commit_tensorr*r)r<rrper_fileritem_mdr.r4reqsr7rreq file_slicer read_bytesrr target_tensorrs r? read_dataFileSystemReader.read_data ss.0I$($5$5i6M6M$NG((D   b ) 0 0 ;$ $,>>#3 Mww**499mDH&&x6&C"//0A0ABG!%!1!1&!BJ%)__%J%J 55;" &Nxx<#7#77%'ZZ0C0CB0G%H "***3;)2244'5H(*zz.2E2Eb2I'JH$MM!,!%"!JJ (-2-1""8"C$7$7")0(>(>s(C(J(J(L ,113v{{}D"3#4#4"55EmFXFXFZE[[_`f`k`k`m_noD&++F3--c=AS 76$4^h t _76s 4G:K K( cZURRURS5nURRUS5n[R "U5nSSS5 [ WSS5c[5UlURURl U$!,(df  NH=f)Nr/rr) rvr5r.r rrrrrr)r<r.rrs r? read_metadataFileSystemReader.read_metadataFsww""499k: WW " "4 .-{{=1H/ 8^T 2 :$/MH !(, %/ .s B B*rr~cDURUlURcegr9r)r<rr~s r?set_up_storage_reader&FileSystemReader.set_up_storage_readerQs"$11  ,,,rLcU$r9rBrs r?r#FileSystemReader.prepare_local_planUs rLrcU$r9rB)r<rs r?r$FileSystemReader.prepare_global_planXs rLcUR$)zD return the checkpoint_id that will be used to load the checkpoint. rras r?rCFileSystemReader.checkpoint_id[rrLc,[RU5$r9rrEs r?rG'FileSystemReader.validate_checkpoint_idbrrL)rvrr.rrr9)!rCrDrErFrrHrrOrrrpr2rrrr|rrr*rrrrrrrrrrCrPrGrKrrs@r?r,r,sV<@ HC$% H&&78 H  H HT|T5 T(5bkk4)?#@(D( 9h999x x -h--QU-xHhDNuS"++%56 @5bkk9I3J@t@@rLr,c^\rSrSrSrSS\\\R4S\ S\ S\ S\ S \ S \ S \ \ \ S S4S jjrS\S \4U4SjjrSrU=r$)r+igrlNr.rmrnrrocache_staged_state_dictrprqrQc b[RUUUUUUUUS9 [R"UUS9 g)a+ Initialize the writer pointing to `path`. Args: path: directory where the checkpoint will be written to. single_file_per_rank: Produce one file per rank instead of one file per tensor/blob. Default to True. sync_files : force files to be synced to permanent storage. Default to True. thread_count: Number of IO threads to use to write. Default to 1. per_thread_copy_ahead: How many bytes to copy from the GPU ahead of saving then. Default 10Mb. cache_staged_state_dict: Whether to cache the staged state_dict. This option decreases staging latency at the cost of increases memory usage. Additionally, if this parameter is set to True, it's the expectation that the stager is maintained and re-used for multiple dcp.async_save calls. Default to False. overwrite: Whether to allow overwriting existing checkpoints. Defaults to True. _extensions: Extensions to apply to output streams (EXPERIMENTAL) N. B. If sync_files is disabled, there's no guarantee that the checkpoint will be consistent in the case of a failure. )r.rmrnrrorprq)r N)rkrpr%) r<r.rmrnrror rprqs r?rpFileSystemWriter.__init__usE8 "" !5!%"7# #  $$ $; rL state_dictc0>SUl[TU] U5$)zOverride of AsyncStager.stager)rorustage)r<r rxs r?rFileSystemWriter.stages&'"w}Z((rL)ro)TTrrFTN)rCrDrErFrGrrHrrOrrJrrrrprrrKrrs@r?r+r+gs  &*%/(-DH) C$%) #)  )  ) # ) "&) ) h'?@A)  ) V))O))rLr+r)^rrrrrrr#rrSrabcrrcollections.abcrrrr contextlibr r r pathlibr typingr rrrrrtyping_extensionsrrjr torch._utilsrrtorch.distributed._shard._utilsr'torch.distributed.checkpoint._extensionrr%torch.distributed.checkpoint.metadatarrr$torch.distributed.checkpoint.plannerrrrr r!r"r#r$$torch.distributed.checkpoint.stagingr%$torch.distributed.checkpoint.storager&r'r("torch.distributed.checkpoint.utilsr) torch.futuresr*__all__r0rHrIr2rNrrUrWrlrrrJrrrrrrr rr,r.r-rkrr,r+rBrLr?r!s   #CC%!#;;% GBYX   E A  S c  I I  I    C  }.W"MW"t0Y0Yf4Y434#d9o$tIBW< -(- II-  ELL( )- -  -  --`Y Y  Y ++Y  Y ) Y  Y Y Y Y  Y xBSBD99xF@ F@R4p@}p@f>)(*=>)rL