o ‡ZژhS.م@s UddlZddlmZddlZddlmZmZmZmZddl m Z ejjej jZej jZej jZej jZeƒZeeed<defdd„Zd5d d„Zidd d„“ddd„“ddd„“ddd„“ddd„“ddd„“ddd„“ddd„“ddd„“dd d„“d!d"d„“d#d$d„“d%d&d„“d'd(d„“d)d*d„“d+d,d„“Ze ،s·ej d-d.،Ze ،D]\ZZe eed/،q«ej!j"ej#j"ej$j"ej%j"ej&j"ej'j"ej(j"ej)j"ej*j"ej+j"ej,j"ej-j"ej.j"ej/j"ej0j"ej1j"hZ2eej3j4ed0<ej5j"ej6j"ej7j"ej8j"ej9j"ej9j"ej:j"ej;j"ejj"ej?j"ej7j"ej@j"ej8j"ej!j"ejAj"hZBeej3j4ed1<ej0j"ej1j"ej:j"hZCeej3j4ed2<e DeBe2،ZEGd3d4„d4ƒZFdS)6éN)عAny)ع_resolve_process_groupعFakeWorkعProcessGroupعWork)ع tree_map_onlyعused_idsعreturncCs& t dd،}|tvrt |،|Sq)NTéiتڑ;)عrandomعrandintrعadd)Znew_id©rْX/var/www/auris/lib/python3.10/site-packages/torch/distributed/_tools/fake_collectives.pyعgenerate_unique_ids ürTcCs*tƒ}tƒ|_| ،}|r|d|fS|S)Nr)rrZseq_idZboxed)عargsعreturn_first_argZworkZfakework_script_objrrrعcreate_fakework srع broadcast_cGَt|ƒS©N©r©rrrrع0َrع allreduce_cGrrrrrrrr1rع allgather_cGrrrrrrrr2rع_allgather_base_cGrrrrrrrr3rعreduce_scatter_cGrrrrrrrr4rع_reduce_scatter_base_cGrrrrrrrr5rعreduce_cGَt|ddچS©NF)rrrrrrr6َعgather_cGr!r"rrrrrr7r#عscatter_cGrrrrrrrr8rع alltoall_cGrrrrrrrr9rعalltoall_base_cGr!r"rrrrrr:r#عbarriercGr!r"rrrrrr;r#عmonitored_barrier_cGsdSrrrrrrr<sعsendcGr!r"rrrrrr=r#عrecv_cGr!r"rrrrrr>r#عrecv_any_source_cGr!r"rrrrrr?r#عc10dZIMPLZMetaعnon_functional_collectivesعfunctional_collectivesعsync_opsc @s8eZdZejjejjejjejjej jej jejjhZej jejjejjejjejjejjejjejjhZejjejjejjejjejjejjejjejjejjejjh Z ej!jej"jej!jej#jej#je$j%jhZ&ejjejjej jejjejjejjejjejjhZ'ejjej jej jejjejjejjejjhZ(ejjejjej jej jej jejjejjejjejjejjh Z)ejjejjhZ*ejjejjhZ+ejjejjejjejjejjej!jej!jhZ,ej#jej#je$j%jhZ-ejjej"jhZ.e/de0de1fdd„ƒZ2e/de3fdd„ƒZ4e/de1fdd„ƒZ5e/de6fd d „ƒZ7dS)عCollectiveOpعargr cs.d‰dtjddf‡fdd„}ttj||ƒˆS)z?Calculate total memory consumed by the tensors in the argument.rعtr Ncsˆ| ، ،7‰dSr)عuntyped_storageعnbytes)r3©Ztotal_memoryrrع sum_bytesùsz+CollectiveOp.sum_tensors..sum_bytes)عtorchZTensorr)r2r7rr6rعsum_tensorsôszCollectiveOp.sum_tensorscCsp|tjvrt |d،S|tjvrt |d،S|tjvr#t|dƒS|tjvr.t|dƒStd|›dt ›‌ƒ‚)zKRetrieve the process group for collective operations, except `wait_tensor`.r ééْFunc ْ not found in ) r1عPG_ARG_1rعunboxعPG_ARG_2عPG_ARG_3rعPG_ARG_4ع TypeErrorعcollective_ops)عfuncrrrrعget_process_groups zCollectiveOp.get_process_groupcCs>|tjvrt |d،S|tjvrt |d،S|tjvr#| ، ،S|tjvr0|d ، ،S|tj j kr>|d ، ،S|tjj krStt |d،t |d،ƒS|tj j krjt|d ، ،|d ، ،ƒS|tjj krx|d ، ،S|tjvr‚t |،S|tjvr•|d ، ،| ، ،Std|›dt›‌ƒ‚)zdCompute the communication tensor size, except for `wait_tensor`, `barrier`, and `monitored_barrier`.rr éےےےےzUnknown function: z in )r1عCOMM_TENSOR_ARG_0r9عCOMM_TENSOR_ARG_1عCOMM_TENSOR_ARG_RESr4r5ع"COMM_TENSOR_SINGLE_UNTYPED_STORAGEr-rعdefaultr&عmaxr'ع_c10d_functionalعall_gather_into_tensor_outعCOMM_TENSOR_RES_SUMعCOMM_TENSOR_ARG_0_AND_RESrCrD)rEعresrعkwargsrrrعget_comm_tensor_size s2 ےے z!CollectiveOp.get_comm_tensor_sizecCs@|tjvr t |،S|tjvrt |d،Std|›dt›‌ƒ‚)Nr r<r=)r1عWKrr?عWK_ARG_1rCrD)rErRrrrعget_work-s zCollectiveOp.get_workN)8ع__name__ع __module__ع__qualname__r-rrLrr r*r+r,r(r>rrrrr$r%r&r'r@rNع broadcastع all_reduceعall_reduce_عall_reduce_coalescedعall_reduce_coalesced_عall_gather_into_tensorrOع_c10d_functional_autogradع all_gather_into_tensor_coalescedrAعreduce_scatter_tensorعreduce_scatter_tensor_coalescedعall_to_all_singleع_dtensorعshard_dim_alltoallrBrVrUrHrIrJrKrQrPعstaticmethodrعintr9rrFrTrrWrrrrr1~s؛ùِّْ ّùِ‏‏ù‎‏r1)T)Grعtypingrr8Ztorch._C._distributed_c10drrrrZtorch.utils._pytreerعdistributedZbatch_isend_irecvعopsr-rNrarfعsetrriع__annotations__rrZ_META_FUNCTIONSZ_running_with_deployZlibraryعLibraryZlib_implعitemsعopZ meta_funcعimplrrLrr r*r+r,rrrrr$r%r&r'r(r)r.Z_opsZ OpOverloadr[r\r`rcreZwait_tensorr]r^r_rOrbrdrgr/r0عunionrDr1rrrrعs¶ ے‏‎üûْùّ ÷ ُِô ًًٌٍَï‎