a в║ФhUу@s╝UddlZddlmZddlmZddlZddlmZddlm Z ddl mZGddДde ГZGd d Дd e ГZ GddДde ГZGd dДde ГZdaeeeejed<ejdЬddДZdS)щN)┌chain)┌Optionalй┌_get_device_index)┌Function)┌commc@s$eZdZeddДГZeddДГZdS)┌ Broadcastcs╕tddД|DГГsJdГВddД|DГ}||_t|Гdkr>dSt|Г|_|dаб|_tа||jб}g}t|j ddЕГD]$\Й}|sz|а Зfd dД|DГбqz|j|Оtt а|бГS) Ncss|]}|jjdkVqdSй┌cpuNй┌device┌typeй┌.0┌iйr·J/var/www/auris/lib/python3.9/site-packages/torch/nn/parallel/_functions.py┌ єz$Broadcast.forward..z2Broadcast function not implemented for CPU tensorscSsg|]}t|dГСqSйTrйr┌xrrr┌ rz%Broadcast.forward..rrщc3s|]}|ИVqdSйNr)r┌outputй┌idxrrrr)┌all┌target_gpus┌len┌ num_inputs┌ get_device┌input_devicerZbroadcast_coalesced┌ enumerateZneeds_input_grad┌extendZmark_non_differentiable┌tupler┌ from_iterable)┌ctxr┌inputs┌outputsZnon_differentiablesZinput_requires_gradrrr┌forwards zBroadcast.forwardcGsdtj|j|jg|вRОS)Nr)┌ReduceAddCoalesced┌applyr#r!йr(Zgrad_outputsrrr┌backwards zBroadcast.backwardNй┌__name__┌ __module__┌__qualname__┌staticmethodr+r/rrrrrs rc@s$eZdZeddДГZeddДГZdS)r,csLЗfddДtdtИГИГDГ|_ЗЗfddДtdtИГИГDГ}tа||бS)Ncsg|]}И|абСqSrйr"r)┌gradsrrr)sz.ReduceAddCoalesced.forward..rcsg|]}И||ИЕСqSrrrйr6r!rrr-r)┌ranger rrZreduce_add_coalesced)r(Zdestinationr!r6Zgrads_rr7rr+'s zReduceAddCoalesced.forwardcGsdtj|jg|вRОS)NйNN)rr-rr.rrrr/0s¤zReduceAddCoalesced.backwardNr0rrrrr,&s r,c@s$eZdZeddДГZeddДГZdS)┌Gathercs┬tddД|DГГsJdГВ|dkr*dИ_nt|dГ}|И_|И_tddД|DГГИ_tddД|DГГrТ|dkrТtd dД|DГГ}tаd бdИ_ndИ_tЗfddД|DГГИ_ t а|ИjИjбS) Ncss|]}|jjdkVqdSr rrrrrr;rz!Gather.forward..z/Gather function not implemented for CPU tensorsr Tcss|]}|абVqdSrr5rrrrrDrcss|]}|абdkVqdSйrN)┌dimйr┌trrrrErrcss|]}|аdбVqdS)rN)┌viewr=rrrrFrzvWas asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.Fc3s|]}|аИjбVqdSr)┌sizer<rйr(rrrOr)r┌ target_devicerr<r&┌ input_gpus┌warnings┌warn┌unsqueezed_scalar┌input_sizesrZgather)r(rBr<r)rrArr+9s$ zGather.forwardcCs6tа|j|j|j|б}|jr.tddД|DГГ}d|S)Ncss|]}|dVqdSr;r)r┌grrrrXrz"Gather.backward..r9)┌Scatterr-rCrGr<rFr&)r(┌grad_outputZscattered_gradsrrrr/Rs zGather.backwardNr0rrrrr:8s r:c@s$eZdZeddДГZeddДГZdS)rIc Cs╪ddД|DГ}||_|jjdkr(|абnd|_d}tjабrT|jdkrTddД|DГ}tа ||||j|б}|dur╘t |ГD]Z\}}tjа||бП2tjаб} | а ||б|а| бWdГqx1s╚0Yqx|S)NcSsg|]}t|dГСqSrrrrrrr_rz#Scatter.forward..r щ cSsg|]}ttа|бГСqSr)┌_get_stream┌torchr)rrrrrrer)r<rr r"r#rM┌accelerator┌is_availablerZscatterr$Zdevice_indexZcurrent_streamZwait_streamZ record_stream) r(rZchunk_sizesr<┌inputZstreamsr*rrZmain_streamrrrr+]s *zScatter.forwardcGs dddtj|j|jg|вRОfSr)r:r-r#r<)r(rJrrrr/pszScatter.backwardNr0rrrrrI\s rI┌_streamsйrcCsp|jdkstjабsdStjабj|jks.JВtdurFdgtjабat|jdurftа|jбt|j<t|jS)zBGet a background stream for copying between CPU and target device.r N) r rMrNrOZcurrent_acceleratorrQZdevice_count┌index┌StreamrRrrrrLysrL)rD┌ itertoolsr┌typingrrMZtorch._utilsrZtorch.autogradrZtorch.nn.parallelrrr,r:rIrQ┌listrT┌__annotations__rrLrrrr┌s $