o
    wZhK                     @   sz  d dl mZ d dlmZmZ d dlmZmZmZm	Z	m
Z
 d dlmZ d dlZd dlmZ d dlmZ d dlmZ erLd d	lmZ d d
lmZ d dlmZ dgZdeded fddZdeded fddZd'ddZd(ddZd)dedee e  de!fddZ"	d*deej# dee
e$ej%f  d e!de&e&ej#  fd!d"Z'e	d#ed$Z(	d*d%e(dee
e$ej%f  d e!de&e( fd&dZ)dS )+    )OrderedDict)IteratorSequence)castOptionalTYPE_CHECKINGTypeVarUnion)TypeIsN_get_device_index)Module)comm)ScriptMethod)ScriptModule)EnabledProxy	replicatemodulereturnr   c                 C      dd l }t| |jjS Nr   )	torch.jit
isinstancejitr   r   torch r   J/var/www/auris/lib/python3.10/site-packages/torch/nn/parallel/replicate.py_is_script_module      r   r   c                 C   r   r   )r   r   Z_Cr   r   r   r   r   _is_script_method   r   r    c                  C   s   dd l } | j S r   )r   r   r   r   r   r   r   _init_script_module!      
r"   r   c                  C   s   dd l } | jjjS r   )torch.jit._stater   _stateZ_enabledr!   r   r   r   _is_jit_enabled'   r#   r&   memoc                 C   s   dt dtt  fdd}t sdS |d u rt }||  t| r2|||  tdd || D S |  D ]}||v r=q6t	||sE dS q6dS )	Nr   r   c                 S   s   |   }t| |S N)modulesnext)r   genr   r   r   descendant_modules6   s   z0_replicatable_module.<locals>.descendant_modulesTc                 s   s    | ]}t |V  qd S r(   )r   ).0Z
descendantr   r   r   	<genexpr>D   s    
z'_replicatable_module.<locals>.<genexpr>F)
r   r   r&   setaddr   updateallchildren_replicatable_module)r   r'   r,   childr   r   r   r4   4   s$   

r4   Ftensorsdevicesdetachc                    sb   ddl m} |rt|S tdkr/|j|gR    fddtdt tD S g S )Nr   )	Broadcastc                    s    g | ]} ||t   qS r   )len)r-   iZtensor_copiesr6   r   r   
<listcomp>`   s    z0_broadcast_coalesced_reshape.<locals>.<listcomp>)Ztorch.nn.parallel._functionsr9   r   Zbroadcast_coalescedr:   applyrange)r6   r7   r8   r9   r   r<   r   _broadcast_coalesced_reshapeS   s   r@   T)boundnetworkc                    s  t | std|sg S dd |D }t|}t|  }dd t|D }t|||}t|  }g }g }	|D ]}
|
jrE|sE|	|
 q8|		|
 q8dd t|D }dd t|	D }t|||d}t|	|d	d}t| 
 }d
d |D  i }t|D ]\}}|||< t|D ]}| }t |_ | 	| qq~t|D ]\}}|j D ]6\}}|d u rt|D ]} | | }d |j|< qq|| }t|D ]} | | }t|| | |  qq|j D ]?\}}|d u rt|D ]} | | }d |j|< qq|| }t|D ]} | | }|| | }t||| ||j|< q
q|j D ]K\}}
|
d u rIt|D ]} | | }d |j|< q8q+|
jrW|sW|}||
 }n|}||
 }t|D ]} | | }t|||| |  qaq+q fddt|D S )NzKCannot replicate network where python modules are childrens of ScriptModulec                 S   s   g | ]}t |d qS )Tr   )r-   xr   r   r   r=   y       zreplicate.<locals>.<listcomp>c                 S      i | ]\}}||qS r   r   )r-   idxparamr   r   r   
<dictcomp>}   rE   zreplicate.<locals>.<dictcomp>c                 S   rF   r   r   r-   rG   bufr   r   r   rI      rE   c                 S   rF   r   r   rJ   r   r   r   rI      rE   )r8   Tc                 S   s   g | ]}g qS r   r   )r-   _r   r   r   r=      s    c                    s   g | ]}t t | d  qS )r   )r   rA   )r-   jZmodule_copiesr   r   r=      s    )r4   RuntimeErrorr:   list
parameters	enumerater@   buffersZrequires_gradappendr)   r?   Z_replicate_for_data_parallelr   Z_former_parametersZ_modulesitemssetattr_parameters_buffers)rC   r7   r8   Znum_replicasparamsZparam_indicesZparam_copiesrS   Z
buffers_rgZbuffers_not_rgrK   Zbuffer_indices_rgZbuffer_indices_not_rgZbuffer_copies_rgZbuffer_copies_not_rgr)   Zmodule_indicesr;   r   rM   Zreplicakeyr5   Z
module_idxrH   Z	param_idxZ
param_copyZbuffer_copiesZ
buffer_idxr   rN   r   r   k   s   



)r   r   )r   r   r(   )F)*collectionsr   collections.abcr   r   typingr   r   r   r   r	   Ztyping_extensionsr
   r   Ztorch._utilsr   Ztorch.nn.modulesr   Ztorch.nn.parallelr   Ztorch._Cr   r   r   r$   r   __all__r   objectr    r"   r&   r/   boolr4   ZTensorintZdevicerP   r@   rA   r   r   r   r   r   <module>   sN    

 "
