o
wZh @ s d dl mZ d dlmZmZ d dlZd dlZd dlZd dlm Z de
de e
fddZ d ej
jfd
d Zd e
deee e f fd
dZdd Zdd ZddddefddZedd ZdefddZdefd d Zdefd d ZdS ) )contextmanager)AnycastN)Timerfilenamereturnc s d}d}d g }t | M}| |}t|D ]8\}}|dkr!q||}|dkr+q|d | } ||d d fdd| jdd D }
|d
|
qW d |S 1 s\w Y |S ) Nzzr c s g | ]
}|t d qS N)len).0xpfx J/var/www/auris/lib/python3.10/site-packages/torch/utils/jit/log_extract.py
s z extract_ir..T)keepends )openreadsplit enumeratefind
splitlinesappendjoin) r ZBEGINZENDZgraphsfZ
split_strsiZ split_strZend_locslinesr r r
extract_ir s*
r! inp_typec C sb | }| }| }| }|d usJ |d us J |d us"J |d us(J tj||||dS )N)sizestridedevicedtype)sizesstridesr% r& torchZ
empty_strided)r" r# r$ r% r& r r r make_tensor_from_type s r* irc C s t jj| dd}| g }| D ]_}t| t jjr'|t
dd qt| t jj r:|t dd qt| t jj
rTtt jj
| }|t| qt| t jjri|t dddk qtd| t jd|}t j|j ||fS ) NT)Zparse_tensor_constantsg?d r r z,A default value is not implemented for type forward)r) _CZparse_irZmakeMultiOutputIntoTupleinputs
isinstancetypeZ FloatTyper randomuniformZIntTyperandint
TensorTyper r* ZBoolTypeNotImplementedErrorZ_create_function_from_graphZ!_jit_pass_erase_shape_informationgraph)r+ r7 r/ inpZ
tensorTypefuncr r r load_graph_and_inputs) s" r: c C s$ t d| |dd}| }|jd S )Nz fn(*inputs))fnr/ )stmtglobals )r Zblocked_autorangeZmedian)r; r/ test_runsttimesr r r time_cuda> s
rB c C s6 t }t|D ]}| | qt }|| | d S )Nr> )time perf_counterrange)r; r/ r? r _er r r time_cpuC s
rH
) warmup_runsr? c C s| t | \}}t|D ]}|| q
d }|D ]}t|tjr%|jjdk} nq|d us,J |r6t|||}|S t|||}|S )Ncpu) r: rE r0 r) ZTensorr% r1 rH rB ) r+ r/ rK r? r7 rF Zis_cpuinputoutr r r run_testJ s
rO c o s6 t jd}z d V W t j| d S t j| w )NF)r) r. Z _get_graph_executor_optimize)argskwargsZ old_optimizer r r no_fuserY s
rR c C s4 t
t| |W d S 1 sw Y d S r
)rR rO r+ r/ r r r run_baseline_no_fusiona s $rT c C s z9|rdgndg}t j|}t jd t| |W d W t j| S 1 s,w Y W t j| d S t j| w )N)ZDYNAMICrI )ZSTATICrI Zfuser1)r) jitZset_fusion_strategyfuserrO )r+ r/ ZdynamicZstratZ old_stratr r r run_nncf s rW c C s: t jd
t| |W d S 1 sw Y d S )NZfuser2)r) rU rV rO rS r r r run_nvfusero s $rX )
contextlibr typingr r r2 r) rC Ztorch.utils.benchmarkr strlistr! r. r5 r* tupler: rB rH floatrO rR rT rW rX r r r r s"