Χg d dl mZ d dlmZmZmZmZ d dlZd dlZd dl Z d dl
m Z de dee fdZ
dej j fd Zd
e deeee f fd Zd Zd
ZddddefdZed ZdefdZdefdZdefdZdS ) )contextmanager)AnyListTuplecastN)Timerfilenamereturnc d}d}d d}g }t | 5 }| | }t | D ]\ }}|dk r | | } | dk r(|d | }
||dz
d fd|
d D } | d | d d d n # 1 swxY w Y |S )
Nzz r c > g | ]}|t d S N)len).0xpfxs W/var/www/html/ai-engine/env/lib/python3.11/site-packages/torch/utils/jit/log_extract.py
z extract_ir.. s' GGGaQs3xxyy\GGG T)keepends)openreadsplit enumeratefind
splitlinesappendjoin)
r BEGINENDcurrentgraphsf
split_strsi split_strend_locslinesr s
@r
extract_irr, sV E
C
CG
F
h *1VVXX^^E**
%j 1 1 * *LAyAvv nnS))G"}}(7(#A QU#..004CGGGG1<<<+F+FGGGE MM"''%.. ) ) ) ) * * * * * * * * * * * * * * * * Ms CC??DDinp_typec | }| }| }| }|J |J |J |J t j |||| S )N)sizestridedevicedtype)sizesstridesr1 r2 torch
empty_strided)r- r/ r0 r1 r2 s r make_tensor_from_typer7 s >> D
F
__
F NN E De T T TTr irc t j | d }| g }| D ]}t | t j j r)| t j
dd ]t | t j j r)| t j dd t | t j j
rUt t j j
| }| t | =t | t j j r.| t j dd dk t# d| t j d| }t j |j ||fS ) NT)parse_tensor_constantsg?d r r z,A default value is not implemented for type forward)r5 _Cparse_irmakeMultiOutputIntoTupleinputs
isinstancetype FloatTyper randomuniformIntTyperandint
TensorTyper r7 BoolTypeNotImplementedError_create_function_from_graph!_jit_pass_erase_shape_informationgraph)r8 rM r@ inp
tensorTypefuncs r load_graph_and_inputsrQ * s H b > >E ""$$$
F||~~ c c chhjj%("4 5 5
c MM&.S11 2 2 2 2
EH$4
5
5 c MM&.C00 1 1 1 1
EH$7
8
8 c eh 1388::>>J MM/
;; < < < <
EH$5
6
6 c MM&.A..!3 4 4 4 4%&aUXU]U]U_U_&a&abb b 8 / / 5 A AD H..tz::: &>r c f t d| |d }| }|j dz S )Nz fn(*inputs))fnr@ )stmtglobals )r blocked_autorangemedian)rS r@ test_runsttimess r time_cudar\ ? s:
=*G*GHHHA
! !E <$ r c t j }t | D ]} | | t j }||z
|z dz S )NrV )time perf_counterrange)rS r@ rY r* _es r time_cpurc D sV A
9
F A
EY %%r
) warmup_runsrY c t | \ }}t | D ]} || d }|D ].}t |t j r|j j dk } n/|J |rt ||| nt ||| }|S )Ncpu) rQ r` rA r5 Tensorr1 rB rc r\ ) r8 r@ rf rY rM ra is_cpuinputouts r run_testrm K s $R((HE1
;
v
F eU\ * * \&%/F E 06
_(5&)
,
,
,IeVU^<_<_C Jr c / K t j d } d V t j | d S # t j | w xY w)NF)r5 r= _get_graph_executor_optimize)argskwargs old_optimizes r no_fuserrs Z sa 888??L<
--l;;;;;--l;;;;s A !A)c r t 5 t | | cd d d S # 1 swxY w Y d S r )rs rm r8 r@ s r run_baseline_no_fusionrv b s} $ $F##$ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $s ,00c |rdgndg}t j | }t j d 5 t | | cd d d t j | S # 1 swxY w Y t j | d S # t j | w xY w)N)DYNAMICrd )STATICrd fuser1)r5 jitset_fusion_strategyfuserrm )r8 r@ dynamicstrat old_strats r run_nncr g s 1%,B !!>2BI11%88
Y__X
&
& ( (B'' ( ( ( ( ( ( ( %%i0000 ( ( ( ( ( ( ( ( ( %%i00000 %%i0000s0 AB1 B B1 BB1 B B1 1!Cc t j d 5 t | | cd d d S # 1 swxY w Y d S )Nfuser2)r5 r{ r} rm ru s r run_nvfuserr p s " " $ $F##$ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $s =AA)
contextlibr typingr r r r rD r5 r^ torch.utils.benchmarkr strr, r= rH r7 rQ r\ rc floatrm rs rv r r r r r s % % % % % % ) ) ) ) ) ) ) ) ) ) ) )
' ' ' ' ' ' c , UEH$7 U U U Uc eCcN&; *
& & & )+b
U
< < <$% $ $ $ $
1E 1 1 1 1$u $ $ $ $ $ $r