Χg3+UdZddlZddlZddlmZmZmZmZmZm Z m Z ddl Z ddl m Z mZddlmZmZmZddlmZddlmZe e eedfZe jZe jZd agaee egdfeefed <ejZ ej!Z"eZ#d Z$d Z%d e&fdZ'd(dZ(Gdde)Z*d e&fdZ+d e&fdZ,d)deed dfdZ-d efdZ.d efdZ/d)deed efdZ0d)deed efdZ1d)deed eeeffdZ2defdZ3ded dfdZ4GddZ Gdd Z5ded!d e5fd"Z6d*de eee j fd efd$Z7 d*d%ede eee j fd dfd&Z8gd'Z9dS)+zH This package enables an interface for accessing MTIA backend in python N)AnyCallableDictListOptionalTupleUnion)deviceTensor) _dummy_type_LazySeedTracker classproperty)Device)_get_device_indexF _queued_callsc"tdSN) _lazy_initO/var/www/html/ai-engine/env/lib/python3.11/site-packages/torch/mtia/__init__.pyinitr!sLLLLLrc.tot S)z9Return whether PyTorch's MTIA state has been initialized.) _initialized_is_in_bad_forkrrris_initializedr%s  1 1 111rreturnc>tjSr)torch_C_mtia_isInBadForkrrrrr*s 8 % % ' ''rc ,tsttdrdSt5tr ddddSt rt dt stdtj dt_ t D]}|rt| tD]Z\}} |#t $r=}dt#|dd|}t'||d}~wwxYw t)tdn#t)tdwxYwdaddddS#1swxYwYdS)Nis_initializingzwCannot re-initialize MTIA in forked subprocess. To use MTIA with multiprocessing, you must use the 'spawn' start methodzTorch not compiled with MTIA enabled. Ensure you have `import mtia.host_runtime.torch_mtia` in your python src file and include `//mtia/host_runtime/torch_mtia:torch_mtia` as your target dependency!Tz6MTIA call failed lazily at initialization with error: z( MTIA call was originally invoked at: )rhasattr_tls_initialization_lockr RuntimeError _is_compiledAssertionErrorr r! _mtia_initr$_lazy_seed_tracker get_callsrappend ExceptionstrjoinDeferredMtiaCallErrordelattrr)calls queued_callorig_tracebackemsgs rrr.sC74):;; ..     ........    I ~~  *   $'1133 , ,E ,$$U+++ -/< < <+ ^<KMMMM <<<]QTUVQWQW]]CE77>CZCZ]]044!; < < D+ , , , ,GD+ , , , , ]..................sTF  BF ' E 4 C?>E ? E 8EEE  F  E77F  F F ceZdZdS)r3N)__name__ __module__ __qualname__rrrr3r3csDrr3c>tjS)z*Return true if compiled with MTIA support.)r r! _mtia_isBuiltrrrr*r*gs 8 ! ! # ##rcFtsdStdkS)z'Return true if MTIA device is availableFr)r* device_countrrr is_availablerBls" >>u >>A rr ctj|5tjcdddS#1swxYwYdS)z?Waits for all jobs in all streams on a MTIA device to complete.N)r mtiar r!_mtia_deviceSynchronizer s r synchronizerGts   6 " "22x//11222222222222222222sA  AAc>tjS)z,Return the number of MTIA devices available.)r r!_accelerator_hooks_device_countrrrrArAzs 8 3 3 5 55rc>tjS)z0Return the index of a currently selected device.)r r!%_accelerator_hooks_get_current_devicerrrcurrent_devicerLs 8 9 9 ; ;;rc^tjt|dS)aSReturn the currently selected :class:`Stream` for a given device. Args: device (torch.device or int, optional): selected device. Returns the currently selected :class:`Stream` for the current device, given by :func:`~torch.mtia.current_device`, if :attr:`device` is ``None`` (default). Toptional)r r!_mtia_getCurrentStreamrrFs rcurrent_streamrQ( 8 * *+>>>>{rc8eZdZdZdefdZdZdededefdZdS) r zContext-manager that changes the selected device. Args: device (torch.device or int): device index to select. It's a no-op if this argument is a negative integer or ``None``. c@t|d|_d|_dS)NTrN)ridxprev_idx)selfr s r__init__zdevice.__init__s!$Vd;;; rcXtj|j|_dSr)r r!(_accelerator_hooks_maybe_exchange_devicerdre)rfs r __enter__zdevice.__enter__sII$(SS rtypevalue tracebackcXtj|j|_dS)NF)r r!rirerd)rfrkrlrms r__exit__zdevice.__exit__s 8DDT]SSurN)r;r<r=__doc__rrgrjrorrrr r stsTTTSrc\eZdZUdZeded<dedfdZdZdeded efd Z d S) StreamContextaContext-manager that selects a given stream. All MTIA kernels queued within its context will be enqueued on a selected stream. Args: Stream (Stream): selected stream. This manager is a no-op if it's ``None``. .. note:: Streams are per-device. torch.mtia.Stream cur_streamrYcd|_||_tdd|_tjs|jd|_tjsdntjd|_ tjsdntjd|_ dS)NTrc) rtrYrrdr jit is_scriptingrDrUsrc_prev_streamdst_prev_stream)rfrYs rrgzStreamContext.__init__s $T400y%%'' x ..00 UDDej6O6OPT6U6U  ..00 UDDej6O6OPT6U6U rc|j}| |jdkrdStjd|_|jj|jkrUt |j5tj|j|_dddn #1swxYwYtj|dSNrc) rYrdr rDrQrxr ryr])rfrts rrjzStreamContext.__enter__s[  R F$z88>>   &**; ; ; )** T T',z'@'@AR'S'S$ T T T T T T T T T T T T T T T j)))))s$*BB!Brkrlrmc|j}| |jdkrdS|jj|jkr$tj|jtj|jdSr{)rYrdrxr r rDr]ry)rfrkrlrmrts rrozStreamContext.__exit__sl[  R F   &**; ; ; J ! !$"6 7 7 7 d233333rN) r;r<r=rpr__annotations__rgrjrrorrrrrrrs  ,----  x(;<      * * * 4S 4 4 4 4 4 4 4 4rrrrsc t|S)a+Wrap around the Context-manager StreamContext that selects a given stream. Arguments: stream (Stream): selected stream. This manager is a no-op if it's ``None``. ..Note:: In eager mode stream is of type Stream class while in JIT it doesn't support torch.mtia.stream )rrr\s rrYrYs   rrDc~tjdtdtjdgtj|S)zReturns the random number generator state as a ByteTensor. Args: device (torch.device or int, optional): The device to return the RNG state of. Default: ``'mtia'`` (i.e., ``torch.device('mtia')``, the current mtia device). z.get_rng_state is not implemented in torch.mtia stacklevelr)dtyper )warningswarn UserWarningr zerosuint8rFs r get_rng_statersC M8 ;s%+f = = ==r new_statec>tjdtddS)aSets the random number generator state. Args: new_state (torch.ByteTensor): The desired state device (torch.device or int, optional): The device to set the RNG state. Default: ``'mtia'`` (i.e., ``torch.device('mtia')``, the current mtia device). z.set_rng_state is not implemented in torch.mtiarrN)rrr)rr s r set_rng_stater+s0 M8r)rrBrrGrArLrQrUrXr`r]rYr rr)rNr)rD):rp threadingrtypingrrrrrrr r r _devicer torch._utilsr r r torch.typesr_utilsrr1int _device_tEventStreamrrr}localr'Lockr(r-rrboolrrr0r3r*rBrGrArLrQrUrXr]r`rrrYrr__all__rrrrsODDDDDDDDDDDDDDDDDD ++++++++EEEEEEEEEE%%%%%% '3T) *     t (2t8 d3i '(y%y~''%%''222 (((((2222j     I   $d$$$$ d22+2t2222 6c6666 <<<<< U U8I. U& U U U U U U8I. U& U U U U P P), PS#X P P P P ,v , , , , ?y ?T ? ? ? ?(7474747474747474t!8/0!]!!!! > >%S%, 67 >V > > > > @F$S#u|%;< "   r