קg UddlZddlZddlZddlmZmZmZmZmZm Z ddl m Z ddl Z ddl mZddlmZgZeeed<dZefdedejfd Zefdedeejeffd Zeadeeeffd Ze d Ze d ZdeeefdeeeffdZdeeefdeeeffdZdS)N)AnyCallableDictListTupleTypeVar) ParamSpec) _log_handlers__all__default destinationreturnc t|\}}tjd|}|tjtjd}||d|_|||S)Nzc10d-za%(asctime)s %(filename)s:%(lineno)s %(levelname)s p:%(processName)s t:%(threadName)s: %(message)sF) _get_logging_handlerlogging getLoggersetLevelDEBUG Formatter setFormatter propagate addHandler)r logging_handlerlog_handler_namelogger formatters Y/var/www/html/ai-engine/env/lib/python3.11/site-packages/torch/distributed/c10d_logger.py_get_or_create_loggerrs(<[(I(I%O%  9'799 : :F OOGM"""!kI  +++F o&&& McVt|}t|jd|}||fS)N-)r type__name__)r log_handlerrs rrr's9 ,K{++4DD{DD ) **rc dtjr|dp|d}||d|tj|dtj|tjtj|tjtj|d}|ddkrEtjj }d d |D|d <n ||d|d }|S) Ngroup process_groupz, pg) func_nameargspg_namebackend world_size group_size global_rank local_rankr,nccl.c34K|]}t|VdS)N)str).0vs r z _get_msg_dict..Bs(/M/M1A/M/M/M/M/M/Mr nccl_version)r)r*) distis_initializedget_get_process_group_name get_backendget_world_sizeget_ranktorchcudar1versionjoin)r)r*kwargsr&msg_dictr8s r _get_msg_dictrF3s9   7##Bvzz/'B'B%''v''6vzz$7G7GHHJ*5113!0224!0779"moo/!]5113    I & ( ( :?2244L'*xx/M/M /M/M/M'M'MH^ $&''v''   Or_T_Pfuncctjdtjdtjdt ffd }|S)Nr*rDrc |i|S#t$r;}tjg|Ri|}||d<t|d}~wwxYw)Nerror) ExceptionrFr# _c10d_loggerdebug)r*rDrLrErIs rwrapperz"_exception_logger..wrapperPs~ 4((( (   $T]DTDDDVDDH#( HW    x ( ( (   s A6A  A functoolswrapsrHr*rDrGrIrPs` r_exception_loggerrUOsV_Trw") Nrctjdtjdtjdt ffd }|S)Nr*rDrctj}|i|}tj|z }tjg|Ri|}|d|d<t||S)Nns time_spent)timetime_nsrFr#rNrO)r*rDt1 func_returnrYrErIs rrPz_time_logger..wrapper^s~ \^^dD+F++ \^^b(  @@@@@@$.!2!2!28$$$rrQrTs` r _time_loggerr^]sV_T rw ")        Nr) rRrrZtypingrrrrrrtyping_extensionsr r@torch.distributed distributedr9"torch.distributed.logging_handlersr r r4__annotations___DEFAULT_DESTINATIONLoggerrHandlerrrNrFrGrHrUr^rrris <<<<<<<<<<<<<<<<'''''' <<<<<<c .B  s gn    ,+++ 7?C  ++++%$&& c3h0 WT]]Yt__ HRV, "b&1A     xB' HRV,<      r