U ʹjI @sUddlZddlZddlZddlmZmZddlmZddlm Z gZ ee e d<ejdddZde eeje fd d d Zead d ZddZdS)N)ListTuple) _log_handlers__all__)returncCsNt\}}td|}|tjtd}||d|_|||S)Nzc10d-za%(asctime)s %(filename)s:%(lineno)s %(levelname)s p:%(processName)s t:%(threadName)s: %(message)sF) _get_logging_handlerlogging getLoggersetLevelDEBUG Formatter setFormatter propagate addHandler)Zlogging_handlerlog_handler_namelogger formatterr\/var/www/html/bwave/python/venv/lib/python3.8/site-packages/torch/distributed/c10d_logger.py_get_or_create_loggers    rdefault) destinationrcCst|}t|j}||fS)N)rtype__name__)rZ log_handlerrrrrr!s rcstfdd}|S)Nc sz ||WStk r}ztr|j|d|t|dt|dtt|d|d}nj|d||d}t |W5d}~XYnXdS)N, group) func_nameargsbackend world_size global_rank local_rankerror)rrr") Exceptiondistis_initializedr get_backendgetget_world_sizeget_rank _c10d_loggerdebug)rkwargsr"Zerror_msg_dictfuncrrwrapper,s$     z"_exception_logger..wrapper functoolswrapsr.r/rr-r_exception_logger+sr4cstfdd}|S)Nc st}||}t}trj|d|t|dt|dtt|d||dd}n j|d|||d}t ||S)Nrrns)rrrrr r! time_spent)rrr6) timetime_nsr$r%rr&r'r(r)r*r+)rr,t1Z func_returnt2Zmsg_dictr-rrr/Gs$      z_time_logger..wrapperr0r3rr-r _time_loggerFsr;)r)r1rr7typingrrZ"torch.distributed.logging_handlersrZtorch.distributed distributedr$rstr__annotations__LoggerrHandlerrr*r4r;rrrr s