}Yh5 UddlZddlZddlmZmZmZddlmZddlZddl m Z ddl m Z ddlmZgZeeed<dZefded ejfd Zefded eejeffd Zead eeeffd Zed ZedZdeeefd eeeffdZdeeefd eeeffdZ dS)N)AnyCallableTypeVar) ParamSpec) _log_handlers) _WaitCounter__all__default destinationreturnc t|\}}tjd|}|tjtjd}||d|_|||S)Nzc10d-za%(asctime)s %(filename)s:%(lineno)s %(levelname)s p:%(processName)s t:%(threadName)s: %(message)sF) _get_logging_handlerlogging getLoggersetLevelDEBUG Formatter setFormatter propagate addHandler)r logging_handlerlog_handler_namelogger formatters o/var/www/tools.fuzzalab.pt/emblema-extractor/venv/lib/python3.11/site-packages/torch/distributed/c10d_logger.py_get_or_create_loggerrs(<[(I(I%O%  9'799 : :F OOGM"""!kI  +++F o&&& McVt|}t|jd|}||fS)N-)rtype__name__)r log_handlerrs rrr's9 ,K{++4DD{DD ) **rc Ltjr |dp|d}|tj|dtj|tjtj|tjtj|d}|ddkrEtjj }d d|D|d <nd |i}|S) Ngroup process_grouppg) func_namepg_namebackend world_size group_size global_rank local_rankr)nccl.c34K|]}t|VdS)N)str).0vs r z _get_msg_dict..As(/M/M1A/M/M/M/M/M/Mr nccl_versionr') distis_initializedget_get_process_group_name get_backendget_world_sizeget_ranktorchcudar.versionjoin)r'argskwargsr$msg_dictr5s r _get_msg_dictrD3s   7##Bvzz/'B'B%6vzz$7G7GHHJ*5113!0224!0779"moo/!]5113   I & ( ( :?2244L'*xx/M/M /M/M/M'M'MH^ $ I  Or_T_Pfuncctjdtjdtjdt ffd }|S)NrArBr c |i|S#t$r;}tjg|Ri|}||d<t|d}~wwxYw)Nerror) ExceptionrDr! _c10d_loggerdebug)rArBrJrCrGs rwrapperz"_exception_logger..wrapperNs~ 4((( (   $T]DTDDDVDDH#( HW    x ( ( (   s A6A  A functoolswrapsrFrArBrErGrNs` r_exception_loggerrSMsV_Trw") Nrctjdtjdtjdt ffd }|S)NrArBr ctdj5|i|}dddn #1swxYwY|S)Nzpytorch.wait_counter.c10d.)rr!guard)rArB func_returnrGs rrNz_time_logger..wrapper\s Ft}FF G G M M O O 0 0$///K 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0s AAArOrRs` r _time_loggerrX[sV_Trw") Nr)!rPrtypingrrrtyping_extensionsrr=torch.distributed distributedr6"torch.distributed.logging_handlersr torch.monitorrr listr1__annotations___DEFAULT_DESTINATIONLoggerrtupleHandlerrrLdictrDrErFrSrXrrrgs))))))))))'''''' <<<<<<&&&&&&c .B  s gn    ,+++ 7?C  ++++%$&& c3h, WT]]Yt__ HRV, "b&1A    xB'HRV,<r