o i3 @sUddlZddlZddlZddlmZddlmZmZddlm Z ddl m Z ddl m mZddlmZeZgZeeed<eeaedZe d Zd eeeffd d Zd eeeffd dZ ddeded eeeefgeeefffddZde fddZ!dS)N)Callable)AnyTypeVar) ParamSpec)uuid4)DCP_LOGGER_NAME__all___T_PreturncOsi}|d}|d}|d}|d}|s$|p|}r$t|dd}|dur,t|n||d<ttj|d<|r@|jj|d<|rH|jj|d<|rP|jj|d<|S)z0 Extracts log data from dcp method args storage_writerstorage_readerplanner checkpoint_idNuuid)getgetattrstrrint __class____name__)argskwargsmsg_dictr r rr serializerre/sda-disk/www/egybert/egybert_env/lib/python3.10/site-packages/torch/distributed/checkpoint/logger.py_msg_dict_from_dcp_method_argss"        rcOs0t|i|}|tj|g|Ri||S)N)rupdate c10d_logger _get_msg_dict) func_namerrrrrrr >sr Flog_exceptionswrapper_kwargsc s dtttfffdd }|S)zKThis method decorator logs the start, end, and exception of wrapped events.funccs0tdtjdtjdtffdd }|S)Nrrr c stjg|Rii|}d|d<t}||d<|d<t|z |i|}Wn#tyQ}zrLd|d<||d<t|d<t|d}~wwd|d<t}t|d<|||d<t||S) Nstarteventtimer" exceptionerrorend times_spent)r rr'time_ns _dcp_loggerdebug BaseExceptionr))rrrt0resultr)t1)r$r"r#rrwrapperKs:         z6_dcp_method_logger..decorator..wrapper) functoolswrapsr rrr )r$r3r"r#)r$r decoratorJs$ z%_dcp_method_logger..decorator)rr r )r"r#r7rr6r_dcp_method_loggerEs$r8rankcCsJttjt}|tjtd|d}||t|dS)N[z6] %(asctime)s - %(name)s - %(levelname)s - %(message)s)loggersetLevelloggingINFO StreamHandler Formatter setFormatter addHandler)r9ch formatterrrr _init_loggerqs    rE)F)"r4r=r'collections.abcrtypingrrtyping_extensionsrrrtorch.distributed.c10d_logger distributedr-torch.distributed.checkpoint.logging_handlersr getLoggerr;rlistr__annotations___get_or_create_loggerr-r r dictrr boolr8rrErrrrs2      # ,