U Jc@s^ddlmZmZmZddlZeeejfZeedddZ ee dddZ Gd d d eZ dS) )DictTupleAnyN)excreturncCs|t|jfSN)tb extract_tb __traceback__)rr K/tmp/pip-unpacked-wheel-gikjz4vx/torch/distributed/_shard/checkpoint/api.py_wrap_exceptionsr )objrcCs<t|tsdSt|dkrdSt|dto:t|dtjS)NFr) isinstancetuplelen BaseExceptionr StackSummary)rr r r _is_wrapped_exception s   rcsReZdZdZeeeefdfdd Ze eeefdddZ dd Z Z S) CheckpointExceptionzX Exception raised if failure was detected as part of a checkpoint load or save. )msgfailurescst||||_dSr)super__init__ _failures)selfrr __class__r r rszCheckpointException.__init__)rcCs|jS)z Returns: Dict of failed nodes and their associated exception. Keys are node ranks and values are exceptions )r)rr r r rszCheckpointException.failurescCszd|jd}|jD]X\}}|\}}|d|d7}|dk rX|dt|7}|dtjt||d7}q|S)NzCheckpointException ranks: z)Traceback (most recent call last): (RANK z) )value)rkeysitemsjoinr format_listformat_exception_onlytype)rstrZrankZexc_pairrtracer r r __str__!szCheckpointException.__str__) __name__ __module__ __qualname____doc__r)rintWRAPPED_EXCEPTIONrpropertyrr+ __classcell__r r rr rs r) typingrrr tracebackrrrr1r boolrrr r r r s