U <c@sddlZddlmZddlmZmZddlZddlZddlZddl m Z Gdddej Z Gddde Z Gd d d e ZGd d d ejZeed ddZejdeeedddZejddZdS)N)tree_map)IteratorList)TorchDispatchModecsVeZdZUejed<dgZejZ ej j Z e ddZfddZed dd ZZS) LoggingTensorelemc OsNtjj|||||j|j|j| ddd}|j rD| n||_ |S)N requires_gradF)stridesstorage_offsetdtypelayoutdevicer) torchTensorZ_make_wrapper_subclasssizeZstrider r r r getrdetachr)clsrargskwargsrrJ/tmp/pip-unpacked-wheel-gikjz4vx/torch/testing/_internal/logging_tensor.py__new__"s zLoggingTensor.__new__cstj|jdS)N)Ztensor_contents)super__repr__rself __class__rrr2szLoggingTensor.__repr__rNc spfdd}fdd}"t||t||t||}W5QRXtd|jd|j||||S)Ncst|r|jS|SN) isinstancererrrunwrap7sz0LoggingTensor.__torch_dispatch__..unwrapcst|tjr|S|Sr )r!rrr"r$rrwrap:sz.LoggingTensor.__torch_dispatch__..wrapr.)contextrlogging getLoggerinfo __module____name__)rfunctypesrrr%r&rsrr$r__torch_dispatch__5s    &$z LoggingTensor.__torch_dispatch__)rN)r-r, __qualname__rr__annotations__ __slots__ contextlib nullcontextr(Z_CZ_disabled_torch_function_implZ__torch_function__ staticmethodrr classmethodr1 __classcell__rrrrrs    rc@seZdZdddZdS)LoggingTensorModerNcCs>|dkr i}|||}td|jd|j||||S)Nrr')r)r*r+r,r-)rr.r/rrr0rrrr1Cs  $z$LoggingTensorMode.__torch_dispatch__)rN)r-r,r2r1rrrrr:Bsr:c@seZdZejjZdS)LoggingTensorReentrantN)r-r,r2rZ overridesZenable_reentrant_dispatchr(rrrrr;Jsr;c@s`eZdZUeeed<eed<eeeddddZe eddd Z e ed d d Z d dZ dS)LoggingTensorHandlerlog_list next_shortidN)r=use_shortid_for_all_tensorsreturncCs"tj|||_d|_||_dS)Nr)r)Handler__init__r=r>r?)rr=r?rrrrBRs zLoggingTensorHandler.__init__)or@cCs&t|ds |j|_|jd7_|jS)N_shortid)hasattrr>rD)rrCrrrrDZs zLoggingTensorHandler._shortid)ar@cCs2|jr tjnt}t||r*d||St|S)N$)r?rrrr!rDrepr)rrGZcond_clsrrr_fmt`szLoggingTensorHandler._fmtcsdtfdd|jdDfdd|jdD}t|jdttfrpdfdd|jdDn|jd}j |d |j d |d dS) Nz, c3s|]}|VqdSr rJ.0rGrrr fsz,LoggingTensorHandler.emit..rc3s&|]\}}|d|VqdS)=NrK)rMkvrrrrNgsrEc3s|]}|VqdSr rKrLrrrrNisz = ()) join itertoolschainritemsr!listtuplerJr=appendmsg)rrecordZfmt_argsZfmt_retsrrremitds zLoggingTensorHandler.emit) r-r,r2rstrr3intboolrBobjectrDrJr^rrrrr<Ns  r<namevarcCstdd|fi|fdS)Nrinput)r)r*r+rcrrr log_inputmsrgF)r@c csRtd}g}t||d}|||tjd|_z |VW5||XdS)Nr)r?F)r)r*r< addHandlersetLevelINFO propagate removeHandler)Zis_modeloggerr=handlerrrr capture_logsps     roc cs0t td }|VW5QRXW5QRXdS)NT)r:ro)Zlogsrrr%capture_logs_with_logging_tensor_mode}srp)F)rZtorch.utils._pytreertypingrrr)r5rVZtorch.utils._python_dispatchrrrr:r;rAr<r_rbrgcontextmanagerrorprrrrs  )