U <cA@sdZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl mZddlZdZddddd d gZd dZd dZdefd dZddZdd Zdd ZddddZdS)a- model_dump: a one-stop shop for TorchScript model inspection. The goal of this tool is to provide a simple way to extract lots of useful information from a TorchScript model and make it easy for humans to consume. It (mostly) replaces zipinfo, common uses of show_pickle, and various ad-hoc analysis notebooks. The tool extracts information from the model and serializes it as JSON. That JSON can then be rendered by an HTML+JS page, either by loading the JSON over HTTP or producing a fully self-contained page with all of the code and data burned-in. N)Dicti@get_storage_infohierarchical_pickleget_model_infoget_inline_skeleton burn_in_infoget_info_and_burn_skeletoncCst|tjjjst|jdks"t|jdks0t|jdks>tt|j t sNtt |j dks`t|j d}t|t sxtt |dkst|ddkstt|dtjjj st|djdkst|dj dst|djdd gt|d d}|S) NZpersobjrstoragetorchZStorage) isinstancer utils show_pickle FakeObjectAssertionErrormodulenamestateargstuplelen FakeClassendswithreplacelist)r sa storage_infor!C/tmp/pip-unpacked-wheel-gikjz4vx/torch/utils/model_dump/__init__.pyrZs $cCs.t|tttttdfr|St|tr4dd|DSt|trNdtt|iSt|t r|dtt| tt| dSt|t j jjr|jd|j}|ds|ds|d r|jd kst|t|jd S|d kr |jdkst|j\}}}}}}t|}d |||||giS|dkr|jdks:t|j\}}}}} }}t|}t| tsftt| dt j jjst| djdkst| djdkrt| dkstt| dtstt| dtstt| dd} ng} | djg| } d||||| |giS|dkrT|jdks2t|j\} } t| tsLtt| Std|r|jdksrt|j\}t|tstt|S|dkr|jdkst|j\}t|tst|S|dkr |jdkst|j\}t|tst|t|fd Std|tdt|dS)NcSsg|] }t|qSr!)r).0dr!r!r" psz'hierarchical_pickle..Z__tuple_values__T)Z __is_dict__keysvalues.z __torch__.ztorch.jit.LoweredWrapper.ztorch.jit.LoweredModule.r!)Z__module_type__rztorch._utils._rebuild_tensor_v2Z __tensor_v2__ztorch._utils._rebuild_qtensorrr Zper_tensor_affiner rZ __qtensor__z"torch.jit._pickle.restore_type_tagz%torch\.jit\._pickle\.build_[a-z]+listz torch.devicezbuiltin.UnicodeDecodeErrorz*Can't prepare fake object of type for JS: z#Can't prepare data of type for JS: )rboolintfloatstrtyperrrdictr&r'r rrrrr startswithrrrrrrre fullmatch Exception)datatypenamer offsetsizeZstrideZ requires_gradhooksr Z quantizerZquantizer_extraZquantizer_jsonr typZlsrmsgr!r!r"rls          c+ s^t|tjr"t|}|j}nDt|trB|}t|j}n$d}| dt j | }| d|pl|}t |dg}D]\}tdd|j}dkr|n|krtdd||t|j|j|j|jdqdk std d }fd d } | d } | d} ifdd} i} D]}|jds`qH|}|}W5QRX|jd}|}W5QRXt |}dt!|dkrt|dtr|ddkr|\}}fdd}t"||}t#|}|s|d|ddt!|kr<|t!|dfg}t$||ddD]\}}|^}}}|d}||kszt|\}}}|\}} }!t!|t!|%d krd}d}|||}"||"d | | |!| |||gqR|| |j<qHt&t'd}#i}$D]z}|#(|js&q|j|kr6q|B}zt)*|}%|%|$|j<Wn"t)j+k r|d|$|j<YnXW5QRXqdh}&i}'D]}|jdsq|}t,j-j.j/|dd *}(W5QRXt 0})t11|(|)|)2}*tj34|j|&kr"t!|*|kr"q|*|'|j<qW5QRXd!t||||t#| | | |$|'d" iS)#zGet JSON-friendly information about a model. The result is suitable for being saved as model_info.json, or passed to burn_in_info. bufferrNz/.*rzMismatched prefixes: z != )filename compressionZcompressed_size file_sizez/versionzutf-8c sXdk s td|d,}tjjj|dd}t|W5QRSQRXdS)N/.pklTZcatch_invalid_utf8)ropenr rr DumpUnpicklerloadr)rhandleraw) path_prefixzfr!r" get_pickles z"get_model_info..get_pickler4 constantscs|krt|<|SN)r)s)interned_stringsr!r"ists zget_model_info..istz.pyz .debug_pklr)ZFORMAT_WITH_STRING_TABLEc sL|\}\\}}}}}}dfdd|D}|} ||| |f||f|fS)Nrc3s|]}|VqdSrKr!)r#x text_tabler!r" sz;get_model_info..parse_new_format..)join) linenumZ text_indexesZ fname_idxr6startendtagtextfnamerPr!r"parse_new_formatsz(get_model_info..parse_new_format)r)rrrrrr\r z/extra/.*\.jsonz INVALID JSONz bytecode.pklr@TrAmodel) titler>version zip_filesrM code_files model_datarJextra_files_jsons extra_pickles)5rosPathLikefspathstatst_sizer-pathlibPathseekioSEEK_ENDtellzipfileZipFileinfolistr1subr<r3appendr/ compress_type compress_sizer>rreaddecodestriprrBpickleloadsrmaprzipencodecompileescaper2jsonrDJSONDecodeErrorr rrrCStringIOpprintgetvaluepathbasename)+Z path_or_filer_Zextra_file_size_limitZ default_titler>raZziprefixr`rIrcrJrNrbrEZraw_codeZ raw_debugZ debug_info_t_contentr[Z debug_infoZ code_partsZdiZdi_nextrVZ source_rangerWsourceZs_startZs_endZs_textZs_fileZs_linerYZextra_files_json_patternrdZ json_contentZalways_render_picklesrer bufcontentsr!)rMrGrQrHr"rs                     (         cCstjdkrtdddl}|jtd}|jtd}dD]<}|jt|d}d tj |}| d |d |}q:| d d |}|S)zGet a fully-inlined skeleton of the frontend. The returned HTML page has no external network dependencies for code. It can load model_info.json over HTTP, or be passed to burn_in_info. )r)z'get_inline_skeleton requires Python 3.7rNz skeleton.htmlzcode.js)ZpreactZhtmz.mjszdata:application/javascript,zhttps://unpkg.com/z?modulez src="./code.js">z> ) sys version_infor3importlib.resources resources read_text __package__ read_binaryurllibparsequoter) importlibskeletonZjs_codeZ js_moduleZjs_libZjs_urlr!r!r"ras cCs"|ddtj|ddddS)zBurn model info into the HTML skeleton. The result will render the hard-coded model info and have no external network dependencies for code or data. zBURNED_IN_MODEL_INFO = nullzBURNED_IN_MODEL_INFO = T sort_keysr?z\/)rrdumps)rinfor!r!r"rws cKs t|f|}t}t||}|SrK)rrr)Zpath_or_bytesiokwargsZ model_inforpager!r!r"rs  )stdoutcCst}|jdddgd|d|d||dd}t|j|jd}|pXtj}|j dkr~| t j |d d d n.|j dkrt }t||}| |ntd dS) Nz--stylerhtml)choicesz--titler^r )r_Tr z Invalid style)argparseArgumentParser add_argument parse_argsrr^r_rrstylewriterrrrr3)argvrparserrroutputrrr!r!r"mains       r)__doc__rrfrnrkr1rrqrr{r urllib.parsertypingrZtorch.utils.show_pickler ZDEFAULT_EXTRA_FILE_SIZE_LIMIT__all__rrrrrrrr!r!r!r"s8@ Q '