U <c6@sddlmZddlZddlmZmZddlmZddlm Z ddl m Z m Z ddl mZddlZdd lmZd d d d ddddgZdddgZdZdZGdddeZGdddeZGdddeZGdddeZGdd d eZd,d"d#Zd-d%d&Zejd'd(Zej j!e"d)d*d+Z#dS).) OrderedDictN)DictAny) RunMetadata)GraphDef) StepStatsDeviceStepStats) VersionDef) node_protoattributeNamesZhasMultipleOutputsZhasUsesinputskindoutputsZ outputsSize scopeNamenodeoffset debugNamez prim::GetAttrZ ClassTypec@seZdZdddZddZdS) NodeBaseN UnSpecifiedcCs(||_||_||_||_||_||_dSN)rr tensor_sizer attributesscope)selfrr rrop_typerrJ/tmp/pip-unpacked-wheel-gikjz4vx/torch/utils/tensorboard/_pytorch_graph.py__init__$s zNodeBase.__init__c Cshg}|tt|t|D]:}d|kr||dtt||ttt||qd|dS)N__z:  z )appendstrtypedirgetattrjoin)rreprmrrr__repr__6s &zNodeBase.__repr__)NNNNrr)__name__ __module__ __qualname__rr*rrrrr#s rcseZdZfddZZS)NodePycstt|||dd}g|_|D]}|dks:|dkrtt||}g}g}|D]8}|||r|| qV|dqVt |||t ||d|q&t ||t||q&dS)Nr rr) superr.rr listr&r"rZisCompleteTensorr$sizessetattr)rnode_cppZ valid_methodsr)Z list_of_nodeZio_unique_namesZio_tensor_sizesn __class__rrrBs    zNodePy.__init__r+r,r-r __classcell__rrr5rr.Asr.cseZdZdfdd ZZS)NodePyIONcs^tt||tz|}Wntk r<dg}YnX||_d|_|rZ||_ d|_dS)Nr ParameterzIO Node) r/r9r methods_IOr$r1 RuntimeErrorrrinput_or_output)rr3r=rr5rrr[s zNodePyIO.__init__)Nr7rrr5rr9Zsr9cseZdZfddZZS)NodePyOPcsDtt|ttfddDdd|_|_dS)Ncsi|]}|t|qSr) _node_get).0kr3rr tsz%NodePyOP.__init__..' ) r/r>r methods_OPr#r replacerr)rr3r5rBrroszNodePyOP.__init__r7rrr5rr>nsr>c@s@eZdZdZddZddZddZdd Zd d Zd d Z dS)GraphPyaHelper class to convert torch.nn.Module to GraphDef proto and visualization with TensorBoard. GraphDef generation operates in two passes: In the first pass, all nodes are read and saved to two lists. One list is for input/output nodes (nodes_io), which only have inbound or outbound connections, but not both. Another list is for internal operator nodes (nodes_op). The first pass also saves all scope name appeared in the nodes in scope_name_appeared list for later processing. In the second pass, scope names are fully applied to all nodes. debugNameToScopedName is a mapping from a node's ID to its fully qualified scope name. e.g. Net1/Linear[0]/1. Unfortunately torch.jit doesn't have totally correct scope output, so this is nontrivial. The function populate_namespace_from_OP_to_IO and find_common_root are used to assign scope name to a node based on the connection between nodes in a heuristic kind of way. Bookkeeping is done with shallowest_scope_name and scope_name_appeared. cCs$g|_t|_i|_d|_g|_dS)Ndefault)nodes_oprnodes_iounique_name_to_scoped_nameshallowest_scope_namescope_name_appearedrrrrrs zGraphPy.__init__cCs0t|tr||j|j<t|tr,|j|dSr) isinstancer9rKrr>rJr")rxrrrr"s   zGraphPy.appendcCs:td|jD] }t|q|jD]}t|j|q"dS)Nz all nodes)printrJrK)rrkeyrrrprintalls    zGraphPy.printallcCs$|jD]}|r|dd|_qdS)N/r)rNsplitrM)rZ fullscoperrrfind_common_roots zGraphPy.find_common_rootc sjD]L}t|j|jD]8\}}j|jt||j|j||j |j dj |<qq jD]$}|jD]}|jd|j |<qlqbj D]\}}t|tkr|jd|jj |<t|dr|jd|jj |<t|dr|jdk r|jd|jj |<|jdkrjrjd|jj |j<qj D]H\}}fdd|jDj |_|jj kr:j |jj |_q:dS)N)rrrUr=rrcsg|]}j|qSr)rL)r@Z node_input_idrOrr sz.)rJziprZoutputstensor_sizerNr"rrr rrrKrWrLitemsr$rrhasattrr=rM)rrZ node_outputZ outputSizeZ input_node_idrSrrOr populate_namespace_from_OP_to_IOsF         z(GraphPy.populate_namespace_from_OP_to_IOc Cs:g}|jD]&}|t|j|j|j|j|jdq|S)zi Converts graph representation of GraphPy object to TensorBoard required format. )inputZ outputsizeopr) rKvaluesr"r rr rrr)rnodesvrrrto_protos zGraphPy.to_protoN) r+r,r-__doc__rr"rTrWr\rbrrrrrHys/rHTcs2t|}i}t}|D]:}|r4t|dkr4q|tkr|t|dqi}| D]}|t kr$| d} | } |} | t kr| d} | } || }|dd}d||| || <nd| || <| tkr2t|}|| |_||qb|t|qbt|D]:\}}t|d}d |d |_ | g|_||q@d d }i||}|jd dD]0\}}||}|dd} d|| |<q|jD]L}|jd}fdd|D}||_t|r|jdd|7_q||S)aThis method parses an optimized PyTorch model graph and produces a list of nodes and node stats for eventual conversion to TensorBoard protobuf format. Args: graph (PyTorch module): The model graph to be parsed. trace (PyTorch JIT TracedModule): The model trace to be parsed. args (tuple): input tensor[s] for the model. omit_useless_nodes (boolean): Whether to remove nodes from the graph. rr]namerUz{}/{}.{}z __module.{}outputz output.{}r cSs&t|tjjr|j}n t|dd}|S)N original_nameModule)rPtorchjitZ TracedModule_namer&)module module_namerrrparse_traced_name%s z parse..parse_traced_nameZ__module)prefix.z{}[{}]cs*g|]"}|kr|n |ddqS)rpre)rV)r@aliasZ alias_to_namerrrX5szparse..)lenrHr Zusesr$rCLASSTYPE_KINDr"r9r` GETATTR_KINDsrfrr]rrVformatr>r enumeraterZ named_modulesrJanyr'r\rb)graphtraceargsZomit_useless_nodesZn_inputsrZnodes_pyrZ attr_to_scope attr_nameZattr_keyparentZparent_attr_nameZparent_attr_keyZ parent_scopeZ attr_scopeZnode_pyiZ node_pyiorn base_namerdrlmod_nameZmodule_aliases replacementsrrrrparsesn                  rFc Cst|fz(tjj|||d}|j}tj|Wn6tk rh}zt|td|W5d}~XYnXW5QRX|rt|t |||}t t t ddgdd}t |tdd d |fS) a  This method processes a PyTorch model and produces a `GraphDef` proto that can be logged to TensorBoard. Args: model (PyTorch module): The model to be parsed. args (tuple): input tensor[s] for the model. verbose (bool): Whether to print out verbose information while processing. use_strict_trace (bool): Whether to pass keyword argument `strict` to `torch.jit.trace`. Pass False when you want the tracer to record your mutable container types (list, dict) )strictzError occurs, No graph savedNz /device:CPU:0)Zdevice)Z dev_stats)Z step_stats)Zproducer)rversions)_set_model_to_evalrirjr{rz_CZ_jit_pass_inliner<rRrrrrrr ) modelr|verboseZuse_strict_tracer{rzeZ list_of_nodesZ stepstatsrrrrzAs    rzc csJt|tjjs8|j}|dz dVW5||Xnz dVW5XdS)zLA context manager to temporarily set the training mode of ``model`` to eval.FN)rPrirjZScriptFunctionZtrainingZtrain)rZoriginally_trainingrrrrns   r)rrScCs||}t|||S)z@Gets attributes of a node which is polymorphic over return type.)ZkindOfr&)rrSselrrrr?s r?)NT)FT)$ collectionsr contextlibtypingrrZ#tensorboard.compat.proto.config_pb2rZ"tensorboard.compat.proto.graph_pb2rZ'tensorboard.compat.proto.step_stats_pb2rrZ%tensorboard.compat.proto.versions_pb2r riZ _proto_graphr rFr;rurtobjectrr.r9r>rHrrzcontextmanagerrrNoder#r?rrrrs<       s U -