U <cN$ @s$dZddlZddlZddlmZmZmZmZddlZddlm Z ddl m Z ddl mZmZddlmZddlmZed Zed d d ejd de jeeeje jfeee jee jdffdddZeje jdddZed d dejdde jeedddZed d deje j ee jdddZ!eje jeeee je j"d d!d"Z#ejd#d$Z$ejejd%d&d'Z%eje&d(d)d*Z'eje j"eee&d+d,d-Z(ed d d.ejed/d0d1Z)ed d d2d3d4Z*eej j_+eej j_,e!ej j _+e)ej j_-e*ej j"_.dS)5zAImporting this patches torch._C classes to add ONNX conveniences.N)AnyIterableTupleUnion)_C)_onnx) _deprecationutils)GLOBALS) _beartypez^(.+)_(([ifstgz])|(ty))$z1.13z1.14zknote 'g.op()' is to be removed from torch.Graph. Please open a GitHub issue if you need this functionality.)outputs.)gopnameraw_argsr returnc sdd|D}fdd|D}d|kr<|d\}}nd}|}t|||f||}tjrxt|tj tj |dkr| St | S)aCreates an ONNX operator "opname", taking "args" as inputs and attributes "kwargs". The set of operators and the inputs/attributes they take is documented at https://github.com/onnx/onnx/blob/master/docs/Operators.md This function is monkey-patched onto Graph. Args: g: The Torch graph. opname: The ONNX operator name, e.g., `Abs` or `Add`, or an operator qualified with a namespace, e.g., `aten::add`. raw_args: The inputs to the operator; usually provided as arguments to the `symbolic` definition. outputs: The number of outputs this operator returns. By default an operator is assumed to return a single output. If `outputs` is greater than one, this functions returns a tuple of output `Node`, representing each output of the ONNX operator in positional. kwargs: The attributes of the ONNX operator, whose keys are named according to the following convention: `alpha_f` indicates the `alpha` attribute with type `f`. The valid type specifiers are `f` (float), `i` (int), `s` (string) or `t` (Tensor). An attribute specified with type float accepts either a single float, or a list of floats (e.g., you would say `dims_i` for a `dims` attribute that takes a list of integers). Returns: The node representing the single output of this operator (see the `outputs` keyword argument for multi-return nodes). cSsi|]\}}|dk r||qSN).0kvrr;/tmp/pip-unpacked-wheel-gikjz4vx/torch/onnx/_patch_torch.py Dsz_graph_op..csg|]}t|qSr)_const_if_tensor)rargrrr Fsz_graph_op..::onnxr )itemssplitZ insertNode _new_noder Zonnx_shape_inferencerZ(_jit_pass_onnx_node_shape_type_inferencer Z _params_dictZexport_onnx_opset_versionoutputtupler ) rrr rkwargsargs namespaceopnrrr _graph_ops .r)rcCs*|dkr |St|tjr|St|d|dS)NConstant)value_z) isinstancerValuer))rrrrrrZs  rzknote 'g.at()' is to be removed from torch.Graph. Please open a GitHub issue if you need this functionality.) overload_name)roperatorr/cOst|df|||d|S)Nz aten::ATen)Z operator_sZoverload_name_s)r))rr0r/r%r$rrr_aten_opcs r1zknote 'b.op()' is to be removed from torch.Block. Please open a GitHub issue if you need this functionality.)blockrr%c Osd|kr|d\}}nd}|}||d||}|dk}ddh}t|D]"\} } | |krdqRt|| | |dqRt|} t| dkr|S| S)Nrrateninplacer3r ) r ZaddNodesortedr_add_attributer#r lenr") r2rr%r$r&r'r(r3 skip_attrsrrr rrr _block_opvs  r:)rr&r'r r%rc Os\|dk}||d|||}ddh}t|D]"\} } | |krFq4t|| | |dq4|S)a4Creates a new node in the graph. Args: g: The graph to create the operator on. namespace: The namespace of the operator. E.g., "aten", "onnx". op: The name of the operator to create. outputs: The number of the outputs of the node. Returns: The new node. r3rr4r5)creater6rr7) rr&r'r r%r$r3noder9rrrrrr!sr!cCs(t|tjj o&t|tj o&t|tSr)r,torchZ_sixZstring_classesTensorr)valuerrr _is_onnx_lists  r@xcCs|dkst|dS)z,Convert a scalar tensor into a Python value.r r)numelAssertionErrorrArrr_scalarsrE)rcCstjtjjkotjSr)r Zoperator_export_type_C_onnxZOperatorExportTypesZONNX_ATEN_FALLBACKZ_CAFFE2_ATEN_FALLBACKrrrr_is_caffe2_aten_fallbacksrG)r<keyr?r3cCst|}|dkr"td|d|d|d}}t|rH|d7}|rtrt|tjr| dkrrtdt |}t|t rd}nd }t ||d ||S) z7Initializes the right attribute based on type of value.NzInvalid attribute specifier 'z<' names must be suffixed with type, e.g. 'dim_i' or 'dims_i'r sz Should not pass tensor attributefi_) _ATTR_PATTERNmatch ValueErrorgroupr@rGr,r=r>rCrEfloatgetattr)r<rHr?r3mnamekindrrrr7s"      r7z/Use 'g.op()' to create a constant node instead.)type_cOs$t|tjst|dk std}|dks>|dks>t|dhkrHdg}d}|}|dkrdtj|}n|dkrxtj|}nl|dkrtj |}nX|d krtj |}nD|d krtj |}n0|d krtj |}n|d krtj |}ntd |||r |jd|d|i|S|jd|d|i|S)zThis helper function can create either constant tensor or constant scalar. If dims is None or 0 or [0], generate a 0-d tensor (scalar). NFrr TcharshortintlongZhalfrRdoublezfUnknown type, type should be one of the following strings: char, short, int, long, half, float, doubler*r+Zvalue_t)r*)r*)r,numbersNumberrDsetlowerr=Z CharTensorZ ShortTensorZ IntTensorZ LongTensorZ HalfTensorZ FloatTensorZ DoubleTensorrPZfill_r')rr?ZdimsrWr%r$ZisscalarZtensorrrr_graph_constants8          raz6Internally use '_node_get' in symbolic_helper instead.cCs||}t|||S)zlGets attributes of a node which is polymorphic over return type. This is monkey-patched onto Node. )ZkindOfrS)selfrselrrr _node_getitems rd)/__doc__r]retypingrrrrr=rZtorch._CrrFZ torch.onnxrr Ztorch.onnx._globalsr Ztorch.onnx._internalr compilerN deprecatedZbeartypeZGraphstrr>r-rZr)rr1ZBlockr:Noder!r@rEboolrGr7rardr'atZconstant __getitem__rrrrs     =  6