U <cQ,@sHUddlmZmZmZmZmZmZmZmZm Z m Z m Z m Z ddl Z ddlmZmZe dZe dZe dZeZeZeegeeeffZeeegefZGdddeZiZeeeefed <eeedd d d Zeeefeeeefd ddZeeeeeefdddZeeeeeefd ddZeeeeedddZeedfeeeefd ddZ eeeeedfdddZ!eeeeefd ddZ"eeeedddZ#d eeeefd d!d"Z$eeed dd#d$Z%ee&eeee'eeee(e e!eee"e#eee$e%ee)d%d&d'Z*eed%d(d)Z+ee)d%d*d+Z,Gd,d-d-Z-Gd.d/d/e-Z.eeeee-fd%d0d1Z/eee-ed2d3d4Z0eeed5d6d7Z1eeeeefZ2e eeeeedffZ3ee eefgefZ4eegefZ5eegefZ6eegeegeffZ7e e2eefe7e4eeefd8d9d:Z8e eee7e5eefd8d;d:Z8e e3e7e6ed8dd?d@Z9e e2eefe4eeefeed>dAd@Z9e3e6eeed>dBd@Z9eege)fee)dCdDdEZ:eege)fee)dCdFdGZ;e eee5ee)fee)dHdIdJZdS)T) NamedTupleCallableAnyTupleListDictTypecastOptionalTypeVaroverloadUnionN) namedtuple OrderedDictTSRc@seZdZUeed<eed<dS)NodeDef flatten_fn unflatten_fnN)__name__ __module__ __qualname__ FlattenFunc__annotations__ UnflattenFuncrr7/tmp/pip-unpacked-wheel-gikjz4vx/torch/utils/_pytree.pyr&s rSUPPORTED_NODES)typrrreturncCst||t|<dSN)rr)rrrrrr_register_pytree_node,sr")dr cCst|t|fSr!listvalueskeysr#rrr _dict_flatten/sr))r&contextr cCsddt||DS)NcSsi|]\}}||qSrr.0keyvaluerrr 3sz#_dict_unflatten..)zipr&r*rrr_dict_unflatten2sr2cCs|dfSr!rr(rrr _list_flatten5sr3cCst|Sr!r%r1rrr_list_unflatten8sr5.cCs t|dfSr!r4r(rrr_tuple_flatten;sr6cCst|Sr!)tupler1rrr_tuple_unflatten>sr8cCst|t|fSr!)r%typer(rrr_namedtuple_flattenAsr:cCstt||Sr!)r rr1rrr_namedtuple_unflattenDsr;zOrderedDict[Any, Any]cCst|t|fSr!r$r(rrr_odict_flattenGsr<cCstddt||DS)Ncss|]\}}||fVqdSr!rr+rrr Ksz#_odict_unflatten..)rr0r1rrr_odict_unflattenJsr>)pytreer cCsVt|}|j}t|dks&|dtkr*dSt|dd}t|tsDdStdd|DS)NrF_fieldscss|]}t|tkVqdSr!)r9str)r,entryrrrr=^sz*_is_namedtuple_instance..)r9 __bases__lenr7getattr isinstanceall)r?rbasesfieldsrrr_is_namedtuple_instanceVs  rKcCst|r tSt|Sr!)rKrr9r?rrr_get_node_type`srMcCst|tkSr!)rMrr'rLrrr_is_leaffsrNc@sReZdZeeedddddZedddZee dd d Z ee dd d Z dS) TreeSpecN)rr*children_specsr cCs*||_||_||_tdd|D|_dS)NcSsg|] }|jqSr) num_leaves)r,specrrr tsz%TreeSpec.__init__..)r9r*rPsumrQ)selfrr*rPrrr__init__pszTreeSpec.__init__r cCs d|jjd|jd|jdS)Nz TreeSpec(z, ))r9rr*rPrUrrr__repr__vszTreeSpec.__repr__)otherr cCs:|j|jko.|j|jko.|j|jko.|j|jk}tt|Sr!)r9r*rPrQr bool)rUr[resultrrr__eq__ys   zTreeSpec.__eq__cCs || Sr!)r^)rUr[rrr__ne__szTreeSpec.__ne__) rrrrContextrrVrBrZr\r^r_rrrrrOosrOcs0eZdZddfdd ZedddZZS)LeafSpecNrWcstddgd|_dS)Nr@)superrVrQrY __class__rrrVszLeafSpec.__init__cCsdS)N*rrYrrrrZszLeafSpec.__repr__)rrrrVrBrZ __classcell__rrrcrrasrac Csrt|r|gtfSt|}t|j}||\}}g}g}|D]"}t|\}} ||7}|| q>|t|||fS)zkFlattens a pytree into a list of values and a TreeSpec that can be used to reconstruct the pytree. )rNrarMrr tree_flattenappendrO) r? node_typer child_pytreesr*r]rPchildflat child_specrrrrgs     rg)r&rRr cCst|tstdt|dt||jkrNtdt|d|jd|dt|tr`|dSt|jj}d}d}g}|j D]*}||j7}| t |||||}q~|||j S)zqGiven a list of values and a TreeSpec, builds a pytree. This is the inverse operation of `tree_flatten`. z^tree_unflatten(values, spec): Expected `spec` to be instance of TreeSpec but got item of type .z2tree_unflatten(values, spec): `values` has length z, but the spec refers to a pytree that holds z items (z).r) rGrO ValueErrorr9rErQrarrrPrhtree_unflattenr*)r&rRrstartendrjrmrrrrps&     rp)fnr?r cs$t|\}}tfdd|D|S)Ncsg|] }|qSrr)r,irsrrrSsztree_map..)rgrp)rsr? flat_argsrRrrurtree_maps rw)tyr cCsdSr!rrxrrrmap_onlysrzcCsdSr!rryrrrrzscCsdSr!rryrrrrzscs,ttgtfttgtfdfdd }|S)a Suppose you are writing a tree_map over tensors, leaving everything else unchanged. Ordinarily you would have to write: def go(t): if isinstance(t, Tensor): return ... else: return t With this function, you only need to write: @map_only(Tensor) def go(t): return ... You can also directly use 'tree_map_only' )fr cs$tttdfdd }|S)N)xr cst|r|S|SdSr!rG)r|)r{rxrrinners z%map_only..deco..inner) functoolswrapsrr)r{r~ry)r{rdecoszmap_only..deco)rrr)rxrrryrrzs()rxrsr?r cCsdSr!rrxrsr?rrr tree_map_onlysrcCsdSr!rrrrrrscCstt|||Sr!)rwrzrrrrrs)predr?r cCst|\}}tt||Sr!)rgrHmaprr?rv_rrrtree_alls rcCst|\}}tt||Sr!)rganyrrrrrtree_anys r)rxrr?r cCsdSr!rrxrr?rrr tree_all_only srcCsdSr!rrrrrrscs$t|\}}tfdd|DS)Nc3s |]}t|r|VqdSr!r}r,r|rrxrrr=s z tree_all_only..)rgrHrxrr?rvrrrrrs cCsdSr!rrrrr tree_any_onlysrcCsdSr!rrrrrrscs$t|\}}tfdd|DS)Nc3s |]}t|r|VqdSr!r}rrrrr= s z tree_any_only..)rgrrrrrrs )r?rRr c Cst|tstt|r"|g|jSt|tr0dSt|}||jkrFdSt|j }||\}}t |t |j ksx||j kr|dSg}t ||j D]*\}}t||} | dk r|| 7}qdSq|Sr!)rGrOAssertionErrorrNrQrarMr9rrrErPr*r0_broadcast_to_and_flatten) r?rRrirrjctxr]rkrmrlrrrr*s&       r)?typingrrrrrrrr r r r r r collectionsrrrrrr`ZPyTreerrrrrr"r)r2r3r5r6r8r:r;r<r>dictr%r7r\rKrMrNrOrargrprwZType2ZTypeAnyZFn2ZFnZFnAnyZ MapOnlyFnrzrrrrrrrrrrs8$ $       (""("("(