U <c%@sddlZddlmmZddlZddlmZm Z ddl m Z m Z dZ ddZdd Zdd d Zd d ZddZddZddZddZddZddZdS)N)ListOptional)set_grad_sample_if_exists unpack_expanded_weight_or_tensor cCs2|tjkr|S|tjkr|S|tjks*t|SdSN)FZconv1dZconv2dZconv3dAssertionError)funcZ conv1dOptZ conv2dOptZ conv3dOptr O/tmp/pip-unpacked-wheel-gikjz4vx/torch/nn/utils/_expanded_weights/conv_utils.py conv_picker s   rcCsN|dt|t|}|t|t|d}ddt||D}t||S)NcSsi|]\}}||qSr r ).0nameargr r r sz(conv_args_and_kwargs..)lenzipconv_normalizer)Z kwarg_namesZexpanded_args_and_kwargsargskwargsr r r conv_args_and_kwargssrcCs||f|||||dfS)N)biasstridepaddingdilationgroupsr )inputweightrrrrrr r r rsrcCs*|dkr |St||||}t||SdS)Nvalid)int_padding_for_string_paddingr pad)r padding_stylerr kernel_sizerr r r conv_input_for_string_padding sr%cs|fdd}|dkrNg}tt|dddddD]}|t||||7}q.|S|dkrht|dd d d Std |d dS)Ncsttr|SSr) isinstancetuple)irr r get_dilation)sz4int_padding_for_string_padding..get_dilationsamerrr )rzgot padding type of z, only accept 'same' or 'valid')rangerconv_padding_for_same RuntimeError)r r#rr$r*rr(r r)r r!(s r!cCs$||d}|d}||}||fS)Nrr,r )rr$Z total_padZleft_padZ right_padr r r r18s r1c s f dd}fdd}dd}jj |j|j|jjf\gtdtdd d D]} |qzj g}|d|d|j }j rg} td dd} t| D]H}j d|} | ||| |||d |qt j} ttjtjtj} | | dt| }j rtt|D],}t|d|||dj d|}qv||n |d|dgd }tj|tjfd dt|S)Nc sFtkr(dkr(tj Stj  SdS)Nr) THRESHOLDconv_group_weight_grad_samplerconv_unfold_weight_grad_sample)r batch_sizectxrr grad_outputrr$rr weight_shaper r weight_grad_sampleAs z)conv_backward..weight_grad_samplecs,t|tr$t|f||f|||fS|SdSr)r&intr)param)r r r expandHs zconv_backward..expandcsR|rRsz.calc_total_padding..rr-css|]}d|VqdS)r,Nr )rr"r r r r@Us)r!r'r0r)r Zwas_samerrr$ total_paddingr r?r calc_total_paddingNs &z)conv_backward..calc_total_paddingr,r.rr/cs jjdddjddS)Nr,r-)Zdim)r-)reshapeshapesum)_)r9r r |zconv_backward..)rrGrrrrr0rappendr7Zwas_same_paddingZinput_required_gradZorig_input_shaperr Zconv_transpose1dZconv_transpose2dZconv_transpose3dr'rtorchnarrowrr)r r8r9r;r>rCr(resultsrBZoutput_padding input_dimsZ input_dimZweight_Ztranspose_funcoutr r6r conv_backward?s>  (   8 *   rRc  sjd} jd} t|fddfddfdd} | || djd}td|} | | |d|t| |t} td |  } | gt |} | | } | S) Nrrcs:tjdddfddfddfddfdS)NrArr)r$rrr)r unfoldZ unsqueezer rrr$rrr r rJs     z0conv_unfold_weight_grad_sample..cstjdS)N)rrr)r rSr rTr r rJrKcstSr)unfold3dr rTr r rJrKr-z noq,npq->nopzngrg...->ngr...) rGrrFrMZeinsumviewr<npprod contiguouslist)rr9r:r$rrrrr nZ in_channelsZ unfold_funcr;rGr rTr r5s.     r5c Cs|jd}|jd} |dd} |j|jd|jddf|jdd} || | d||||d} t|ddd} td| D]}| |d||} qz| j||| f| jdd} | dd} | S)Nrrr,)rrrrrDr.rE)rG transposerVrr0rNZmovedim)rr9r:rrrr7r IOZinput_Z grad_output_r;rPr(r r r r4s   , r4c Cst|jdkrtd|j|dkr6td|d|j\}}}}}t||d|d|d|d|d|df}|jd|d|dd }|jd |d|dd }|jd |d|dd }|ddd d ddd d }||d|t | dd}|S)a Extracts sliding local blocks from an batched input tensor. :class:`torch.nn.Unfold` only supports 4D inputs (batched image-like tensors). This method implements the same action for 5D inputs Args: tensor: An input tensor of shape ``(B, C, D, H, W)``. kernel_size: the size of the sliding blocks padding: implicit zero padding to be added on both sides of input stride: the stride of the sliding blocks in the input spatial dimensions dilation: the spacing between the kernel points. Returns: A tensor of shape ``(B, C * np.product(kernel_size), L)``, where L - output spatial dimensions. See :class:`torch.nn.Unfold` for more details Example: >>> B, C, D, H, W = 3, 4, 5, 6, 7 >>> tensor = torch.arange(1, B*C*D*H*W + 1.).view(B, C, D, H, W) >>> # xdoctest: +SKIP >>> unfold3d(tensor, kernel_size=2, padding=0, stride=1).shape torch.Size([3, 32, 120]) rEz6Input tensor must be of the shape [B, C, D, H, W]. Got)rrrz dilation=z not supported.r,rr)Z dimensionsizesteprDr.r/r-) rrG ValueErrorNotImplementedErrorr r"rSZpermuterFrWrXr\)Ztensorr$rrrr7ZchannelsrIr r r rUs( &rU)Nrrrr)rMZtorch.nn.functionalnnZ functionalr ZnumpyrWtypingrrZexpanded_weights_utilsrrr3rrrr%r!r1rRr5r4rUr r r r s  @"