U
    <ºc5  ã                š   @   sT  d dl mZ d dlmZmZmZmZ d dlmZm	Z	m
Z
mZmZmZmZmZmZmZmZmZ d dlmZmZmZmZmZmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1 d dl2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z;m<Z<m=Z=m>Z>m?Z?m@Z@mAZAmBZBmCZCmDZDmEZEmFZFmGZGmHZH d dlImJZJmKZKmLZLmMZMmNZNmOZO d dlPmQZQmRZRmSZSmTZTmUZUmVZVmWZWmXZXmYZYmZZZm[Z[m\Z\m]Z]m^Z^m_Z_m`Z`maZambZbmcZc d dldmeZemfZfmgZgmhZhmiZimjZjmkZk d d	llmmZmmnZnmoZompZpmqZqmrZr d d
lsmtZtmuZumvZvmwZw d dlxmyZymzZzm{Z{m|Z|m}Z}m~Z~ d dlm€Z€mZm‚Z‚mƒZƒm„Z„m…Z…m†Z†m‡Z‡mˆZˆm‰Z‰ d dlŠm‹Z‹mŒZŒ d dlmŽZŽmZmZm‘Z‘m’Z’m“Z“m”Z”m•Z• d dl–m—Z—m˜Z˜ d dl™mšZšm›Z›mœZœ d dlmžZžmŸZŸ d dl m¡Z¡m¢Z¢ d dl£m¤Z¤ d dl¥m¦Z¦m§Z§m¨Z¨m©Z©mªZª d dl«m¬Z¬m­Z­ d dl®m¯Z¯ dddddddddd d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmdndodpdqdrdsdtdudvdwdxdydzd{d|d}d~dd€dd‚dƒd„d…d†d‡dˆd‰dŠd‹dŒddŽddd‘d’d“d”d•d–d—d˜d™dšd›dœddždŸd d¡d¢d£d¤d¥d¦d§d¨d©dªd«d¬d­d®d¯d°gšZ°d±S )²é   )ÚModule)ÚIdentityÚLinearÚBilinearÚ
LazyLinear)ÚConv1dÚConv2dÚConv3dÚConvTranspose1dÚConvTranspose2dÚConvTranspose3dÚ
LazyConv1dÚ
LazyConv2dÚ
LazyConv3dÚLazyConvTranspose1dÚLazyConvTranspose2dÚLazyConvTranspose3d)Ú	ThresholdÚReLUÚHardtanhÚReLU6ÚSigmoidÚTanhÚSoftmaxÚ	Softmax2dÚ
LogSoftmaxÚELUÚSELUÚCELUÚGELUÚ
HardshrinkÚ	LeakyReLUÚ
LogSigmoidÚSoftplusÚ
SoftshrinkÚMultiheadAttentionÚPReLUÚSoftsignÚSoftminÚ
TanhshrinkÚRReLUÚGLUÚHardsigmoidÚ	HardswishÚSiLUÚMish)ÚL1LossÚNLLLossÚ	KLDivLossÚMSELossÚBCELossÚBCEWithLogitsLossÚ	NLLLoss2dÚCosineEmbeddingLossÚCTCLossÚHingeEmbeddingLossÚMarginRankingLossÚMultiLabelMarginLossÚMultiLabelSoftMarginLossÚMultiMarginLossÚSmoothL1LossÚ	HuberLossÚSoftMarginLossÚCrossEntropyLossÚTripletMarginLossÚTripletMarginWithDistanceLossÚPoissonNLLLossÚGaussianNLLLoss)Ú	ContainerÚ
SequentialÚ
ModuleListÚ
ModuleDictÚParameterListÚParameterDict)Ú	AvgPool1dÚ	AvgPool2dÚ	AvgPool3dÚ	MaxPool1dÚ	MaxPool2dÚ	MaxPool3dÚMaxUnpool1dÚMaxUnpool2dÚMaxUnpool3dÚFractionalMaxPool2dÚFractionalMaxPool3dÚLPPool1dÚLPPool2dÚAdaptiveMaxPool1dÚAdaptiveMaxPool2dÚAdaptiveMaxPool3dÚAdaptiveAvgPool1dÚAdaptiveAvgPool2dÚAdaptiveAvgPool3d)ÚBatchNorm1dÚBatchNorm2dÚBatchNorm3dÚSyncBatchNormÚLazyBatchNorm1dÚLazyBatchNorm2dÚLazyBatchNorm3d)ÚInstanceNorm1dÚInstanceNorm2dÚInstanceNorm3dÚLazyInstanceNorm1dÚLazyInstanceNorm2dÚLazyInstanceNorm3d)ÚLocalResponseNormÚCrossMapLRN2dÚ	LayerNormÚ	GroupNorm)ÚDropoutÚ	Dropout1dÚ	Dropout2dÚ	Dropout3dÚAlphaDropoutÚFeatureAlphaDropout)
ÚReflectionPad1dÚReflectionPad2dÚReflectionPad3dÚReplicationPad1dÚReplicationPad2dÚReplicationPad3dÚ	ZeroPad2dÚConstantPad1dÚConstantPad2dÚConstantPad3d)Ú	EmbeddingÚEmbeddingBag)ÚRNNBaseÚRNNÚLSTMÚGRUÚRNNCellBaseÚRNNCellÚLSTMCellÚGRUCell)ÚPixelShuffleÚPixelUnshuffle)ÚUpsamplingNearest2dÚUpsamplingBilinear2dÚUpsample)ÚPairwiseDistanceÚCosineSimilarity)ÚFoldÚUnfold)ÚAdaptiveLogSoftmaxWithLoss)ÚTransformerEncoderÚTransformerDecoderÚTransformerEncoderLayerÚTransformerDecoderLayerÚTransformer)ÚFlattenÚ	Unflatten)ÚChannelShuffler   r   r   r   r   r	   r
   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r+   r   r    r!   r"   r#   r$   r%   r&   r'   r(   r)   r*   r0   r1   r2   r3   r4   r5   r6   rD   r7   r8   r9   r:   r;   r<   r=   r>   rE   r?   r@   rA   rF   rG   rH   rI   rJ   rK   rL   rM   rN   rO   rP   rQ   rR   rS   rT   rU   rV   rW   rX   rl   r_   r`   ra   rf   rg   rh   rn   ro   rb   rp   rq   rr   rs   rt   ru   rv   rw   rx   rz   ry   r{   rm   r€   r   r‚   rƒ   r„   r…   r†   r‡   rˆ   r‰   rŠ   r‹   rŽ   rŒ   r   r   rY   rZ   r[   r\   r]   r^   rB   r|   r}   r~   r   r   r   r’   r‘   r“   r”   r•   r–   r—   r˜   r   r   r   r   r   r   r   rc   rd   re   ri   rj   rk   r™   rš   r,   r-   r.   r/   rC   r›   N)±Úmoduler   Zlinearr   r   r   r   Úconvr   r   r	   r
   r   r   r   r   r   r   r   r   Z
activationr   r   r   r   r   r   r   r   r   r   r   r   r   r    r!   r"   r#   r$   r%   r&   r'   r(   r)   r*   r+   r,   r-   r.   r/   Zlossr0   r1   r2   r3   r4   r5   r6   r7   r8   r9   r:   r;   r<   r=   r>   r?   r@   rA   rB   rC   rD   rE   Ú	containerrF   rG   rH   rI   rJ   rK   ZpoolingrL   rM   rN   rO   rP   rQ   rR   rS   rT   rU   rV   rW   rX   rY   rZ   r[   r\   r]   r^   Z	batchnormr_   r`   ra   rb   rc   rd   re   Zinstancenormrf   rg   rh   ri   rj   rk   Znormalizationrl   rm   rn   ro   Zdropoutrp   rq   rr   rs   rt   ru   Úpaddingrv   rw   rx   ry   rz   r{   r|   r}   r~   r   Úsparser€   r   Zrnnr‚   rƒ   r„   r…   r†   r‡   rˆ   r‰   ZpixelshufflerŠ   r‹   Z
upsamplingrŒ   r   rŽ   Zdistancer   r   Úfoldr‘   r’   Zadaptiver“   Ztransformerr”   r•   r–   r—   r˜   Úflattenr™   rš   Zchannelshuffler›   Ú__all__© r¤   r¤   ú=/tmp/pip-unpacked-wheel-gikjz4vx/torch/nn/modules/__init__.pyÚ<module>   s`  8|` T$  0(                                                                                                                                æ