U <c @shUddlmZddlZddlZddlmZmZmZiZeeej j fe d<ddZ Gdddej ZdS) ) _TensorBaseN)CallableDictcastHANDLED_FUNCTIONScstfdd}|S)Ncs |t<|SN)r)Z autograd_functorch_functionZ/tmp/pip-unpacked-wheel-gikjz4vx/torch/nn/utils/_expanded_weights/expanded_weights_impl.py decorator sz.implements_per_sample_grads..decorator) functoolswraps)r r r rr implements_per_sample_grads src@sFeZdZddZeZddZed ddZe d d Z e d d Z dS)ExpandedWeightcCs||_||_||_dSr) batch_size orig_weightloss_reduction)selfrrrr r r __init__szExpandedWeight.__init__cCsHt|tjs tdt|j|js.tdtjtt ||d}|S)Nz/Can only make Expanded Weights of Tensors, got zCCan only build ExpandedWeights objects of tensors that require_gradT) isinstancetorchTensor RuntimeErrortype__name__Z requires_gradZ_make_subclassrr)clsrrrretr r r __new__$s  zExpandedWeight.__new__r NcCsV|dkr i}||jkrB|j|jt||f|t|Std|jdS)Nz8Expanded Weights encountered but cannot handle function )handled_functionsapplytuplekeysvaluesrr)rfunc_argskwargsr r r __torch_function__,s  ,z!ExpandedWeight.__torch_function__cCs|jjSr)rdtyperr r r r)6szExpandedWeight.dtypecCs|jjSr)rshaper*r r r r+:szExpandedWeight.shape)r N) r __module__ __qualname__rrrr classmethodr(propertyr)r+r r r r rs  r)Ztorch._Crrr typingrrrrZautogradZFunction__annotations__rrrr r r r s