o ™ÄŽiy ã@s¬dZddlZddlmZddlmmZGdd„dejƒZGdd„dejƒZ Gdd„dejƒZ Gd d „d ejƒZ Gd d „d ejƒZ Gd d„dejƒZ Gdd„dejƒZdS)z Activation functions éNc@óeZdZedd„ƒZdS)ÚSiLUcCs|t |¡S©N)ÚtorchÚsigmoid©Úx©r úT/home/jeff/fluffinator/venv/lib/python3.10/site-packages/yolov5/utils/activations.pyÚforward sz SiLU.forwardN©Ú__name__Ú __module__Ú __qualname__Ú staticmethodr r r r r r órc@r)Ú HardswishcCs|t |ddd¡dS)Négg@)ÚFÚhardtanhrr r r r szHardswish.forwardNr r r r r rrrc@r)ÚMishcCs|t |¡ ¡Sr)rÚsoftplusÚtanhrr r r r sz Mish.forwardNr r r r r rrrc@s(eZdZGdd„dejjƒZdd„ZdS)ÚMemoryEfficientMishc@s$eZdZedd„ƒZedd„ƒZdS)zMemoryEfficientMish.FcCs | |¡| t t |¡¡¡Sr)Úsave_for_backwardÚmulrrrr)Úctxrr r r r %s zMemoryEfficientMish.F.forwardcCs>|jd}t |¡}t |¡ ¡}||||d||S)Nré)Ú saved_tensorsrrrrr)rÚ grad_outputrÚsxÚfxr r r Úbackward*s  zMemoryEfficientMish.F.backwardN)r rrrr r"r r r r r#s  rcCs |j |¡Sr)rÚapply©Úselfrr r r r 1s zMemoryEfficientMish.forwardN)r rrrÚautogradÚFunctionrr r r r r r!s rcs&eZdZd‡fdd„ Zdd„Z‡ZS)ÚFReLUrc s4tƒ ¡tj|||dd|dd|_t |¡|_dS)NrF)ÚgroupsÚbias)ÚsuperÚ__init__ÚnnÚConv2dÚconvÚ BatchNorm2dÚbn)r%Úc1Úk©Ú __class__r r r,7s zFReLU.__init__cCst || | |¡¡¡Sr)rÚmaxr1r/r$r r r r <sz FReLU.forward)r)r rrr,r Ú __classcell__r r r4r r(5sr(cs(eZdZdZ‡fdd„Zdd„Z‡ZS)ÚAconCzë ACON activation (activate or not) AconC: (p1*x-p2*x) * sigmoid(beta*(p1*x-p2*x)) + p2*x, beta is a learnable parameter according to "Activate or Not: Learning Customized Activation" . csVtƒ ¡t t d|dd¡¡|_t t d|dd¡¡|_t t d|dd¡¡|_ dS)Nr) r+r,r-Ú ParameterrÚrandnÚp1Úp2ÚonesÚbeta)r%r2r4r r r,Fs zAconC.__init__cCs.|j|j|}|t |j|¡|j|Sr)r;r<rrr>)r%rÚdpxr r r r Lsz AconC.forward©r rrÚ__doc__r,r r7r r r4r r8@s r8cs*eZdZdZd‡fdd„ Zdd„Z‡ZS) Ú MetaAconCzö ACON activation (activate or not) MetaAconC: (p1*x-p2*x) * sigmoid(beta*(p1*x-p2*x)) + p2*x, beta is generated by a small network according to "Activate or Not: Learning Customized Activation" . récsxtƒ ¡t|||ƒ}t t d|dd¡¡|_t t d|dd¡¡|_tj ||||dd|_ tj ||||dd|_ dS)NrT)r*) r+r,r6r-r9rr:r;r<r.Úfc1Úfc2)r%r2r3ÚsÚrÚc2r4r r r,Ws zMetaAconC.__init__cCsZ|jdddjddd}t | | |¡¡¡}|j|j|}|t ||¡|j|S)NéT)ÚdimÚkeepdimsr)ÚmeanrrrErDr;r<)r%rÚyr>r?r r r r aszMetaAconC.forward)rrrCr@r r r4r rBQs rB)rArÚtorch.nnr-Útorch.nn.functionalÚ functionalrÚModulerrrrr(r8rBr r r r Ús