mirror of
https://github.com/open-mmlab/mmcv.git
synced 2025-06-03 21:54:52 +08:00
c47c9196d0
* [Docs] Add header for files * change to OpenMMLab * add headers for .cpp, .cu, .h, .cuh * replace Open-MMLab with OpenMMLab
26 lines
485 B
Python
26 lines
485 B
Python
# Copyright (c) OpenMMLab. All rights reserved.
|
|
import torch
|
|
import torch.nn as nn
|
|
|
|
from .registry import ACTIVATION_LAYERS
|
|
|
|
|
|
@ACTIVATION_LAYERS.register_module()
|
|
class Swish(nn.Module):
|
|
"""Swish Module.
|
|
|
|
This module applies the swish function:
|
|
|
|
.. math::
|
|
Swish(x) = x * Sigmoid(x)
|
|
|
|
Returns:
|
|
Tensor: The output tensor.
|
|
"""
|
|
|
|
def __init__(self):
|
|
super(Swish, self).__init__()
|
|
|
|
def forward(self, x):
|
|
return x * torch.sigmoid(x)
|