mirrors/pytorch-image-models
1
0
Fork 0
mirror of https://github.com/huggingface/pytorch-image-models.git synced 2025-06-03 15:01:08 +08:00
Code Issues Projects Releases Wiki Activity

Update metaformers.py

Browse Source
This commit is contained in:
Fredo Guan 2023-01-07 23:34:02 -08:00
parent d484d86189
commit fcaf9b8d23
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
timm/models/metaformers.py
View File

@ -356,8 +356,8 @@ class LayerNormGeneral(nn.Module):
self.normalized_dim = normalized_dim
self.use_scale = scale
self.use_bias = bias
self.weight = nn.Parameter(torch.ones(affine_shape)) if scale else torch.ones(affine_shape)
self.bias = nn.Parameter(torch.zeros(affine_shape)) if bias else torch.zeros(affine_shape)
self.weight = nn.Parameter(torch.ones(affine_shape)) if scale else 1
self.bias = nn.Parameter(torch.zeros(affine_shape)) if bias else 0
self.eps = eps
def forward(self, x):