mirrors/pytorch-image-models
1
0
Fork 0
mirror of https://github.com/huggingface/pytorch-image-models.git synced 2025-06-03 15:01:08 +08:00
Code Issues Projects Releases Wiki Activity

unbiased=False for torch.var_mean path of ConvNeXt LN. Fix #1090

Browse Source
This commit is contained in:
Ross Wightman 2022-01-17 09:25:06 -08:00
parent e0c4eec4b6
commit 738a9cd635
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
timm/models/convnext.py
View File

@ -94,7 +94,7 @@ class LayerNorm2d(nn.LayerNorm):
return F.layer_norm( return F.layer_norm(
x.permute(0, 2, 3, 1), self.normalized_shape, self.weight, self.bias, self.eps).permute(0, 3, 1, 2) x.permute(0, 2, 3, 1), self.normalized_shape, self.weight, self.bias, self.eps).permute(0, 3, 1, 2)
else: else:
s, u = torch.var_mean(x, dim=1, keepdim=True) s, u = torch.var_mean(x, dim=1, unbiased=False, keepdim=True)
x = (x - u) * torch.rsqrt(s + self.eps) x = (x - u) * torch.rsqrt(s + self.eps)
x = x * self.weight[:, None, None] + self.bias[:, None, None] x = x * self.weight[:, None, None] + self.bias[:, None, None]
return x return x