diff --git a/timm/models/hgnet.py b/timm/models/hgnet.py
index 59c7a870..ce2786bf 100644
--- a/timm/models/hgnet.py
+++ b/timm/models/hgnet.py
@@ -23,8 +23,8 @@ class LearnableAffineBlock(nn.Module):
                  scale_value=1.0,
                  bias_value=0.0):
         super().__init__()
-        self.scale = nn.Parameter(torch.tensor([scale_value]))
-        self.bias = nn.Parameter(torch.tensor([bias_value]))
+        self.scale = nn.Parameter(torch.tensor([scale_value]), requires_grad=True)
+        self.bias = nn.Parameter(torch.tensor([bias_value]), requires_grad=True)
 
     def forward(self, x):
         return self.scale * x + self.bias
@@ -262,7 +262,7 @@ class HGBlock(nn.Module):
         x = torch.cat(output, dim=1)
         x = self.aggregation(x)
         if self.residual:
-            x += identity
+            x = x + identity
         return x