Incorrectly named head_hidden_size

This commit is contained in:
Ross Wightman 2024-09-13 18:21:05 -07:00
parent 91e743f2dd
commit 9d1dfe8dbe

View File

@ -384,7 +384,7 @@ class MambaOut(nn.Module):
drop_rate=drop_rate,
)
self.num_features = prev_dim
self.hidden_size = self.head.num_features
self.head_hidden_size = self.head.num_features
self.apply(self._init_weights)