mirror of
https://github.com/huggingface/pytorch-image-models.git
synced 2025-06-03 15:01:08 +08:00
Update convit.py
Cut out the duplicates
This commit is contained in:
parent
54a6cca27a
commit
b87d98b238
@ -64,7 +64,6 @@ class GPSA(nn.Module):
|
||||
self.dim = dim
|
||||
head_dim = dim // num_heads
|
||||
self.scale = qk_scale or head_dim ** -0.5
|
||||
self.locality_strength = locality_strength
|
||||
|
||||
self.qk = nn.Linear(dim, dim * 2, bias=qkv_bias)
|
||||
self.v = nn.Linear(dim, dim, bias=qkv_bias)
|
||||
|
Loading…
x
Reference in New Issue
Block a user