Update convit.py

Cut out the duplicates
This commit is contained in:
Mike 2021-06-06 17:58:31 +08:00 committed by GitHub
parent 54a6cca27a
commit b87d98b238
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -64,7 +64,6 @@ class GPSA(nn.Module):
self.dim = dim
head_dim = dim // num_heads
self.scale = qk_scale or head_dim ** -0.5
self.locality_strength = locality_strength
self.qk = nn.Linear(dim, dim * 2, bias=qkv_bias)
self.v = nn.Linear(dim, dim, bias=qkv_bias)