mirrors/pytorch-image-models
1
0
Fork 0
mirror of https://github.com/huggingface/pytorch-image-models.git synced 2025-06-03 15:01:08 +08:00
Code Issues Projects Releases Wiki Activity

Fix tracing by removing float cast, should end up float anyways

Browse Source
This commit is contained in:
Ross Wightman 2024-06-22 08:35:30 -07:00
parent fb58a73033
commit c715c724e7
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
timm/models/davit.py
View File

@ -137,7 +137,7 @@ class ChannelAttentionV2(nn.Module):
q, k, v = qkv.unbind(0) q, k, v = qkv.unbind(0)
if self.dynamic_scale: if self.dynamic_scale:
q = q * float(N) ** -0.5 q = q * N ** -0.5
else: else:
q = q * self.head_dim ** -0.5 q = q * self.head_dim ** -0.5
attn = q.transpose(-1, -2) @ k attn = q.transpose(-1, -2) @ k