mirrors/pytorch-image-models
1
0
Fork 0
mirror of https://github.com/huggingface/pytorch-image-models.git synced 2025-06-03 15:01:08 +08:00
Code Issues Projects Releases Wiki Activity

Remove patch dropout layer as it should be integrated into packing

Browse Source
This commit is contained in:
Ross Wightman 2023-09-13 15:47:51 -07:00
parent 64614050cc
commit d81f75b461
1 changed files with 0 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
timm/models/vision_transformer_packed.py
View File

@ -603,12 +603,6 @@ class VisionTransformerPacked(nn.Module):
self.pos_embed_h = nn.Parameter(torch.randn(grid_h, embed_dim) * .02)
self.pos_embed_w = nn.Parameter(torch.randn(grid_w, embed_dim) * .02)
self.pos_drop = nn.Dropout(p=pos_drop_rate)
if patch_drop_rate > 0:
self.patch_drop = PatchDropout(
patch_drop_rate,
)
else:
self.patch_drop = nn.Identity()
self.norm_pre = norm_layer(embed_dim) if pre_norm else nn.Identity()
dpr = [x.item() for x in torch.linspace(0, drop_path_rate, depth)] # stochastic depth decay rule