mirrors/dinov2
1
0
Fork 0
mirror of https://github.com/facebookresearch/dinov2.git synced 2025-06-03 14:52:49 +08:00
Code Issues Projects Releases Wiki Activity

Add ViT-H (#2)

Browse Source
This commit is contained in:
Han Chong 2024-10-03 15:06:50 +08:00 committed by GitHub
parent 18ef3c8f7e
commit 5917521c34
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 14 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
dinov2/models/vision_transformer.py
View File

@ -405,6 +405,20 @@ def vit_large(patch_size=16, num_register_tokens=0, **kwargs):
return model
def vit_huge(patch_size=16, num_register_tokens=0, **kwargs):
model = DinoVisionTransformer(
patch_size=patch_size,
embed_dim=1280,
depth=32,
num_heads=16,
mlp_ratio=4,
block_fn=partial(Block, attn_class=MemEffAttention),
num_register_tokens=num_register_tokens,
**kwargs,
)
return model
def vit_giant2(patch_size=16, num_register_tokens=0, **kwargs):
"""
Close to ViT-giant, with embed-dim 1536 and 24 heads => embed-dim per head 64