make dinov2 support export to onnx

dinov2/models/vision_transformer.py

@@ -337,7 +337,7 @@ def init_weights_vit_timm(module: nn.Module, name: str = ""):
             nn.init.zeros_(module.bias)
 
 
-def vit_small(patch_size=1, attn_class: nn.Module = MemEffAttention, num_register_tokens=0, **kwargs):
+def vit_small(patch_size=16, attn_class: nn.Module = MemEffAttention, num_register_tokens=0, **kwargs):
     model = DinoVisionTransformer(
         patch_size=patch_size,
         embed_dim=384,

requirements.txt

@@ -1,11 +1,11 @@
---extra-index-url https://download.pytorch.org/whl/cu117
-torch==2.0.0
+--extra-index-url https://download.pytorch.org/whl/cu124
+torch==2.5.1
 torchvision==0.15.0
 omegaconf
 torchmetrics==0.10.3
 fvcore
 iopath
-xformers==0.0.18
+#xformers ==0.0.18
 submitit
 --extra-index-url https://pypi.nvidia.com
 cuml-cu11