mirrors
/
mmpretrain
mirror of https://github.com/open-mmlab/mmpretrain.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

[Fix] Fix arch zoo

pull/1705/head
fanqiNO1 2023-07-10 18:15:25 +08:00
parent abf1204762
commit 77d897aa01
1 changed files with 1 additions and 18 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
mmpretrain/models/backbones/beit.py
View File

@ -306,16 +306,6 @@ class BEiTViT(BaseBackbone):
'num_heads': 16,
'feedforward_channels': 4096
}),
**dict.fromkeys(
['h', 'huge'],
{
# The same as the implementation in MAE
# <https://arxiv.org/abs/2111.06377>
'embed_dims': 1280,
'num_layers': 32,
'num_heads': 16,
'feedforward_channels': 5120
}),
**dict.fromkeys(
['eva-g', 'eva-giant'],
{
@ -334,7 +324,7 @@ class BEiTViT(BaseBackbone):
'feedforward_channels': 192 * 4
}),
**dict.fromkeys(
['deit-s', 'deit-small', 'dinov2-s', 'dinov2-small'], {
['deit-s', 'deit-small'], {
'embed_dims': 384,
'num_layers': 12,
'num_heads': 6,
@ -347,13 +337,6 @@ class BEiTViT(BaseBackbone):
'num_heads': 12,
'feedforward_channels': 768 * 4
}),
**dict.fromkeys(
['dinov2-g', 'dinov2-giant'], {
'embed_dims': 1536,
'num_layers': 40,
'num_heads': 24,
'feedforward_channels': 6144
}),
}
num_extra_tokens = 1 # class token
OUT_TYPES = {'raw', 'cls_token', 'featmap', 'avg_featmap'}