mirror of
https://github.com/open-mmlab/mmpretrain.git
synced 2025-06-03 14:59:18 +08:00
f9a2b04cee
* Support DeiT backbone. * Use hook to automatically resize pos embed * Update ViT training setting * Add deit configs and update docs * Fix vit arch assertion * Remove useless init function * Add unit tests. * Fix resize_pos_embed for DeiT * Improve according to comments.
8 lines
204 B
Python
8 lines
204 B
Python
_base_ = './deit-small_pt-4xb256_in1k.py'
|
|
|
|
# model settings
|
|
model = dict(
|
|
backbone=dict(type='VisionTransformer', arch='deit-tiny'),
|
|
head=dict(type='VisionTransformerClsHead', in_channels=192),
|
|
)
|