mirror of
https://github.com/open-mmlab/mmclassification.git
synced 2025-06-03 21:53:55 +08:00
63d9f27fde
* add necks * refactor linear neck * rename simmim neck * add heads * add losses * fix * add unittest * update * update cae * remove mim head * update config
24 lines
674 B
Python
24 lines
674 B
Python
# model settings
|
|
model = dict(
|
|
type='MAE',
|
|
backbone=dict(type='MAEViT', arch='b', patch_size=16, mask_ratio=0.75),
|
|
neck=dict(
|
|
type='MAEPretrainDecoder',
|
|
patch_size=16,
|
|
in_chans=3,
|
|
embed_dim=768,
|
|
decoder_embed_dim=512,
|
|
decoder_depth=8,
|
|
decoder_num_heads=16,
|
|
mlp_ratio=4.,
|
|
),
|
|
head=dict(
|
|
type='MAEPretrainHead',
|
|
norm_pix=True,
|
|
patch_size=16,
|
|
loss=dict(type='PixelReconstructionLoss', criterion='L2')),
|
|
init_cfg=[
|
|
dict(type='Xavier', layer='Linear', distribution='uniform'),
|
|
dict(type='Constant', layer='LayerNorm', val=1.0, bias=0.0)
|
|
])
|