34 lines
884 B
Python
34 lines
884 B
Python
|
# model settings
|
||
|
|
model = dict(
|
||
|
|
type='iTPN',
|
||
|
|
backbone=dict(
|
||
|
|
type='iTPNHiViT',
|
||
|
|
arch='base',
|
||
|
|
reconstruction_type='pixel',
|
||
|
|
mask_ratio=0.75),
|
||
|
|
neck=dict(
|
||
|
|
type='iTPNPretrainDecoder',
|
||
|
|
num_patches=196,
|
||
|
|
patch_size=16,
|
||
|
|
in_chans=3,
|
||
|
|
embed_dim=512,
|
||
|
|
decoder_embed_dim=512,
|
||
|
|
decoder_depth=6,
|
||
|
|
decoder_num_heads=16,
|
||
|
|
mlp_ratio=4.,
|
||
|
|
reconstruction_type='pixel',
|
||
|
|
# transformer pyramid
|
||
|
|
fpn_dim=256,
|
||
|
|
fpn_depth=2,
|
||
|
|
num_outs=3,
|
||
|
|
),
|
||
|
|
head=dict(
|
||
|
|
type='MAEPretrainHead',
|
||
|
|
norm_pix=True,
|
||
|
|
patch_size=16,
|
||
|
|
loss=dict(type='PixelReconstructionLoss', criterion='L2')),
|
||
|
|
init_cfg=[
|
||
|
|
dict(type='Xavier', layer='Linear', distribution='uniform'),
|
||
|
|
dict(type='Constant', layer='LayerNorm', val=1.0, bias=0.0)
|
||
|
|
])
|