15 lines
390 B
Python
15 lines
390 B
Python
_base_ = './deit-small_pt-4xb256_in1k.py'
|
|
|
|
# model settings
|
|
model = dict(
|
|
backbone=dict(
|
|
type='VisionTransformer', arch='deit-base', drop_path_rate=0.1),
|
|
head=dict(type='VisionTransformerClsHead', in_channels=768),
|
|
)
|
|
|
|
# dataset settings
|
|
train_dataloader = dict(batch_size=64)
|
|
|
|
# runtime settings
|
|
custom_hooks = [dict(type='EMAHook', momentum=4e-5, priority='ABOVE_NORMAL')]
|