39 lines
945 B
Python
39 lines
945 B
Python
_base_ = 'vit-base-p16_ft-8xb128-coslr-100e_in1k.py'
|
|
|
|
# model
|
|
model = dict(backbone=dict(use_window=True, init_values=0.1, qkv_bias=False))
|
|
|
|
# optimizer
|
|
optimizer = dict(lr=8e-3)
|
|
|
|
# learning policy
|
|
lr_config = dict(warmup_iters=5)
|
|
|
|
# dataset
|
|
img_norm_cfg = dict(mean=[0.5, 0.5, 0.5], std=[0.5, 0.5, 0.5])
|
|
train_pipeline = [
|
|
dict(
|
|
type='RandomAug',
|
|
input_size=224,
|
|
color_jitter=0.4,
|
|
auto_augment='rand-m9-mstd0.5-inc1',
|
|
interpolation='bicubic',
|
|
re_prob=0.25,
|
|
re_mode='pixel',
|
|
re_count=1,
|
|
mean=(0.5, 0.5, 0.5),
|
|
std=(0.5, 0.5, 0.5))
|
|
]
|
|
test_pipeline = [
|
|
dict(type='Resize', size=256, interpolation=3),
|
|
dict(type='CenterCrop', size=224),
|
|
dict(type='ToTensor'),
|
|
dict(type='Normalize', **img_norm_cfg)
|
|
]
|
|
data = dict(
|
|
train=dict(pipeline=train_pipeline),
|
|
val=dict(pipeline=test_pipeline),
|
|
samples_per_gpu=128)
|
|
|
|
find_unused_parameters = True
|