mirror of
https://github.com/open-mmlab/mmselfsup.git
synced 2025-06-03 14:59:38 +08:00
38 lines
1.1 KiB
Python
38 lines
1.1 KiB
Python
|
# Copyright (c) OpenMMLab. All rights reserved.
|
||
|
|
import platform
|
||
|
|
|
||
|
|
import pytest
|
||
|
|
import torch
|
||
|
|
|
||
|
|
from mmselfsup.models.algorithms import MAE
|
||
|
|
|
||
|
|
backbone = dict(type='MAEViT', arch='b', patch_size=16, mask_ratio=0.75)
|
||
|
|
neck = dict(
|
||
|
|
type='MAEPretrainDecoder',
|
||
|
|
patch_size=16,
|
||
|
|
in_chans=3,
|
||
|
|
embed_dim=768,
|
||
|
|
decoder_embed_dim=512,
|
||
|
|
decoder_depth=8,
|
||
|
|
decoder_num_heads=16,
|
||
|
|
mlp_ratio=4.,
|
||
|
|
)
|
||
|
|
head = dict(type='MAEPretrainHead', norm_pix=False, patch_size=16)
|
||
|
|
|
||
|
|
|
||
|
|
@pytest.mark.skipif(platform.system() == 'Windows', reason='Windows mem limit')
|
||
|
|
def test_mae():
|
||
|
|
with pytest.raises(AssertionError):
|
||
|
|
alg = MAE(backbone=backbone, neck=None, head=head)
|
||
|
|
with pytest.raises(AssertionError):
|
||
|
|
alg = MAE(backbone=backbone, neck=neck, head=None)
|
||
|
|
with pytest.raises(AssertionError):
|
||
|
|
alg = MAE(backbone=None, neck=neck, head=head)
|
||
|
|
alg = MAE(backbone=backbone, neck=neck, head=head)
|
||
|
|
|
||
|
|
fake_input = torch.randn((16, 3, 224, 224))
|
||
|
|
fake_loss = alg.forward_train(fake_input)
|
||
|
|
fake_feature = alg.extract_feat(fake_input)
|
||
|
|
assert isinstance(fake_loss['loss'].item(), float)
|
||
|
|
assert list(fake_feature[0].shape) == [16, 50, 768]
|