mirror of https://github.com/open-mmlab/mim.git
54 lines
1.6 KiB
Python
54 lines
1.6 KiB
Python
import os.path as osp
|
|
import time
|
|
|
|
from click.testing import CliRunner
|
|
|
|
from mim.commands.install import cli as install
|
|
from mim.commands.test import cli as test
|
|
from mim.utils import download_from_file, extract_tar, is_installed
|
|
|
|
dataset_url = 'https://download.openmmlab.com/mim/dataset.tar'
|
|
cfg_url = 'https://download.openmmlab.com/mim/resnet18_b16x8_custom.py'
|
|
ckpt_url = 'https://download.openmmlab.com/mim/epoch_3.pth'
|
|
|
|
|
|
def setup_module():
|
|
runner = CliRunner()
|
|
|
|
if not is_installed('mmcls'):
|
|
result = runner.invoke(install, ['mmcls', '--yes'])
|
|
assert result.exit_code == 0
|
|
|
|
|
|
def test_test():
|
|
runner = CliRunner()
|
|
|
|
if not osp.exists('/tmp/dataset'):
|
|
download_from_file(dataset_url, '/tmp/dataset.tar')
|
|
extract_tar('/tmp/dataset.tar', '/tmp/')
|
|
|
|
if not osp.exists('/tmp/config.py'):
|
|
download_from_file(cfg_url, '/tmp/config.py')
|
|
|
|
if not osp.exists('/tmp/ckpt.pth'):
|
|
download_from_file(ckpt_url, '/tmp/ckpt.pth')
|
|
|
|
# wait for the download task to complete
|
|
time.sleep(5)
|
|
|
|
result = runner.invoke(test, [
|
|
'mmcls', '/tmp/config.py', '--checkpoint', '/tmp/ckpt.pth', '--gpus=1',
|
|
'--metrics=accuracy'
|
|
])
|
|
assert result.exit_code == 0
|
|
result = runner.invoke(test, [
|
|
'mmcls', '/tmp/xxx.py', '--checkpoint', '/tmp/ckpt.pth', '--gpus=1',
|
|
'--metrics=accuracy'
|
|
])
|
|
assert result.exit_code != 0
|
|
result = runner.invoke(test, [
|
|
'mmcls', '/tmp/config.py', '--checkpoint', '/tmp/xxx.pth', '--gpus=1',
|
|
'--metrics=accuracy'
|
|
])
|
|
assert result.exit_code != 0
|