mirror of https://github.com/open-mmlab/mmcv.git
Use the circleci to test the unit tests of CUDA (#1540)
* Use the official markdownlint hook * upgrade the version of ruby * use circleci to test the unit tests of CUDA * fix conflict * change the gpu resources from to smallpull/1544/head
parent
2442518f2c
commit
0086bef3e8
|
@ -0,0 +1,175 @@
|
|||
version: 2.1
|
||||
jobs:
|
||||
lint:
|
||||
docker:
|
||||
- image: cimg/python:3.7.4
|
||||
steps:
|
||||
- checkout
|
||||
- run:
|
||||
name: Install dependencies
|
||||
command: |
|
||||
sudo apt-add-repository ppa:brightbox/ruby-ng -y
|
||||
sudo apt-get update
|
||||
sudo apt-get install -y ruby2.7
|
||||
- run:
|
||||
name: Install pre-commit hook
|
||||
command: |
|
||||
pip install pre-commit
|
||||
pre-commit install
|
||||
- run:
|
||||
name: Linting
|
||||
command: pre-commit run --all-files
|
||||
|
||||
build_cpu:
|
||||
parameters:
|
||||
# The python version must match available image tags in
|
||||
# https://circleci.com/developer/images/image/cimg/python
|
||||
python:
|
||||
type: string
|
||||
default: "3.7.0"
|
||||
torch:
|
||||
type: string
|
||||
torchvision:
|
||||
type: string
|
||||
machine:
|
||||
image: ubuntu-2004:202010-01
|
||||
resource_class: large
|
||||
steps:
|
||||
- checkout
|
||||
- run:
|
||||
name: Install system dependencies
|
||||
command: |
|
||||
sudo apt-get update
|
||||
sudo apt-get install -y ffmpeg libturbojpeg ninja-build
|
||||
ffmpeg -version
|
||||
- run:
|
||||
# https://github.com/pytorch/vision/issues/2921
|
||||
name: Install dependency of torchvision when using pyenv
|
||||
command: sudo apt-get install -y liblzma-dev
|
||||
- run:
|
||||
# python3.7 should be re-installed due to the issue https://github.com/pytorch/vision/issues/2921
|
||||
name: Select Python
|
||||
command: |
|
||||
pyenv uninstall -f << parameters.python >>
|
||||
pyenv install << parameters.python >>
|
||||
pyenv global << parameters.python >>
|
||||
- run:
|
||||
name: Upgrade pip
|
||||
command: |
|
||||
python -m pip install pip --upgrade
|
||||
- run:
|
||||
name: Install PyTorch
|
||||
command: python -m pip install torch==<< parameters.torch >>+cpu torchvision==<< parameters.torchvision >>+cpu -f https://download.pytorch.org/whl/torch_stable.html
|
||||
- run:
|
||||
name: Install psutil
|
||||
command: python -m pip install psutil
|
||||
- run:
|
||||
name: Build and install
|
||||
command: |
|
||||
rm -rf .eggs
|
||||
python setup.py check -m -s
|
||||
python -m pip install -e .
|
||||
no_output_timeout: 20m
|
||||
environment:
|
||||
MMCV_WITH_OPS: 1
|
||||
- run:
|
||||
name: Install dependencies of unit test
|
||||
command: |
|
||||
python -m pip install -r requirements/test.txt
|
||||
- run:
|
||||
name: Run unittests and generate coverage report
|
||||
command: |
|
||||
python -m coverage run --branch --source mmcv -m pytest tests/
|
||||
python -m coverage xml
|
||||
python -m coverage report -m
|
||||
|
||||
build_cu102:
|
||||
machine:
|
||||
image: ubuntu-1604-cuda-10.1:201909-23 # the actual version of cuda is 10.2
|
||||
resource_class: gpu.nvidia.small
|
||||
steps:
|
||||
- checkout
|
||||
- run:
|
||||
name: Set CUDA environment
|
||||
command: |
|
||||
echo 'export LD_LIBRARY_PATH=/usr/local/cuda/lib64:$LD_LIBRARY_PATH' >> $BASH_ENV
|
||||
echo 'export PATH=/usr/local/cuda/bin:$PATH' >> $BASH_ENV
|
||||
echo 'export CUDA_HOME=/usr/local/cuda' >> $BASH_ENV
|
||||
source $BASH_ENV
|
||||
nvidia-smi
|
||||
nvcc --version
|
||||
gcc --version
|
||||
- run:
|
||||
name: Install system dependencies
|
||||
command: |
|
||||
sudo apt-get update
|
||||
sudo apt-get install -y libturbojpeg ninja-build
|
||||
# the default version of ffmpeg is 2.8.7, which should be upgraded to 4+
|
||||
sudo add-apt-repository -y ppa:jonathonf/ffmpeg-4
|
||||
sudo apt-get update
|
||||
sudo apt-get install -y ffmpeg
|
||||
ffmpeg -version
|
||||
sudo add-apt-repository --remove ppa:jonathonf/ffmpeg-4 -y
|
||||
- run:
|
||||
# https://github.com/pytorch/vision/issues/2921
|
||||
name: Install dependency of torchvision when using pyenv
|
||||
command: sudo apt-get install -y liblzma-dev
|
||||
- run:
|
||||
# python3.7 should be re-installed due to the issue https://github.com/pytorch/vision/issues/2921
|
||||
name: Select python3.7
|
||||
command: |
|
||||
pyenv uninstall -f 3.7.0
|
||||
pyenv install 3.7.0
|
||||
pyenv global 3.7.0
|
||||
- run:
|
||||
name: Upgrade pip
|
||||
command: |
|
||||
python -m pip install pip --upgrade
|
||||
- run:
|
||||
name: Install PyTorch
|
||||
command: python -m pip install torch==1.8.1+cu102 torchvision==0.9.1+cu102 -f https://download.pytorch.org/whl/torch_stable.html
|
||||
- run:
|
||||
name: Install psutil
|
||||
command: python -m pip install psutil
|
||||
- run:
|
||||
name: Download onnxruntime library and install onnxruntime
|
||||
command: |
|
||||
wget https://github.com/microsoft/onnxruntime/releases/download/v1.8.1/onnxruntime-linux-x64-1.8.1.tgz
|
||||
tar -zxvf onnxruntime-linux-x64-1.8.1.tgz
|
||||
echo 'export ONNXRUNTIME_DIR=$(pwd)/onnxruntime-linux-x64-1.8.1' >> $BASH_ENV
|
||||
echo 'export LD_LIBRARY_PATH=$ONNXRUNTIME_DIR/lib:$LD_LIBRARY_PATH' >> $BASH_ENV
|
||||
source $BASH_ENV
|
||||
python -m pip install onnxruntime==1.8.1
|
||||
- run:
|
||||
name: Build and install
|
||||
command: |
|
||||
rm -rf .eggs
|
||||
python setup.py check -m -s
|
||||
python -m pip install -e .
|
||||
environment:
|
||||
MMCV_WITH_OPS: 1
|
||||
MMCV_WITH_ORT: 1
|
||||
- run:
|
||||
name: Install dependencies for unit test
|
||||
command: |
|
||||
python -m pip install -r requirements/test.txt
|
||||
- run:
|
||||
name: Run unittests and generate coverage report
|
||||
command: |
|
||||
python -m coverage run --branch --source mmcv -m pytest tests/
|
||||
python -m coverage xml
|
||||
python -m coverage report -m
|
||||
workflows:
|
||||
unit_tests:
|
||||
jobs:
|
||||
- lint
|
||||
- build_cpu:
|
||||
name: build_py3.8_pt1.9_cpu
|
||||
torch: 1.9.0
|
||||
torchvision: 0.10.0
|
||||
python: "3.8.0"
|
||||
requires:
|
||||
- lint
|
||||
- build_cu102:
|
||||
requires:
|
||||
- build_py3.8_pt1.9_cpu
|
Loading…
Reference in New Issue