mirror of https://github.com/open-mmlab/mmocr.git
[Enhancement] Update Git Action (#930)
* update git action * test build_push * fix conflicts * test py3.9 & pt1.11.0 * test py3.10 * fix * fix * fix * test all cases * rerun * done * add Codecov * fix comment * fix comment * done * test * remove comments Co-authored-by: gaotongxiao <gaotongxiao@gmail.com>pull/914/head^2
Xinyu Wang
GitHub
parent
006737d1ab
commit
d8adb9b2bb
.circleci
.github/workflows
|
|
@ -127,9 +127,8 @@ workflows:
|
|||
name: lint
|
||||
filters:
|
||||
branches:
|
||||
only:
|
||||
- /pull.*/
|
||||
- << pipeline.git.branch >>
|
||||
ignore:
|
||||
- main
|
||||
- build_cpu:
|
||||
name: minimum_version_cpu
|
||||
torch: 1.6.0
|
||||
|
|
|
|||
|
|
@ -0,0 +1,141 @@
|
|||
name: build_pr
|
||||
|
||||
on:
|
||||
pull_request:
|
||||
paths-ignore:
|
||||
- 'README.md'
|
||||
- 'README_zh-CN.md'
|
||||
- 'docs/**'
|
||||
- 'examples/**'
|
||||
- '.dev_scripts/**'
|
||||
|
||||
concurrency:
|
||||
group: ${{ github.workflow }}-${{ github.ref }}
|
||||
cancel-in-progress: true
|
||||
|
||||
jobs:
|
||||
build_cpu:
|
||||
runs-on: ubuntu-18.04
|
||||
strategy:
|
||||
matrix:
|
||||
python-version: [3.7]
|
||||
torch: [1.8.1]
|
||||
include:
|
||||
- torch: 1.8.1
|
||||
torchvision: 0.9.1
|
||||
steps:
|
||||
- uses: actions/checkout@v2
|
||||
- name: Set up Python ${{ matrix.python-version }}
|
||||
uses: actions/setup-python@v2
|
||||
with:
|
||||
python-version: ${{ matrix.python-version }}
|
||||
- name: Upgrade pip
|
||||
run: pip install pip --upgrade
|
||||
- name: Install Pillow
|
||||
run: pip install Pillow
|
||||
if: ${{matrix.torchvision == '0.4.1'}}
|
||||
- name: Install PyTorch
|
||||
run: pip install torch==${{matrix.torch}}+cpu torchvision==${{matrix.torchvision}}+cpu -f https://download.pytorch.org/whl/torch_stable.html
|
||||
- name: Install MMCV
|
||||
run: pip install mmcv-full -f https://download.openmmlab.com/mmcv/dist/cpu/torch${{matrix.torch}}/index.html
|
||||
- name: Install MMDet
|
||||
run: pip install mmdet
|
||||
- name: Install other dependencies
|
||||
run: pip install -r requirements.txt
|
||||
- name: Build and install
|
||||
run: rm -rf .eggs && pip install -e .
|
||||
- name: Run unittests and generate coverage report
|
||||
run: |
|
||||
coverage run --branch --source mmocr -m pytest tests/
|
||||
coverage xml
|
||||
coverage report -m
|
||||
# Upload coverage report for python3.7 && pytorch1.8.1 cpu
|
||||
- name: Upload coverage to Codecov
|
||||
uses: codecov/codecov-action@v1.0.14
|
||||
with:
|
||||
file: ./coverage.xml
|
||||
flags: unittests
|
||||
env_vars: OS,PYTHON
|
||||
name: codecov-umbrella
|
||||
fail_ci_if_error: false
|
||||
|
||||
build_cu102:
|
||||
runs-on: ubuntu-18.04
|
||||
container:
|
||||
image: pytorch/pytorch:1.8.1-cuda10.2-cudnn7-devel
|
||||
strategy:
|
||||
matrix:
|
||||
python-version: [3.7]
|
||||
torch: [1.8.1+cu102]
|
||||
include:
|
||||
- torch: 1.8.1+cu102
|
||||
torch_version: 1.8.1
|
||||
torchvision: 0.9.1+cu102
|
||||
steps:
|
||||
- uses: actions/checkout@v2
|
||||
- name: Set up Python ${{ matrix.python-version }}
|
||||
uses: actions/setup-python@v2
|
||||
with:
|
||||
python-version: ${{ matrix.python-version }}
|
||||
- name: Upgrade pip
|
||||
run: python -m pip install pip --upgrade
|
||||
- name: Install Python-dev
|
||||
run: apt-get update && apt-get install -y python${{matrix.python-version}}-dev
|
||||
if: ${{matrix.python-version != 3.9}}
|
||||
- name: Install system dependencies
|
||||
run: |
|
||||
apt-get update
|
||||
apt-get install -y ffmpeg libsm6 libxext6 git ninja-build libglib2.0-0 libxrender-dev
|
||||
apt-get clean
|
||||
- name: Install Pillow
|
||||
run: python -m pip install Pillow==6.2.2
|
||||
if: ${{matrix.torchvision < 0.5}}
|
||||
- name: Install soundfile lib
|
||||
run: apt-get install -y libsndfile1
|
||||
- name: Install librosa and soundfile
|
||||
run: python -m pip install librosa soundfile
|
||||
- name: Install lmdb
|
||||
run: python -m pip install lmdb
|
||||
- name: Install mmocr dependencies
|
||||
run: |
|
||||
python -m pip install mmcv-full -f https://download.openmmlab.com/mmcv/dist/cu102/torch${{matrix.torch_version}}/index.html
|
||||
python -m pip install mmdet
|
||||
python -m pip install -r requirements.txt
|
||||
- name: Build and install
|
||||
run: |
|
||||
rm -rf .eggs
|
||||
python setup.py check -m -s
|
||||
TORCH_CUDA_ARCH_LIST=7.0 python -m pip install -e .
|
||||
|
||||
build_windows:
|
||||
runs-on: ${{ matrix.os }}
|
||||
strategy:
|
||||
matrix:
|
||||
os: [windows-2022]
|
||||
python: [3.7]
|
||||
platform: [cpu, cu102]
|
||||
steps:
|
||||
- uses: actions/checkout@v2
|
||||
- name: Set up Python ${{ matrix.python-version }}
|
||||
uses: actions/setup-python@v2
|
||||
with:
|
||||
python-version: ${{ matrix.python-version }}
|
||||
- name: Upgrade pip
|
||||
run: python -m pip install pip --upgrade
|
||||
- name: Install Pillow
|
||||
run: python -m pip install Pillow
|
||||
- name: Install lmdb
|
||||
run: python -m pip install lmdb
|
||||
- name: Install PyTorch
|
||||
run: python -m pip install torch==1.8.1+${{matrix.platform}} torchvision==0.9.1+${{matrix.platform}} -f https://download.pytorch.org/whl/lts/1.8/torch_lts.html
|
||||
- name: Install mmocr dependencies
|
||||
run: |
|
||||
python -m pip install mmcv-full -f https://download.openmmlab.com/mmcv/dist/cpu/torch1.8/index.html --only-binary mmcv-full
|
||||
python -m pip install mmdet
|
||||
python -m pip install -r requirements.txt
|
||||
- name: Build and install
|
||||
run: |
|
||||
python -m pip install -e .
|
||||
- name: Run unittests and generate coverage report
|
||||
run: |
|
||||
pytest tests/
|
||||
|
|
@ -1,4 +1,4 @@
|
|||
name: build
|
||||
name: build_push
|
||||
|
||||
on:
|
||||
push:
|
||||
|
|
@ -11,43 +11,20 @@ on:
|
|||
branches:
|
||||
- main
|
||||
|
||||
pull_request:
|
||||
paths-ignore:
|
||||
- 'README.md'
|
||||
- 'README_zh-CN.md'
|
||||
- 'docs/**'
|
||||
- 'examples/**'
|
||||
- '.dev_scripts/**'
|
||||
|
||||
concurrency:
|
||||
group: ${{ github.workflow }}-${{ github.ref }}
|
||||
cancel-in-progress: true
|
||||
|
||||
jobs:
|
||||
build_cpu:
|
||||
build_cpu_py:
|
||||
runs-on: ubuntu-18.04
|
||||
strategy:
|
||||
matrix:
|
||||
python-version: [3.7]
|
||||
torch: [1.6.0, 1.7.0, 1.8.0, 1.9.0]
|
||||
python-version: [3.6, 3.8, 3.9]
|
||||
torch: [1.8.1]
|
||||
include:
|
||||
- torch: 1.6.0
|
||||
torchvision: 0.7.0
|
||||
- torch: 1.7.0
|
||||
torchvision: 0.8.1
|
||||
- torch: 1.8.0
|
||||
torchvision: 0.9.0
|
||||
- torch: 1.9.0
|
||||
torchvision: 0.10.0
|
||||
- torch: 1.8.0
|
||||
torchvision: 0.9.0
|
||||
python-version: 3.9
|
||||
- torch: 1.9.0
|
||||
torchvision: 0.10.0
|
||||
python-version: 3.8
|
||||
- torch: 1.9.0
|
||||
torchvision: 0.10.0
|
||||
python-version: 3.9
|
||||
- torch: 1.8.1
|
||||
torchvision: 0.9.1
|
||||
steps:
|
||||
- uses: actions/checkout@v2
|
||||
- name: Set up Python ${{ matrix.python-version }}
|
||||
|
|
@ -75,89 +52,56 @@ jobs:
|
|||
coverage xml
|
||||
coverage report -m
|
||||
|
||||
build_cu101:
|
||||
build_cpu_pt:
|
||||
runs-on: ubuntu-18.04
|
||||
container:
|
||||
image: pytorch/pytorch:1.6.0-cuda10.1-cudnn7-devel
|
||||
env:
|
||||
LANG: C.UTF-8
|
||||
strategy:
|
||||
matrix:
|
||||
python-version: [3.7]
|
||||
torch: [1.6.0+cu101, 1.7.0+cu101, 1.8.0+cu101]
|
||||
torch: [1.5.1, 1.6.0, 1.7.1, 1.8.1, 1.9.1, 1.10.1, 1.11.0]
|
||||
include:
|
||||
- torch: 1.6.0+cu101
|
||||
torch_version: 1.6
|
||||
torchvision: 0.7.0+cu101
|
||||
- torch: 1.7.0+cu101
|
||||
torch_version: 1.7
|
||||
torchvision: 0.8.1+cu101
|
||||
- torch: 1.8.0+cu101
|
||||
torch_version: 1.8
|
||||
torchvision: 0.9.0+cu101
|
||||
- torch: 1.8.0+cu101
|
||||
torch_version: 1.8
|
||||
torchvision: 0.9.0+cu101
|
||||
python-version: 3.6
|
||||
- torch: 1.8.0+cu101
|
||||
torch_version: 1.8
|
||||
torchvision: 0.9.0+cu101
|
||||
python-version: 3.8
|
||||
- torch: 1.8.0+cu101
|
||||
torch_version: 1.8
|
||||
torchvision: 0.9.0+cu101
|
||||
python-version: 3.9
|
||||
- torch: 1.5.1
|
||||
torchvision: 0.6.1
|
||||
- torch: 1.6.0
|
||||
torchvision: 0.7.0
|
||||
- torch: 1.7.1
|
||||
torchvision: 0.8.2
|
||||
- torch: 1.8.1
|
||||
torchvision: 0.9.1
|
||||
- torch: 1.9.1
|
||||
torchvision: 0.10.1
|
||||
- torch: 1.10.1
|
||||
torchvision: 0.11.2
|
||||
- torch: 1.11.0
|
||||
torchvision: 0.12.0
|
||||
steps:
|
||||
- uses: actions/checkout@v2
|
||||
- name: Set up Python ${{ matrix.python-version }}
|
||||
uses: actions/setup-python@v2
|
||||
with:
|
||||
python-version: ${{ matrix.python-version }}
|
||||
# Add ppa source repo for python3.9.
|
||||
- name: Add python3.9 source
|
||||
run: |
|
||||
apt-get update && apt-get install -y software-properties-common
|
||||
add-apt-repository -y ppa:deadsnakes/ppa
|
||||
if: ${{matrix.python-version == '3.9'}}
|
||||
# Install python-dev for some packages which require libpython3.Xm.
|
||||
# Github's setup-python cannot install python3.9-dev, so we have to use apt install.
|
||||
# Set DEBIAN_FRONTEND=noninteractive to avoid some interactions.
|
||||
- name: Upgrade pip
|
||||
run: python -m pip install pip --upgrade
|
||||
- name: Install Python-dev
|
||||
run: apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends python${{matrix.python-version}}-dev
|
||||
- name: Install system dependencies
|
||||
run: |
|
||||
apt-get update && apt-get install -y ffmpeg libsm6 libxext6 git ninja-build libglib2.0-0 libsm6 libxrender-dev libxext6
|
||||
apt-get clean
|
||||
apt-get install -y curl
|
||||
run: pip install pip --upgrade
|
||||
- name: Install Pillow
|
||||
run: python -m pip install Pillow==6.2.2
|
||||
if: ${{matrix.torchvision < 0.5}}
|
||||
- name: Install librosa and soundfile
|
||||
run: python -m pip install librosa soundfile
|
||||
- name: Install lmdb
|
||||
run: python -m pip install lmdb
|
||||
run: pip install Pillow
|
||||
if: ${{matrix.torchvision == '0.4.1'}}
|
||||
- name: Install PyTorch
|
||||
run: python -m pip install torch==${{matrix.torch}} torchvision==${{matrix.torchvision}} -f https://download.pytorch.org/whl/torch_stable.html
|
||||
- name: Install mmocr dependencies
|
||||
run: |
|
||||
python -m pip install mmcv-full -f https://download.openmmlab.com/mmcv/dist/cu101/torch${{matrix.torch_version}}/index.html
|
||||
python -m pip install mmdet
|
||||
python -m pip install -r requirements.txt
|
||||
run: pip install torch==${{matrix.torch}}+cpu torchvision==${{matrix.torchvision}}+cpu -f https://download.pytorch.org/whl/torch_stable.html
|
||||
- name: Install MMCV
|
||||
run: pip install mmcv-full -f https://download.openmmlab.com/mmcv/dist/cpu/torch${{matrix.torch}}/index.html
|
||||
- name: Install MMDet
|
||||
run: pip install mmdet
|
||||
- name: Install other dependencies
|
||||
run: pip install -r requirements.txt
|
||||
- name: Build and install
|
||||
run: |
|
||||
rm -rf .eggs
|
||||
python setup.py check -m -s
|
||||
TORCH_CUDA_ARCH_LIST=7.0 python -m pip install -e .
|
||||
run: rm -rf .eggs && pip install -e .
|
||||
- name: Run unittests and generate coverage report
|
||||
run: |
|
||||
coverage run --branch --source mmocr -m pytest tests/
|
||||
coverage xml
|
||||
coverage report -m
|
||||
# Only upload coverage report for python3.7 && pytorch1.5
|
||||
# Only upload coverage report for python3.7 && pytorch1.8.1 cpu
|
||||
- name: Upload coverage to Codecov
|
||||
if: ${{matrix.torch == '1.6.0+cu101' && matrix.python-version == '3.7'}}
|
||||
if: ${{matrix.torch == '1.8.1' && matrix.python-version == '3.7'}}
|
||||
uses: codecov/codecov-action@v1.0.14
|
||||
with:
|
||||
file: ./coverage.xml
|
||||
|
|
@ -169,23 +113,15 @@ jobs:
|
|||
build_cu102:
|
||||
runs-on: ubuntu-18.04
|
||||
container:
|
||||
image: pytorch/pytorch:1.6.0-cuda10.1-cudnn7-devel
|
||||
image: pytorch/pytorch:1.8.1-cuda10.2-cudnn7-devel
|
||||
strategy:
|
||||
matrix:
|
||||
python-version: [3.7]
|
||||
torch: [1.9.0+cu102]
|
||||
torch: [1.8.1+cu102]
|
||||
include:
|
||||
- torch: 1.9.0+cu102
|
||||
torch_version: 1.9
|
||||
torchvision: 0.10.0+cu102
|
||||
- torch: 1.9.0+cu102
|
||||
torch_version: 1.9
|
||||
torchvision: 0.10.0+cu102
|
||||
python-version: 3.8
|
||||
- torch: 1.9.0+cu102
|
||||
torch_version: 1.9
|
||||
torchvision: 0.10.0+cu102
|
||||
python-version: 3.9
|
||||
- torch: 1.8.1+cu102
|
||||
torch_version: 1.8.1
|
||||
torchvision: 0.9.1+cu102
|
||||
steps:
|
||||
- uses: actions/checkout@v2
|
||||
- name: Set up Python ${{ matrix.python-version }}
|
||||
|
|
@ -212,8 +148,6 @@ jobs:
|
|||
run: python -m pip install librosa soundfile
|
||||
- name: Install lmdb
|
||||
run: python -m pip install lmdb
|
||||
- name: Install PyTorch
|
||||
run: python -m pip install torch==${{matrix.torch}} torchvision==${{matrix.torchvision}} -f https://download.pytorch.org/whl/torch_stable.html
|
||||
- name: Install mmocr dependencies
|
||||
run: |
|
||||
python -m pip install mmcv-full -f https://download.openmmlab.com/mmcv/dist/cu102/torch${{matrix.torch_version}}/index.html
|
||||
|
|
@ -224,18 +158,14 @@ jobs:
|
|||
rm -rf .eggs
|
||||
python setup.py check -m -s
|
||||
TORCH_CUDA_ARCH_LIST=7.0 python -m pip install -e .
|
||||
- name: Run unittests and generate coverage report
|
||||
run: |
|
||||
coverage run --branch --source mmocr -m pytest tests/
|
||||
coverage xml
|
||||
coverage report -m
|
||||
test_windows:
|
||||
|
||||
build_windows:
|
||||
runs-on: ${{ matrix.os }}
|
||||
strategy:
|
||||
matrix:
|
||||
os: [windows-2022]
|
||||
python: [3.8]
|
||||
platform: [cpu, cu111]
|
||||
python: [3.7]
|
||||
platform: [cpu, cu102]
|
||||
steps:
|
||||
- uses: actions/checkout@v2
|
||||
- name: Set up Python ${{ matrix.python-version }}
|
||||
|
|
@ -249,7 +179,7 @@ jobs:
|
|||
- name: Install lmdb
|
||||
run: python -m pip install lmdb
|
||||
- name: Install PyTorch
|
||||
run: python -m pip install torch==1.8.2+${{matrix.platform}} torchvision==0.9.2+${{matrix.platform}} -f https://download.pytorch.org/whl/lts/1.8/torch_lts.html
|
||||
run: python -m pip install torch==1.8.1+${{matrix.platform}} torchvision==0.9.1+${{matrix.platform}} -f https://download.pytorch.org/whl/lts/1.8/torch_lts.html
|
||||
- name: Install mmocr dependencies
|
||||
run: |
|
||||
python -m pip install mmcv-full -f https://download.openmmlab.com/mmcv/dist/cpu/torch1.8/index.html --only-binary mmcv-full
|
||||
Loading…
Reference in New Issue