mirror of https://github.com/open-mmlab/mmocr.git
[Enhancement] Update Git Action (#930)
* update git action * test build_push * fix conflicts * test py3.9 & pt1.11.0 * test py3.10 * fix * fix * fix * test all cases * rerun * done * add Codecov * fix comment * fix comment * done * test * remove comments Co-authored-by: gaotongxiao <gaotongxiao@gmail.com>pull/914/head^2
Xinyu Wang
GitHub
parent
006737d1ab
commit
d8adb9b2bb
|
|
@ -127,9 +127,8 @@ workflows:
|
||||||
name: lint
|
name: lint
|
||||||
filters:
|
filters:
|
||||||
branches:
|
branches:
|
||||||
only:
|
ignore:
|
||||||
- /pull.*/
|
- main
|
||||||
- << pipeline.git.branch >>
|
|
||||||
- build_cpu:
|
- build_cpu:
|
||||||
name: minimum_version_cpu
|
name: minimum_version_cpu
|
||||||
torch: 1.6.0
|
torch: 1.6.0
|
||||||
|
|
|
||||||
|
|
@ -0,0 +1,141 @@
|
||||||
|
name: build_pr
|
||||||
|
|
||||||
|
on:
|
||||||
|
pull_request:
|
||||||
|
paths-ignore:
|
||||||
|
- 'README.md'
|
||||||
|
- 'README_zh-CN.md'
|
||||||
|
- 'docs/**'
|
||||||
|
- 'examples/**'
|
||||||
|
- '.dev_scripts/**'
|
||||||
|
|
||||||
|
concurrency:
|
||||||
|
group: ${{ github.workflow }}-${{ github.ref }}
|
||||||
|
cancel-in-progress: true
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
build_cpu:
|
||||||
|
runs-on: ubuntu-18.04
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
python-version: [3.7]
|
||||||
|
torch: [1.8.1]
|
||||||
|
include:
|
||||||
|
- torch: 1.8.1
|
||||||
|
torchvision: 0.9.1
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v2
|
||||||
|
- name: Set up Python ${{ matrix.python-version }}
|
||||||
|
uses: actions/setup-python@v2
|
||||||
|
with:
|
||||||
|
python-version: ${{ matrix.python-version }}
|
||||||
|
- name: Upgrade pip
|
||||||
|
run: pip install pip --upgrade
|
||||||
|
- name: Install Pillow
|
||||||
|
run: pip install Pillow
|
||||||
|
if: ${{matrix.torchvision == '0.4.1'}}
|
||||||
|
- name: Install PyTorch
|
||||||
|
run: pip install torch==${{matrix.torch}}+cpu torchvision==${{matrix.torchvision}}+cpu -f https://download.pytorch.org/whl/torch_stable.html
|
||||||
|
- name: Install MMCV
|
||||||
|
run: pip install mmcv-full -f https://download.openmmlab.com/mmcv/dist/cpu/torch${{matrix.torch}}/index.html
|
||||||
|
- name: Install MMDet
|
||||||
|
run: pip install mmdet
|
||||||
|
- name: Install other dependencies
|
||||||
|
run: pip install -r requirements.txt
|
||||||
|
- name: Build and install
|
||||||
|
run: rm -rf .eggs && pip install -e .
|
||||||
|
- name: Run unittests and generate coverage report
|
||||||
|
run: |
|
||||||
|
coverage run --branch --source mmocr -m pytest tests/
|
||||||
|
coverage xml
|
||||||
|
coverage report -m
|
||||||
|
# Upload coverage report for python3.7 && pytorch1.8.1 cpu
|
||||||
|
- name: Upload coverage to Codecov
|
||||||
|
uses: codecov/codecov-action@v1.0.14
|
||||||
|
with:
|
||||||
|
file: ./coverage.xml
|
||||||
|
flags: unittests
|
||||||
|
env_vars: OS,PYTHON
|
||||||
|
name: codecov-umbrella
|
||||||
|
fail_ci_if_error: false
|
||||||
|
|
||||||
|
build_cu102:
|
||||||
|
runs-on: ubuntu-18.04
|
||||||
|
container:
|
||||||
|
image: pytorch/pytorch:1.8.1-cuda10.2-cudnn7-devel
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
python-version: [3.7]
|
||||||
|
torch: [1.8.1+cu102]
|
||||||
|
include:
|
||||||
|
- torch: 1.8.1+cu102
|
||||||
|
torch_version: 1.8.1
|
||||||
|
torchvision: 0.9.1+cu102
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v2
|
||||||
|
- name: Set up Python ${{ matrix.python-version }}
|
||||||
|
uses: actions/setup-python@v2
|
||||||
|
with:
|
||||||
|
python-version: ${{ matrix.python-version }}
|
||||||
|
- name: Upgrade pip
|
||||||
|
run: python -m pip install pip --upgrade
|
||||||
|
- name: Install Python-dev
|
||||||
|
run: apt-get update && apt-get install -y python${{matrix.python-version}}-dev
|
||||||
|
if: ${{matrix.python-version != 3.9}}
|
||||||
|
- name: Install system dependencies
|
||||||
|
run: |
|
||||||
|
apt-get update
|
||||||
|
apt-get install -y ffmpeg libsm6 libxext6 git ninja-build libglib2.0-0 libxrender-dev
|
||||||
|
apt-get clean
|
||||||
|
- name: Install Pillow
|
||||||
|
run: python -m pip install Pillow==6.2.2
|
||||||
|
if: ${{matrix.torchvision < 0.5}}
|
||||||
|
- name: Install soundfile lib
|
||||||
|
run: apt-get install -y libsndfile1
|
||||||
|
- name: Install librosa and soundfile
|
||||||
|
run: python -m pip install librosa soundfile
|
||||||
|
- name: Install lmdb
|
||||||
|
run: python -m pip install lmdb
|
||||||
|
- name: Install mmocr dependencies
|
||||||
|
run: |
|
||||||
|
python -m pip install mmcv-full -f https://download.openmmlab.com/mmcv/dist/cu102/torch${{matrix.torch_version}}/index.html
|
||||||
|
python -m pip install mmdet
|
||||||
|
python -m pip install -r requirements.txt
|
||||||
|
- name: Build and install
|
||||||
|
run: |
|
||||||
|
rm -rf .eggs
|
||||||
|
python setup.py check -m -s
|
||||||
|
TORCH_CUDA_ARCH_LIST=7.0 python -m pip install -e .
|
||||||
|
|
||||||
|
build_windows:
|
||||||
|
runs-on: ${{ matrix.os }}
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
os: [windows-2022]
|
||||||
|
python: [3.7]
|
||||||
|
platform: [cpu, cu102]
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v2
|
||||||
|
- name: Set up Python ${{ matrix.python-version }}
|
||||||
|
uses: actions/setup-python@v2
|
||||||
|
with:
|
||||||
|
python-version: ${{ matrix.python-version }}
|
||||||
|
- name: Upgrade pip
|
||||||
|
run: python -m pip install pip --upgrade
|
||||||
|
- name: Install Pillow
|
||||||
|
run: python -m pip install Pillow
|
||||||
|
- name: Install lmdb
|
||||||
|
run: python -m pip install lmdb
|
||||||
|
- name: Install PyTorch
|
||||||
|
run: python -m pip install torch==1.8.1+${{matrix.platform}} torchvision==0.9.1+${{matrix.platform}} -f https://download.pytorch.org/whl/lts/1.8/torch_lts.html
|
||||||
|
- name: Install mmocr dependencies
|
||||||
|
run: |
|
||||||
|
python -m pip install mmcv-full -f https://download.openmmlab.com/mmcv/dist/cpu/torch1.8/index.html --only-binary mmcv-full
|
||||||
|
python -m pip install mmdet
|
||||||
|
python -m pip install -r requirements.txt
|
||||||
|
- name: Build and install
|
||||||
|
run: |
|
||||||
|
python -m pip install -e .
|
||||||
|
- name: Run unittests and generate coverage report
|
||||||
|
run: |
|
||||||
|
pytest tests/
|
||||||
|
|
@ -1,4 +1,4 @@
|
||||||
name: build
|
name: build_push
|
||||||
|
|
||||||
on:
|
on:
|
||||||
push:
|
push:
|
||||||
|
|
@ -11,43 +11,20 @@ on:
|
||||||
branches:
|
branches:
|
||||||
- main
|
- main
|
||||||
|
|
||||||
pull_request:
|
|
||||||
paths-ignore:
|
|
||||||
- 'README.md'
|
|
||||||
- 'README_zh-CN.md'
|
|
||||||
- 'docs/**'
|
|
||||||
- 'examples/**'
|
|
||||||
- '.dev_scripts/**'
|
|
||||||
|
|
||||||
concurrency:
|
concurrency:
|
||||||
group: ${{ github.workflow }}-${{ github.ref }}
|
group: ${{ github.workflow }}-${{ github.ref }}
|
||||||
cancel-in-progress: true
|
cancel-in-progress: true
|
||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
build_cpu:
|
build_cpu_py:
|
||||||
runs-on: ubuntu-18.04
|
runs-on: ubuntu-18.04
|
||||||
strategy:
|
strategy:
|
||||||
matrix:
|
matrix:
|
||||||
python-version: [3.7]
|
python-version: [3.6, 3.8, 3.9]
|
||||||
torch: [1.6.0, 1.7.0, 1.8.0, 1.9.0]
|
torch: [1.8.1]
|
||||||
include:
|
include:
|
||||||
- torch: 1.6.0
|
- torch: 1.8.1
|
||||||
torchvision: 0.7.0
|
torchvision: 0.9.1
|
||||||
- torch: 1.7.0
|
|
||||||
torchvision: 0.8.1
|
|
||||||
- torch: 1.8.0
|
|
||||||
torchvision: 0.9.0
|
|
||||||
- torch: 1.9.0
|
|
||||||
torchvision: 0.10.0
|
|
||||||
- torch: 1.8.0
|
|
||||||
torchvision: 0.9.0
|
|
||||||
python-version: 3.9
|
|
||||||
- torch: 1.9.0
|
|
||||||
torchvision: 0.10.0
|
|
||||||
python-version: 3.8
|
|
||||||
- torch: 1.9.0
|
|
||||||
torchvision: 0.10.0
|
|
||||||
python-version: 3.9
|
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v2
|
- uses: actions/checkout@v2
|
||||||
- name: Set up Python ${{ matrix.python-version }}
|
- name: Set up Python ${{ matrix.python-version }}
|
||||||
|
|
@ -75,89 +52,56 @@ jobs:
|
||||||
coverage xml
|
coverage xml
|
||||||
coverage report -m
|
coverage report -m
|
||||||
|
|
||||||
build_cu101:
|
build_cpu_pt:
|
||||||
runs-on: ubuntu-18.04
|
runs-on: ubuntu-18.04
|
||||||
container:
|
|
||||||
image: pytorch/pytorch:1.6.0-cuda10.1-cudnn7-devel
|
|
||||||
env:
|
|
||||||
LANG: C.UTF-8
|
|
||||||
strategy:
|
strategy:
|
||||||
matrix:
|
matrix:
|
||||||
python-version: [3.7]
|
python-version: [3.7]
|
||||||
torch: [1.6.0+cu101, 1.7.0+cu101, 1.8.0+cu101]
|
torch: [1.5.1, 1.6.0, 1.7.1, 1.8.1, 1.9.1, 1.10.1, 1.11.0]
|
||||||
include:
|
include:
|
||||||
- torch: 1.6.0+cu101
|
- torch: 1.5.1
|
||||||
torch_version: 1.6
|
torchvision: 0.6.1
|
||||||
torchvision: 0.7.0+cu101
|
- torch: 1.6.0
|
||||||
- torch: 1.7.0+cu101
|
torchvision: 0.7.0
|
||||||
torch_version: 1.7
|
- torch: 1.7.1
|
||||||
torchvision: 0.8.1+cu101
|
torchvision: 0.8.2
|
||||||
- torch: 1.8.0+cu101
|
- torch: 1.8.1
|
||||||
torch_version: 1.8
|
torchvision: 0.9.1
|
||||||
torchvision: 0.9.0+cu101
|
- torch: 1.9.1
|
||||||
- torch: 1.8.0+cu101
|
torchvision: 0.10.1
|
||||||
torch_version: 1.8
|
- torch: 1.10.1
|
||||||
torchvision: 0.9.0+cu101
|
torchvision: 0.11.2
|
||||||
python-version: 3.6
|
- torch: 1.11.0
|
||||||
- torch: 1.8.0+cu101
|
torchvision: 0.12.0
|
||||||
torch_version: 1.8
|
|
||||||
torchvision: 0.9.0+cu101
|
|
||||||
python-version: 3.8
|
|
||||||
- torch: 1.8.0+cu101
|
|
||||||
torch_version: 1.8
|
|
||||||
torchvision: 0.9.0+cu101
|
|
||||||
python-version: 3.9
|
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v2
|
- uses: actions/checkout@v2
|
||||||
- name: Set up Python ${{ matrix.python-version }}
|
- name: Set up Python ${{ matrix.python-version }}
|
||||||
uses: actions/setup-python@v2
|
uses: actions/setup-python@v2
|
||||||
with:
|
with:
|
||||||
python-version: ${{ matrix.python-version }}
|
python-version: ${{ matrix.python-version }}
|
||||||
# Add ppa source repo for python3.9.
|
|
||||||
- name: Add python3.9 source
|
|
||||||
run: |
|
|
||||||
apt-get update && apt-get install -y software-properties-common
|
|
||||||
add-apt-repository -y ppa:deadsnakes/ppa
|
|
||||||
if: ${{matrix.python-version == '3.9'}}
|
|
||||||
# Install python-dev for some packages which require libpython3.Xm.
|
|
||||||
# Github's setup-python cannot install python3.9-dev, so we have to use apt install.
|
|
||||||
# Set DEBIAN_FRONTEND=noninteractive to avoid some interactions.
|
|
||||||
- name: Upgrade pip
|
- name: Upgrade pip
|
||||||
run: python -m pip install pip --upgrade
|
run: pip install pip --upgrade
|
||||||
- name: Install Python-dev
|
|
||||||
run: apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends python${{matrix.python-version}}-dev
|
|
||||||
- name: Install system dependencies
|
|
||||||
run: |
|
|
||||||
apt-get update && apt-get install -y ffmpeg libsm6 libxext6 git ninja-build libglib2.0-0 libsm6 libxrender-dev libxext6
|
|
||||||
apt-get clean
|
|
||||||
apt-get install -y curl
|
|
||||||
- name: Install Pillow
|
- name: Install Pillow
|
||||||
run: python -m pip install Pillow==6.2.2
|
run: pip install Pillow
|
||||||
if: ${{matrix.torchvision < 0.5}}
|
if: ${{matrix.torchvision == '0.4.1'}}
|
||||||
- name: Install librosa and soundfile
|
|
||||||
run: python -m pip install librosa soundfile
|
|
||||||
- name: Install lmdb
|
|
||||||
run: python -m pip install lmdb
|
|
||||||
- name: Install PyTorch
|
- name: Install PyTorch
|
||||||
run: python -m pip install torch==${{matrix.torch}} torchvision==${{matrix.torchvision}} -f https://download.pytorch.org/whl/torch_stable.html
|
run: pip install torch==${{matrix.torch}}+cpu torchvision==${{matrix.torchvision}}+cpu -f https://download.pytorch.org/whl/torch_stable.html
|
||||||
- name: Install mmocr dependencies
|
- name: Install MMCV
|
||||||
run: |
|
run: pip install mmcv-full -f https://download.openmmlab.com/mmcv/dist/cpu/torch${{matrix.torch}}/index.html
|
||||||
python -m pip install mmcv-full -f https://download.openmmlab.com/mmcv/dist/cu101/torch${{matrix.torch_version}}/index.html
|
- name: Install MMDet
|
||||||
python -m pip install mmdet
|
run: pip install mmdet
|
||||||
python -m pip install -r requirements.txt
|
- name: Install other dependencies
|
||||||
|
run: pip install -r requirements.txt
|
||||||
- name: Build and install
|
- name: Build and install
|
||||||
run: |
|
run: rm -rf .eggs && pip install -e .
|
||||||
rm -rf .eggs
|
|
||||||
python setup.py check -m -s
|
|
||||||
TORCH_CUDA_ARCH_LIST=7.0 python -m pip install -e .
|
|
||||||
- name: Run unittests and generate coverage report
|
- name: Run unittests and generate coverage report
|
||||||
run: |
|
run: |
|
||||||
coverage run --branch --source mmocr -m pytest tests/
|
coverage run --branch --source mmocr -m pytest tests/
|
||||||
coverage xml
|
coverage xml
|
||||||
coverage report -m
|
coverage report -m
|
||||||
# Only upload coverage report for python3.7 && pytorch1.5
|
# Only upload coverage report for python3.7 && pytorch1.8.1 cpu
|
||||||
- name: Upload coverage to Codecov
|
- name: Upload coverage to Codecov
|
||||||
if: ${{matrix.torch == '1.6.0+cu101' && matrix.python-version == '3.7'}}
|
if: ${{matrix.torch == '1.8.1' && matrix.python-version == '3.7'}}
|
||||||
uses: codecov/codecov-action@v1.0.14
|
uses: codecov/codecov-action@v1.0.14
|
||||||
with:
|
with:
|
||||||
file: ./coverage.xml
|
file: ./coverage.xml
|
||||||
|
|
@ -169,23 +113,15 @@ jobs:
|
||||||
build_cu102:
|
build_cu102:
|
||||||
runs-on: ubuntu-18.04
|
runs-on: ubuntu-18.04
|
||||||
container:
|
container:
|
||||||
image: pytorch/pytorch:1.6.0-cuda10.1-cudnn7-devel
|
image: pytorch/pytorch:1.8.1-cuda10.2-cudnn7-devel
|
||||||
strategy:
|
strategy:
|
||||||
matrix:
|
matrix:
|
||||||
python-version: [3.7]
|
python-version: [3.7]
|
||||||
torch: [1.9.0+cu102]
|
torch: [1.8.1+cu102]
|
||||||
include:
|
include:
|
||||||
- torch: 1.9.0+cu102
|
- torch: 1.8.1+cu102
|
||||||
torch_version: 1.9
|
torch_version: 1.8.1
|
||||||
torchvision: 0.10.0+cu102
|
torchvision: 0.9.1+cu102
|
||||||
- torch: 1.9.0+cu102
|
|
||||||
torch_version: 1.9
|
|
||||||
torchvision: 0.10.0+cu102
|
|
||||||
python-version: 3.8
|
|
||||||
- torch: 1.9.0+cu102
|
|
||||||
torch_version: 1.9
|
|
||||||
torchvision: 0.10.0+cu102
|
|
||||||
python-version: 3.9
|
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v2
|
- uses: actions/checkout@v2
|
||||||
- name: Set up Python ${{ matrix.python-version }}
|
- name: Set up Python ${{ matrix.python-version }}
|
||||||
|
|
@ -212,8 +148,6 @@ jobs:
|
||||||
run: python -m pip install librosa soundfile
|
run: python -m pip install librosa soundfile
|
||||||
- name: Install lmdb
|
- name: Install lmdb
|
||||||
run: python -m pip install lmdb
|
run: python -m pip install lmdb
|
||||||
- name: Install PyTorch
|
|
||||||
run: python -m pip install torch==${{matrix.torch}} torchvision==${{matrix.torchvision}} -f https://download.pytorch.org/whl/torch_stable.html
|
|
||||||
- name: Install mmocr dependencies
|
- name: Install mmocr dependencies
|
||||||
run: |
|
run: |
|
||||||
python -m pip install mmcv-full -f https://download.openmmlab.com/mmcv/dist/cu102/torch${{matrix.torch_version}}/index.html
|
python -m pip install mmcv-full -f https://download.openmmlab.com/mmcv/dist/cu102/torch${{matrix.torch_version}}/index.html
|
||||||
|
|
@ -224,18 +158,14 @@ jobs:
|
||||||
rm -rf .eggs
|
rm -rf .eggs
|
||||||
python setup.py check -m -s
|
python setup.py check -m -s
|
||||||
TORCH_CUDA_ARCH_LIST=7.0 python -m pip install -e .
|
TORCH_CUDA_ARCH_LIST=7.0 python -m pip install -e .
|
||||||
- name: Run unittests and generate coverage report
|
|
||||||
run: |
|
build_windows:
|
||||||
coverage run --branch --source mmocr -m pytest tests/
|
|
||||||
coverage xml
|
|
||||||
coverage report -m
|
|
||||||
test_windows:
|
|
||||||
runs-on: ${{ matrix.os }}
|
runs-on: ${{ matrix.os }}
|
||||||
strategy:
|
strategy:
|
||||||
matrix:
|
matrix:
|
||||||
os: [windows-2022]
|
os: [windows-2022]
|
||||||
python: [3.8]
|
python: [3.7]
|
||||||
platform: [cpu, cu111]
|
platform: [cpu, cu102]
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v2
|
- uses: actions/checkout@v2
|
||||||
- name: Set up Python ${{ matrix.python-version }}
|
- name: Set up Python ${{ matrix.python-version }}
|
||||||
|
|
@ -249,7 +179,7 @@ jobs:
|
||||||
- name: Install lmdb
|
- name: Install lmdb
|
||||||
run: python -m pip install lmdb
|
run: python -m pip install lmdb
|
||||||
- name: Install PyTorch
|
- name: Install PyTorch
|
||||||
run: python -m pip install torch==1.8.2+${{matrix.platform}} torchvision==0.9.2+${{matrix.platform}} -f https://download.pytorch.org/whl/lts/1.8/torch_lts.html
|
run: python -m pip install torch==1.8.1+${{matrix.platform}} torchvision==0.9.1+${{matrix.platform}} -f https://download.pytorch.org/whl/lts/1.8/torch_lts.html
|
||||||
- name: Install mmocr dependencies
|
- name: Install mmocr dependencies
|
||||||
run: |
|
run: |
|
||||||
python -m pip install mmcv-full -f https://download.openmmlab.com/mmcv/dist/cpu/torch1.8/index.html --only-binary mmcv-full
|
python -m pip install mmcv-full -f https://download.openmmlab.com/mmcv/dist/cpu/torch1.8/index.html --only-binary mmcv-full
|
||||||
Loading…
Reference in New Issue