[devops] fix concurrency group and compatibility test (#4665)

* [devops] fix concurrency group

* [devops] fix compatibility test

* [devops] fix tensornvme install

* [devops] fix tensornvme install

* [devops] fix colossalai install
pull/4667/head
Hongxin Liu 1 year ago committed by GitHub
parent 295b38fecf
commit a686f9ddc8
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

@ -61,7 +61,7 @@ jobs:
run: run:
shell: bash shell: bash
concurrency: concurrency:
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-repare-cache
cancel-in-progress: true cancel-in-progress: true
steps: steps:
- name: Copy testmon cache - name: Copy testmon cache
@ -87,7 +87,7 @@ jobs:
anyLibraryFileChanged: ${{ steps.find-lib-change.outputs.any_changed }} anyLibraryFileChanged: ${{ steps.find-lib-change.outputs.any_changed }}
runs-on: ubuntu-latest runs-on: ubuntu-latest
concurrency: concurrency:
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-detect-change
cancel-in-progress: true cancel-in-progress: true
steps: steps:
- uses: actions/checkout@v2 - uses: actions/checkout@v2
@ -147,7 +147,7 @@ jobs:
run: run:
shell: bash shell: bash
concurrency: concurrency:
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-run-test
cancel-in-progress: true cancel-in-progress: true
steps: steps:
- name: Checkout TensorNVMe - name: Checkout TensorNVMe

@ -64,7 +64,7 @@ jobs:
- name: Install tensornvme - name: Install tensornvme
run: | run: |
cd TensorNVMe cd TensorNVMe
conda install cmake apt update && apt install -y cmake
pip install -r requirements.txt pip install -r requirements.txt
pip install -v . pip install -v .
- uses: actions/checkout@v2 - uses: actions/checkout@v2
@ -83,8 +83,7 @@ jobs:
fi fi
- name: Install Colossal-AI - name: Install Colossal-AI
run: | run: |
pip install -r requirements/requirements.txt CUDA_EXT=1 pip install -v .
pip install -v --no-cache-dir .
pip install -r requirements/requirements-test.txt pip install -r requirements/requirements-test.txt
- name: Unit Testing - name: Unit Testing
run: | run: |

@ -13,7 +13,7 @@ jobs:
outputs: outputs:
matrix: ${{ steps.set-matrix.outputs.matrix }} matrix: ${{ steps.set-matrix.outputs.matrix }}
concurrency: concurrency:
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-prepare-matrix
cancel-in-progress: true cancel-in-progress: true
steps: steps:
- uses: actions/checkout@v3 - uses: actions/checkout@v3
@ -44,7 +44,7 @@ jobs:
options: --gpus all --rm -v /data/scratch/cifar-10:/data/scratch/cifar-10 options: --gpus all --rm -v /data/scratch/cifar-10:/data/scratch/cifar-10
timeout-minutes: 120 timeout-minutes: 120
concurrency: concurrency:
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-run-test
cancel-in-progress: true cancel-in-progress: true
steps: steps:
- name: Install dependencies - name: Install dependencies
@ -58,7 +58,7 @@ jobs:
- name: Install tensornvme - name: Install tensornvme
run: | run: |
cd TensorNVMe cd TensorNVMe
conda install cmake apt update && apt install -y cmake
pip install -r requirements.txt pip install -r requirements.txt
pip install -v . pip install -v .
- uses: actions/checkout@v2 - uses: actions/checkout@v2
@ -78,7 +78,7 @@ jobs:
- name: Install Colossal-AI - name: Install Colossal-AI
run: | run: |
pip install -v --no-cache-dir . CUDA_EXT=1 pip install -v .
pip install -r requirements/requirements-test.txt pip install -r requirements/requirements-test.txt
- name: Unit Testing - name: Unit Testing
run: | run: |

@ -54,7 +54,7 @@ jobs:
- name: Install tensornvme - name: Install tensornvme
run: | run: |
cd TensorNVMe cd TensorNVMe
conda install cmake apt update && apt install -y cmake
pip install -r requirements.txt pip install -r requirements.txt
pip install -v . pip install -v .
- uses: actions/checkout@v2 - uses: actions/checkout@v2
@ -75,7 +75,7 @@ jobs:
- name: Install Colossal-AI - name: Install Colossal-AI
run: | run: |
pip install -v --no-cache-dir . CUDA_EXT=1 pip install -v .
pip install -r requirements/requirements-test.txt pip install -r requirements/requirements-test.txt
- name: Unit Testing - name: Unit Testing

@ -17,7 +17,7 @@ jobs:
github.event.pull_request.base.repo.full_name == 'hpcaitech/ColossalAI' github.event.pull_request.base.repo.full_name == 'hpcaitech/ColossalAI'
runs-on: ubuntu-latest runs-on: ubuntu-latest
concurrency: concurrency:
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-check-i18n
cancel-in-progress: true cancel-in-progress: true
steps: steps:
- uses: actions/checkout@v2 - uses: actions/checkout@v2
@ -35,7 +35,7 @@ jobs:
github.event.pull_request.base.repo.full_name == 'hpcaitech/ColossalAI' github.event.pull_request.base.repo.full_name == 'hpcaitech/ColossalAI'
runs-on: ubuntu-latest runs-on: ubuntu-latest
concurrency: concurrency:
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-check-doc
cancel-in-progress: true cancel-in-progress: true
steps: steps:
- uses: actions/checkout@v2 - uses: actions/checkout@v2

@ -20,7 +20,7 @@ jobs:
any_changed: ${{ steps.changed-files.outputs.any_changed }} any_changed: ${{ steps.changed-files.outputs.any_changed }}
changed_files: ${{ steps.changed-files.outputs.all_changed_files }} changed_files: ${{ steps.changed-files.outputs.all_changed_files }}
concurrency: concurrency:
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-detect-change
cancel-in-progress: true cancel-in-progress: true
name: Detect changed example files name: Detect changed example files
steps: steps:
@ -63,7 +63,7 @@ jobs:
run: run:
shell: bash shell: bash
concurrency: concurrency:
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-run-doctest
cancel-in-progress: true cancel-in-progress: true
steps: steps:
- name: Checkout ColossalAI-Documentation - name: Checkout ColossalAI-Documentation

@ -21,7 +21,7 @@ jobs:
anyChanged: ${{ steps.setup-matrix.outputs.anyChanged }} anyChanged: ${{ steps.setup-matrix.outputs.anyChanged }}
name: Detect changed example files name: Detect changed example files
concurrency: concurrency:
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-detect-change
cancel-in-progress: true cancel-in-progress: true
steps: steps:
- uses: actions/checkout@v3 - uses: actions/checkout@v3
@ -81,7 +81,7 @@ jobs:
options: --gpus all --rm -v /data/scratch/examples-data:/data/ options: --gpus all --rm -v /data/scratch/examples-data:/data/
timeout-minutes: 10 timeout-minutes: 10
concurrency: concurrency:
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-run-example
cancel-in-progress: true cancel-in-progress: true
steps: steps:
- uses: actions/checkout@v3 - uses: actions/checkout@v3

Loading…
Cancel
Save