From f6b4ca4e6cc2e7822e38cdc61da0566aee129828 Mon Sep 17 00:00:00 2001 From: ver217 <lhx0217@gmail.com> Date: Wed, 15 Feb 2023 10:53:54 +0800 Subject: [PATCH] [devops] add chatgpt ci (#2713) --- .github/workflows/run_chatgpt_examples.yml | 41 ++++++++++++++++++++ .github/workflows/run_chatgpt_unit_tests.yml | 41 ++++++++++++++++++++ 2 files changed, 82 insertions(+) create mode 100644 .github/workflows/run_chatgpt_examples.yml create mode 100644 .github/workflows/run_chatgpt_unit_tests.yml diff --git a/.github/workflows/run_chatgpt_examples.yml b/.github/workflows/run_chatgpt_examples.yml new file mode 100644 index 000000000..9d7c1ff99 --- /dev/null +++ b/.github/workflows/run_chatgpt_examples.yml @@ -0,0 +1,41 @@ +name: Run ChatGPT examples + +on: + pull_request: + types: [synchronize, opened, reopened] + paths: + - 'applications/ChatGPT/chatgpt/**' + - 'applications/ChatGPT/requirements.txt' + - 'applications/ChatGPT/setup.py' + - 'applications/ChatGPT/examples/**' + + +jobs: + tests: + name: Run ChatGPT examples + runs-on: [self-hosted, gpu] + container: + image: hpcaitech/pytorch-cuda:1.12.0-11.3.0 + options: --gpus all --rm -v /data/scratch/chatgpt:/data/scratch/chatgpt + timeout-minutes: 30 + defaults: + run: + shell: bash + steps: + - name: Checkout ColossalAI + uses: actions/checkout@v2 + + - name: Install ColossalAI and ChatGPT + run: | + pip install -v . + cd applications/ChatGPT + pip install -v . + pip install -r examples/requirements.txt + + - name: Execute Examples + run: | + ./examples/test_ci.sh + env: + NCCL_SHM_DISABLE: 1 + MAX_JOBS: 8 + PROMPT_PATH: /data/scratch/chatgpt/prompts.csv diff --git a/.github/workflows/run_chatgpt_unit_tests.yml b/.github/workflows/run_chatgpt_unit_tests.yml new file mode 100644 index 000000000..3ac0d2d8c --- /dev/null +++ b/.github/workflows/run_chatgpt_unit_tests.yml @@ -0,0 +1,41 @@ +name: Run ChatGPT unit tests + +on: + pull_request: + types: [synchronize, opened, reopened] + paths: + - 'applications/ChatGPT/chatgpt/**' + - 'applications/ChatGPT/requirements.txt' + - 'applications/ChatGPT/setup.py' + - 'applications/ChatGPT/requirements-test.txt' + - 'applications/ChatGPT/tests/**' + - 'applications/ChatGPT/pytest.ini' + +jobs: + tests: + name: Run ChatGPT unit tests + runs-on: [self-hosted, gpu] + container: + image: hpcaitech/pytorch-cuda:1.12.0-11.3.0 + options: --gpus all --rm -v /data/scratch/chatgpt:/data/scratch/chatgpt + timeout-minutes: 30 + defaults: + run: + shell: bash + steps: + - name: Checkout ColossalAI + uses: actions/checkout@v2 + + - name: Install ColossalAI and ChatGPT + run: | + pip install -v . + cd applications/ChatGPT + pip install -v . + pip install -r requirements-test.txt + + - name: Execute Unit Testing + run: | + pytest tests/ + env: + NCCL_SHM_DISABLE: 1 + MAX_JOBS: 8