From c7a93bf16241bca66e2978385e6a787a2755f54c Mon Sep 17 00:00:00 2001 From: zhulinJulia24 <145004780+zhulinJulia24@users.noreply.github.com> Date: Mon, 29 Jan 2024 17:52:02 +0800 Subject: [PATCH] add transformers lowest and latest version coverage --- .github/workflows/daily_tests.yaml | 14 +++++++++++--- 1 file changed, 11 insertions(+), 3 deletions(-) diff --git a/.github/workflows/daily_tests.yaml b/.github/workflows/daily_tests.yaml index bbce4b9..1e1376f 100644 --- a/.github/workflows/daily_tests.yaml +++ b/.github/workflows/daily_tests.yaml @@ -11,10 +11,9 @@ env: jobs: HF_model: runs-on: [t_cluster] - continue-on-error: true strategy: matrix: - transformers-version: [4.34.0, 4.35.2, 4.36.2, 4.37.1] + transformers-version: [4.34.0, latest] steps: - name: mask env run: | @@ -23,14 +22,23 @@ jobs: - uses: actions/checkout@v3 - name: load_hf_model + if: matrix.transformers-version != 'latest' run: | conda create -n internlm-model-latest --clone ${CONDA_BASE_ENV} source activate internlm-model-latest - # TODO:test other version of transformers pip install transformers==${{ matrix.transformers-version }} pip install sentencepiece srun -p ${SLURM_PARTITION} --kill-on-bad-exit=1 --job-name=${GITHUB_RUN_ID}-${GITHUB_JOB} --gpus-per-task=2 pytest -s -v --color=yes ./tests/test_hf_model.py conda deactivate + - name: load_latest_hf_model + if: matrix.transformers-version == 'latest' + run: | + conda create -n internlm-model-latest --clone ${CONDA_BASE_ENV} + source activate internlm-model-latest + pip install transformers + pip install sentencepiece + srun -p ${SLURM_PARTITION} --kill-on-bad-exit=1 --job-name=${GITHUB_RUN_ID}-${GITHUB_JOB} --gpus-per-task=2 pytest -s -v --color=yes ./tests/test_hf_model.py + conda deactivate - name: remove_env if: always() run: |