diff --git a/.github/workflows/daily_tests.yaml b/.github/workflows/daily_tests.yaml index 0c7062e..016f712 100644 --- a/.github/workflows/daily_tests.yaml +++ b/.github/workflows/daily_tests.yaml @@ -42,7 +42,7 @@ jobs: pip install torch==2.2.2 torchvision==0.17.2 --index-url https://download.pytorch.org/whl/cu118 pip install /mnt/petrelfs/qa-caif-cicd/resource/flash_attn-2.5.8+cu118torch2.2cxx11abiFALSE-cp310-cp310-linux_x86_64.whl pip install sentencepiece auto-gptq==0.6.0 lmdeploy[all] - srun -p ${SLURM_PARTITION} --kill-on-bad-exit=1 --job-name=${GITHUB_RUN_ID}-${GITHUB_JOB} --gpus-per-task=2 pytest -s -v --color=yes ./tests/test_hf_model.py + srun -p ${SLURM_PARTITION} --kill-on-bad-exit=1 --job-name=${GITHUB_RUN_ID}-${GITHUB_JOB} --gpus-per-task=2 pytest -s -v -m tmp --color=yes ./tests/test_hf_model.py conda deactivate - name: remove_env if: always() diff --git a/tests/test_hf_model.py b/tests/test_hf_model.py index dc9ed16..0ef2126 100644 --- a/tests/test_hf_model.py +++ b/tests/test_hf_model.py @@ -1,6 +1,7 @@ import pytest import torch from auto_gptq.modeling import BaseGPTQForCausalLM +from bs4 import BeautifulSoup from lmdeploy import TurbomindEngineConfig, pipeline from PIL import Image from transformers import AutoModel, AutoModelForCausalLM, AutoTokenizer @@ -279,3 +280,181 @@ class InternLMXComposer2QForCausalLM(BaseGPTQForCausalLM): ['feed_forward.w1.linear', 'feed_forward.w3.linear'], ['feed_forward.w2.linear'], ] + + +@pytest.mark.tmp +class TestXcomposer2d5Model: + """Test cases for base model.""" + + @pytest.mark.parametrize( + 'model_name', + [ + 'internlm/internlm-xcomposer2d5-7b', + ], + ) + def test_high_resolution_default(self, model_name): + torch.set_grad_enabled(False) + + # init model and tokenizer + model = AutoModel.from_pretrained( + model_name, torch_dtype=torch.bfloat16, + trust_remote_code=True).cuda().eval() + tokenizer = AutoTokenizer.from_pretrained(model_name, + trust_remote_code=True) + model.tokenizer = tokenizer + + query = 'Analyze the given image in a detail manner' + image = ['/mnt/petrelfs/qa-caif-cicd/github_runner/examples/dubai.png'] + with torch.autocast(device_type='cuda', dtype=torch.float16): + response, _ = model.chat(tokenizer, + query, + image, + do_sample=False, + num_beams=3, + use_meta=True) + print(response) + assert len(response) > 100 + assert 'dubai' in response.lower() + + @pytest.mark.parametrize( + 'model_name', + [ + 'internlm/internlm-xcomposer2d5-7b', + ], + ) + def test_introduce_web_default(self, model_name): + torch.set_grad_enabled(False) + # init model and tokenizer + model = AutoModel.from_pretrained( + model_name, torch_dtype=torch.bfloat16, + trust_remote_code=True).cuda().eval() + tokenizer = AutoTokenizer.from_pretrained(model_name, + trust_remote_code=True) + model.tokenizer = tokenizer + + query = '''A website for Research institutions. The name is Shanghai + AI lab. Top Navigation Bar is blue.Below left, an image shows the + logo of the lab. In the right, there is a passage of text below that + describes the mission of the laboratory.There are several images to + show the research projects of Shanghai AI lab.''' + with torch.autocast(device_type='cuda', dtype=torch.float16): + response = model.write_webpage( + query, + seed=202, + task='Instruction-aware Webpage Generation', + repetition_penalty=3.0) + print(response) + assert len(response) > 100 + assert is_html_code(response) + assert 'href' in response.lower() + + @pytest.mark.parametrize( + 'model_name', + [ + 'internlm/internlm-xcomposer2d5-7b', + ], + ) + def test_resume_to_webset_default(self, model_name): + torch.set_grad_enabled(False) + + # init model and tokenizer + model = AutoModel.from_pretrained( + model_name, torch_dtype=torch.bfloat16, + trust_remote_code=True).cuda().eval() + tokenizer = AutoTokenizer.from_pretrained(model_name, + trust_remote_code=True) + model.tokenizer = tokenizer + + # the input should be a resume in markdown format + query = '/mnt/petrelfs/qa-caif-cicd/github_runner/examples/resume.md' + with torch.autocast(device_type='cuda', dtype=torch.float16): + response = model.resume_2_webpage(query, + seed=202, + repetition_penalty=3.0) + print(response) + assert len(response) > 100 + assert is_html_code(response) + assert 'href' in response.lower() + + @pytest.mark.parametrize( + 'model_name', + [ + 'internlm/internlm-xcomposer2d5-7b', + ], + ) + def test_screen_to_webset_default(self, model_name): + torch.set_grad_enabled(False) + + # init model and tokenizer + model = AutoModel.from_pretrained( + model_name, torch_dtype=torch.bfloat16, + trust_remote_code=True).cuda().eval() + tokenizer = AutoTokenizer.from_pretrained(model_name, + trust_remote_code=True) + model.tokenizer = tokenizer + + query = 'Generate the HTML code of this web image with Tailwind CSS.' + image = ['./examples/screenshot.jpg'] + with torch.autocast(device_type='cuda', dtype=torch.float16): + response = model.resume_2_webpage(query, + image, + seed=202, + repetition_penalty=3.0) + print(response) + assert len(response) > 100 + assert is_html_code(response) + assert 'href' in response.lower() + + @pytest.mark.parametrize( + 'model_name', + [ + 'internlm/internlm-xcomposer2d5-7b', + ], + ) + def test_write_artical_default(self, model_name): + torch.set_grad_enabled(False) + + # init model and tokenizer + model = AutoModel.from_pretrained( + 'internlm/internlm-xcomposer2d5-7b', + torch_dtype=torch.bfloat16, + trust_remote_code=True).cuda().eval() + tokenizer = AutoTokenizer.from_pretrained( + 'internlm/internlm-xcomposer2d5-7b', trust_remote_code=True) + model.tokenizer = tokenizer + + query = '''阅读下面的材料,根据要求写作。 电影《长安三万里》的出现让人感慨,影片并未将重点全落在大唐风华上, + 也展现了恢弘气象的阴暗面,即旧门阀的资源垄断、朝政的日益衰败与青年才俊的壮志难酬。高适仕进无门,只能回乡>沉潜修行。 + 李白虽得玉真公主举荐,擢入翰林,但他只是成为唐玄宗的御用文人,不能真正实现有益于朝政的志意。然而,片中高潮部分《将进酒》一节, + 人至中年、挂着肚腩的李白引众人乘仙鹤上天,一路从水面、瀑布飞升至银河进入仙>宫,李白狂奔着与仙人们碰杯,最后大家纵身飞向漩涡般的九重天。 + 肉身的微贱、世路的“天生我材必有用,坎坷,拘不住精神的高蹈。“天生我材必有用,千金散尽还复来。” 古往今来,身处闲顿、遭受挫折、被病痛折磨, + 很多人都曾经历>了人生的“失意”,却反而成就了他们“诗意”的人生。对正在追求人生价值的当代青年来说,如何对待人生中的缺憾和困顿?诗意人生中又 + 有怎样的自我坚守和自我认同?请结合“失意”与“诗意”这两个关键词写一篇文章。 要求:选准角度,确定>立意,明确文体,自拟标题;不要套作,不得抄 + 袭;不得泄露个人信息;不少于 800 字。''' + with torch.autocast(device_type='cuda', dtype=torch.float16): + response = model.write_artical(query, seed=8192) + print(response) + assert len(response) > 100 + assert '。' in response and '诗' in response + + query = '''Please write a blog based on the title: French Pastries: + A Sweet Indulgence''' + with torch.autocast(device_type='cuda', dtype=torch.float16): + response = model.write_artical(query, seed=8192) + print(response) + assert len(response) > 100 + assert ' ' in response and 'a' in response + + +def is_html_code(html_code): + try: + soup = BeautifulSoup(html_code, 'lxml') + if soup.find('html'): + print('HTML appears to be well-formed.') + return True + else: + print('There was an issue with the HTML structure.') + return False + except Exception as e: + print('Error parsing HTML:', str(e)) + return False