mirror of https://github.com/hpcaitech/ColossalAI
23 lines
797 B
Python
23 lines
797 B
Python
|
import sys
|
||
|
|
|
||
|
|
from ray.job_submission import JobSubmissionClient
|
||
|
|
|
||
|
|
|
||
|
|
def main(api_server_endpoint="http://127.0.0.1:8265"):
|
||
|
|
client = JobSubmissionClient(api_server_endpoint)
|
||
|
|
client.submit_job(
|
||
|
|
entrypoint=
|
||
|
|
"python experimental/ray/train_prompts_on_ray.py --strategy colossalai_zero2 --prompt_csv_url https://huggingface.co/datasets/fka/awesome-chatgpt-prompts/resolve/main/prompts.csv",
|
||
|
|
runtime_env={
|
||
|
|
"working_dir":
|
||
|
|
"applications/Chat",
|
||
|
|
"pip": [
|
||
|
|
"torch==1.13.1", "transformers>=4.20.1", "datasets", "loralib", "colossalai>=0.2.4", "langchain",
|
||
|
|
"tokenizers", "fastapi", "sse_starlette", "wandb", "sentencepiece", "gpustat"
|
||
|
|
]
|
||
|
|
})
|
||
|
|
|
||
|
|
|
||
|
|
if __name__ == "__main__":
|
||
|
|
main(sys.argv[1])
|