torchrun --nproc_per_node=1 inference.py \
--config "path to config file" \
--load_dataset \
--tp_size 1 \
--inference_save_path "path to save inference results"