torchrun --nproc_per_node=1 inference.py \
    --config "path to config file" \
    --load_dataset \
    --tp_size 1 \
    --inference_save_path "path to save inference results"