feat(docs): fix demo log

2023-11-10 15:21:04 +08:00 · 2023-11-10 15:21:04 +08:00 · a09b4d7d00
parent ec614497c9 07026d1821
commit a09b4d7d00
3 changed files with 3 additions and 1 deletions
--- a/.gitignore
+++ b/.gitignore
@ -145,3 +145,4 @@ core.*
 llm_ckpts
 events.*
 memory_trace
+RUN*/
--- a/internlm/train/training_internlm.py
+++ b/internlm/train/training_internlm.py
@ -226,6 +226,7 @@ def get_train_data_loader(
    dataset_types = list(get_dataset_type_ids_map(train_folder).keys())

    if not train_folder:
+        dataset_types = ["en", "cn", "code"]
        train_ds = RandomDataset(num_samples=1000000, max_len=data_cfg.seq_len)
        if data_cfg.pack_sample_into_one:
            train_ds = PackedDatasetWithoutCuSeqlen(