From 68ec99e946129298b2e6d8e6463886fe6b22a5df Mon Sep 17 00:00:00 2001 From: Tong Li Date: Fri, 26 Apr 2024 21:12:04 +0800 Subject: [PATCH] [hotfix] add soft link to support required files (#5661) --- examples/language/llama/benchmark.py | 3 --- examples/language/llama/data_utils.py | 1 + examples/language/llama/model_utils.py | 1 + examples/language/llama/performance_evaluator.py | 1 + 4 files changed, 3 insertions(+), 3 deletions(-) create mode 120000 examples/language/llama/data_utils.py create mode 120000 examples/language/llama/model_utils.py create mode 120000 examples/language/llama/performance_evaluator.py diff --git a/examples/language/llama/benchmark.py b/examples/language/llama/benchmark.py index d26975fc5..f457c08cd 100644 --- a/examples/language/llama/benchmark.py +++ b/examples/language/llama/benchmark.py @@ -19,9 +19,6 @@ from colossalai.cluster import DistCoordinator from colossalai.lazy import LazyInitContext from colossalai.nn.optimizer import HybridAdam from colossalai.shardformer import PipelineGradientCheckpointConfig -from examples.language.data_utils import RandomDataset -from examples.language.model_utils import format_numel_str, get_model_numel -from examples.language.performance_evaluator import PerformanceEvaluator # ============================== # Constants diff --git a/examples/language/llama/data_utils.py b/examples/language/llama/data_utils.py new file mode 120000 index 000000000..2da9822df --- /dev/null +++ b/examples/language/llama/data_utils.py @@ -0,0 +1 @@ +../data_utils.py \ No newline at end of file diff --git a/examples/language/llama/model_utils.py b/examples/language/llama/model_utils.py new file mode 120000 index 000000000..73c6818a8 --- /dev/null +++ b/examples/language/llama/model_utils.py @@ -0,0 +1 @@ +../model_utils.py \ No newline at end of file diff --git a/examples/language/llama/performance_evaluator.py b/examples/language/llama/performance_evaluator.py new file mode 120000 index 000000000..f4736354b --- /dev/null +++ b/examples/language/llama/performance_evaluator.py @@ -0,0 +1 @@ +../performance_evaluator.py \ No newline at end of file