github
/
InternLM
mirror of https://github.com/InternLM/InternLM
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

update timeout thresholds

pull/495/head
jiaopenglong 2023-11-21 17:40:13 +08:00 committed by GitHub
parent 343732b4f9
commit 972b4f02c0
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 6 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
internlm/utils/timeout.py
View File

@ -39,14 +39,14 @@ ENABLE_TIMEOUT = os.getenv("INTERNLM_ENABLE_TIMEOUT", None)
timeout_threshold_dict = {
"initialize_distributed_env": 120,
"initialize_distributed_env": 240,
"nopp_forward_backward_step": 360,
"initialize_model": 20,
"initialize_optimizer": 40,
"optim_step": 30,
"initialize_model": 60,
"initialize_optimizer": 60,
"optim_step": 60,
"get_train_data_loader": 600,
"get_validation_data_loader": 60,
"load_new_batch": 10,
"get_validation_data_loader": 120,
"load_new_batch": 20,
"record_current_batch_training_metrics": 10,
"save_checkpoint": 1200,
"interleaved_forward_backward_step": 600,