github
/
ColossalAI
mirror of https://github.com/hpcaitech/ColossalAI
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

[misc] add last_epoch in CosineAnnealingWarmupLR (#4778)

pull/4814/head^2
Yan haixu 2023-09-26 14:43:46 +08:00 committed by GitHub
parent b6cf0aca55
commit a22706337a
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
colossalai/nn/lr_scheduler/cosine.py
View File

@ -62,7 +62,7 @@ class CosineAnnealingWarmupLR(WarmupScheduler):
base_scheduler = _CosineAnnealingLR( base_scheduler = _CosineAnnealingLR(
optimizer, total_steps - warmup_steps, eta_min=eta_min, last_epoch=last_epoch optimizer, total_steps - warmup_steps, eta_min=eta_min, last_epoch=last_epoch
) )
super().__init__(optimizer, warmup_steps, base_scheduler) super().__init__(optimizer, warmup_steps, base_scheduler, last_epoch=last_epoch)
class FlatAnnealingLR(DelayerScheduler): class FlatAnnealingLR(DelayerScheduler):