kromskii2/alltalk_tts
1
0 Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update WarmUpScheduler.py

Browse Source
This commit is contained in:
bmalaski committed 2024-07-03 09:59:25 -04:00
1 parent e347f15046
commit 6a992cb8f4
1 file changed
+3 -1
Download Patch File Download Diff File Expand all files Collapse all files
trainer_alltalk/WarmUpScheduler.py
+3 -1
View File
@@ -3,7 +3,9 @@ from torch.optim.lr_scheduler import LRScheduler
class WarmUpScheduler(LRScheduler): class WarmUpScheduler(LRScheduler):
def __init__(self, optimizer, total_epochs, warmup_lr, target_lr, after_scheduler=None): def __init__(self, optimizer, total_epochs, warmup_lr, target_lr, after_scheduler=None):
self.total_epochs = total_epochs self.total_epochs = total_epochs
self.warmup_epochs = int(total_epochs * 0.1) self.warmup_epochs = int(total_epochs * 0.05)
if self.warmup_epochs <= 0:
self.warmup_epochs = 1
self.warmup_lr = warmup_lr self.warmup_lr = warmup_lr
self.target_lr = target_lr self.target_lr = target_lr
self.after_scheduler = after_scheduler self.after_scheduler = after_scheduler