From 6a992cb8f4a87a59786479efc83c5aa373cf4e6a Mon Sep 17 00:00:00 2001
From: bmalaski <5288648+bmalaski@users.noreply.github.com>
Date: Wed, 3 Jul 2024 09:59:25 -0400
Subject: [PATCH] Update WarmUpScheduler.py

---
 trainer_alltalk/WarmUpScheduler.py | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/trainer_alltalk/WarmUpScheduler.py b/trainer_alltalk/WarmUpScheduler.py
index 9406c82..d6d1d20 100644
--- a/trainer_alltalk/WarmUpScheduler.py
+++ b/trainer_alltalk/WarmUpScheduler.py
@@ -3,7 +3,9 @@ from torch.optim.lr_scheduler import LRScheduler
 class WarmUpScheduler(LRScheduler):
     def __init__(self, optimizer, total_epochs, warmup_lr, target_lr, after_scheduler=None):
         self.total_epochs = total_epochs
-        self.warmup_epochs = int(total_epochs * 0.1)
+        self.warmup_epochs = int(total_epochs * 0.05)
+        if self.warmup_epochs <= 0:
+            self.warmup_epochs = 1
         self.warmup_lr = warmup_lr
         self.target_lr = target_lr
         self.after_scheduler = after_scheduler