kromskii2/alltalk_tts
1
0 Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update finetune.py

Browse Source
This commit is contained in:
bmalaski committed 2024-06-25 15:49:20 -04:00
1 parent a97ad658c1
commit e081442bf3
2 files changed
+7 -13
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

finetune.py
+7 -7
View File
@@ -843,12 +843,12 @@ def train_gpt(language, num_epochs, batch_size, grad_acumm, train_csv, eval_csv,
if lr_scheduler == "StepLR": if lr_scheduler == "StepLR":
lr_scheduler_params = {'step_size': 30, 'gamma': 0.1, 'last_epoch': -1} lr_scheduler_params = {'step_size': 30, 'gamma': 0.1, 'last_epoch': -1}
elif lr_scheduler == "MultiStepLR": elif lr_scheduler == "MultiStepLR":
exponent = 3 - int(math.log2(num_epochs) / 2) # exponent = 3 - int(math.log2(num_epochs) / 2)
base = 2 # base = 2
num_milestones = min(num_epochs, int(math.pow(base, exponent))) # num_milestones = min(num_epochs, int(math.pow(base, exponent)))
milestone_interval = num_epochs // (num_milestones + 1) # milestone_interval = num_epochs // (num_milestones + 1)
milestones = [milestone_interval * (i + 1) for i in range(num_milestones)] # milestones = [milestone_interval * (i + 1) for i in range(num_milestones)]
lr_scheduler_params = {'milestones': milestones, 'gamma': lr_gamma_mapping[learning_rate], 'last_epoch': -1} lr_scheduler_params = {"milestones": [50000 * 18, 150000 * 18, 300000 * 18], "gamma": 0.5, "last_epoch": -1}
elif lr_scheduler == "ExponentialLR": elif lr_scheduler == "ExponentialLR":
lr_scheduler_params = {'gamma': 0.5, 'last_epoch': -1} lr_scheduler_params = {'gamma': 0.5, 'last_epoch': -1}
elif lr_scheduler == "CosineAnnealingLR": elif lr_scheduler == "CosineAnnealingLR":
@@ -1850,7 +1850,7 @@ if __name__ == "__main__":
grad_acumm = gr.Slider( grad_acumm = gr.Slider(
label="Grad accumulation steps:", label="Grad accumulation steps:",
minimum=1, minimum=1,
maximum=32, maximum=1024,
step=1, step=1,
value=args.grad_acumm, value=args.grad_acumm,
) )
start_diagnostics.bat
-6
View File
@@ -1,6 +0,0 @@
@echo off
cd /D "C:\AI\text-generation-webui\extensions\alltalk_tts\"
set CONDA_ROOT_PREFIX=C:\AI\text-generation-webui\extensions\alltalk_tts\alltalk_environment\conda
set INSTALL_ENV_DIR=C:\AI\text-generation-webui\extensions\alltalk_tts\alltalk_environment\env
call "C:\AI\text-generation-webui\extensions\alltalk_tts\alltalk_environment\conda\condabin\conda.bat" activate "C:\AI\text-generation-webui\extensions\alltalk_tts\alltalk_environment\env"
call python diagnostics.py