From 9ff23888e034b712103a4586693ed5f34c56b311 Mon Sep 17 00:00:00 2001 From: "j.katzwinkel@posteo.de" Date: Tue, 25 Feb 2025 11:01:01 +0100 Subject: [PATCH 1/3] -m trainer.distribute not working currently since coqui doesn't seem to be able to run multiple gpus changing finetune from 127.0.0.1 to 0.0.0.0 so it's accessible. --- Dockerfile | 2 +- finetune.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/Dockerfile b/Dockerfile index aaf5067..a92d9e9 100644 --- a/Dockerfile +++ b/Dockerfile @@ -87,7 +87,7 @@ EOF source ~/.bashrc export TRAINER_TELEMETRY=0 conda activate alltalk -python -m trainer.distribute --script finetune.py +python finetune.py EOF cat << EOF > start_diagnostics.sh #!/usr/bin/env bash diff --git a/finetune.py b/finetune.py index e84ebf0..7fdba69 100644 --- a/finetune.py +++ b/finetune.py @@ -4805,5 +4805,5 @@ if __name__ == "__main__": share=False, debug=False, server_port=7052, - server_name="127.0.0.1", + server_name="0.0.0.0", ) From dac938476ac5068dd5772a60130a741f2ffd8bd8 Mon Sep 17 00:00:00 2001 From: "j.katzwinkel@posteo.de" Date: Tue, 25 Feb 2025 13:35:49 +0100 Subject: [PATCH 2/3] Errors should always be displayed. --- finetune.py | 16 ++++++++-------- 1 file changed, 8 insertions(+), 8 deletions(-) diff --git a/finetune.py b/finetune.py index 7fdba69..9b15f8d 100644 --- a/finetune.py +++ b/finetune.py @@ -273,21 +273,21 @@ def debug_print( elif is_info: prefix += "" - if level == "GPU_MEMORY" and DebugLevels.GPU_MEMORY: + if level == "GPU_MEMORY" and (DebugLevels.GPU_MEMORY or is_error): print(f"{prefix} [GPU] {message}") - elif level == "MODEL_OPS" and DebugLevels.MODEL_OPS: + elif level == "MODEL_OPS" and (DebugLevels.MODEL_OPS or is_error): print(f"{prefix} [MODEL] {message}") - elif level == "DATA_PROCESS" and DebugLevels.DATA_PROCESS: + elif level == "DATA_PROCESS" and (DebugLevels.DATA_PROCESS or is_error): print(f"{prefix} [DATA] {message}") - elif level == "GENERAL" and DebugLevels.GENERAL: + elif level == "GENERAL" and (DebugLevels.GENERAL or is_error): print(f"{prefix} [INFO] {message}") - elif level == "AUDIO" and DebugLevels.AUDIO: + elif level == "AUDIO" and (DebugLevels.AUDIO or is_error): print(f"{prefix} [AUDIO] {message}") - elif level == "SEGMENTS" and DebugLevels.SEGMENTS: + elif level == "SEGMENTS" and (DebugLevels.SEGMENTS or is_error): print(f"{prefix} [SEG] {message}") - elif level == "DUPLICATES" and DebugLevels.DUPLICATES: + elif level == "DUPLICATES" and (DebugLevels.DUPLICATES or is_error): print(f"{prefix} [DUP] {message}") - elif level == "VALIDATION" and DebugLevels.VALIDATION: + elif level == "VALIDATION" and (DebugLevels.VALIDATION or is_error): print(f"{prefix} [VAL] {message}") From 990d9b2d9a128b10d95d8b60a667e8fe1bd6db75 Mon Sep 17 00:00:00 2001 From: "j.katzwinkel@posteo.de" Date: Wed, 26 Feb 2025 21:53:57 +0100 Subject: [PATCH 3/3] Revert error level changes --- finetune.py | 16 ++++++++-------- 1 file changed, 8 insertions(+), 8 deletions(-) diff --git a/finetune.py b/finetune.py index 9b15f8d..7fdba69 100644 --- a/finetune.py +++ b/finetune.py @@ -273,21 +273,21 @@ def debug_print( elif is_info: prefix += "" - if level == "GPU_MEMORY" and (DebugLevels.GPU_MEMORY or is_error): + if level == "GPU_MEMORY" and DebugLevels.GPU_MEMORY: print(f"{prefix} [GPU] {message}") - elif level == "MODEL_OPS" and (DebugLevels.MODEL_OPS or is_error): + elif level == "MODEL_OPS" and DebugLevels.MODEL_OPS: print(f"{prefix} [MODEL] {message}") - elif level == "DATA_PROCESS" and (DebugLevels.DATA_PROCESS or is_error): + elif level == "DATA_PROCESS" and DebugLevels.DATA_PROCESS: print(f"{prefix} [DATA] {message}") - elif level == "GENERAL" and (DebugLevels.GENERAL or is_error): + elif level == "GENERAL" and DebugLevels.GENERAL: print(f"{prefix} [INFO] {message}") - elif level == "AUDIO" and (DebugLevels.AUDIO or is_error): + elif level == "AUDIO" and DebugLevels.AUDIO: print(f"{prefix} [AUDIO] {message}") - elif level == "SEGMENTS" and (DebugLevels.SEGMENTS or is_error): + elif level == "SEGMENTS" and DebugLevels.SEGMENTS: print(f"{prefix} [SEG] {message}") - elif level == "DUPLICATES" and (DebugLevels.DUPLICATES or is_error): + elif level == "DUPLICATES" and DebugLevels.DUPLICATES: print(f"{prefix} [DUP] {message}") - elif level == "VALIDATION" and (DebugLevels.VALIDATION or is_error): + elif level == "VALIDATION" and DebugLevels.VALIDATION: print(f"{prefix} [VAL] {message}")