Merge pull request #545 from Paladinium/alltalkbeta_multi_engine_manager

Enabling multi engine manager in Docker

DOCKER_README.md

@@ -51,10 +51,14 @@ following optional arguments:
 - `--voices` lets you add voices for the TTS engine in WAV format. You have to specify the folder containing all
   voice files.
     - Example: `docker-start.sh --voices /my/voices/dir`
-- `--rvc_voices` similar to voices, this option lets you pick the folder containing the RVC models.
+- `--rvc-voices` similar to voices, this option lets you pick the folder containing the [RVC models](https://github.com/erew123/alltalk_tts/wiki/RVC-(Retrieval%E2%80%90based-Voice-Conversion)).
     - Example: `docker-start.sh --rvc_voices /my/rvc/voices/dir`
-- `--no_ui` allows you to not expose port 7852 for the gradio interface. Note that you still have to set `launch_gradio`
-  to `false` via JSON file passed to `--config`.
+- `--no-ui` allows you to not expose port 7852 for the gradio interface and sets `launch_gradio` to `false`.
+- `--with-multi-engine-manager` enables the use of the [multi engine manager (MEM)](https://github.com/erew123/alltalk_tts/wiki/Multi-Engine-Manager)
+    which allows for more parallel requests. By default, one TTS engine is started. Optionally, you can pass the
+    file path of a JSON file which can be a subset of `mem_config.json` with more fine-grained configuration options.
+  - Example: `docker-start.sh --with-multi_engine_manager` to use MEM with default settings or 
+    `docker-start.sh --with-multi_engine_manager /my/config/file.json` to pass a JSON file containing more settings.
 - `--tag` allows to choose the docker tag of the image to run. Defaults to `latest-xtts`.
     - Example: `docker-start.sh --tag mytag`
 - `--docker-repository` allows to choose another Docker repository for pulling the image from. Use an empty 

Dockerfile

@@ -13,6 +13,9 @@ ARG ALLTALK_DIR=/opt/alltalk
 
 ENV GRADIO_SERVER_NAME="0.0.0.0"
 
+ENV ENABLE_MULTI_ENGINE_MANAGER=false
+ENV WITH_UI=true
+
 WORKDIR ${ALLTALK_DIR}
 
 ##############################################################################
@@ -28,6 +31,10 @@ RUN <<EOR
     mkdir ${ALLTALK_DIR}/pip_cache
     pip install --no-cache-dir --cache-dir=${ALLTALK_DIR}/pip_cache -r system/requirements/requirements_standalone.txt
     pip install --no-cache-dir --cache-dir=${ALLTALK_DIR}/pip_cache --upgrade gradio==4.32.2
+
+    # By default, version 1.9.10 is used causing this warning on startup: 'FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated'
+    pip install --no-cache-dir --cache-dir=${ALLTALK_DIR}/pip_cache local-attention==1.11.1
+
     # Parler:
     pip install --no-cache-dir --cache-dir=${ALLTALK_DIR}/pip_cache -r system/requirements/requirements_parler.txt
 
@@ -75,12 +82,26 @@ RUN <<EOR
 #!/usr/bin/env bash
 source ~/.bashrc
 
+# Enabling or disabling UI:
+jq ".launch_gradio = \$WITH_UI" docker_default_config.json > docker_default_config.json.tmp
+mv docker_default_config.json.tmp docker_default_config.json
+
 # Merging config from docker_confignew.json into confignew.json:
 jq -s '.[0] * .[1] * .[2]' confignew.json docker_default_config.json docker_confignew.json  > confignew.json.tmp
 mv confignew.json.tmp confignew.json
 
 conda activate alltalk
-python script.py
+
+if [ "\$ENABLE_MULTI_ENGINE_MANAGER" = true ] ; then
+  echo "Starting alltalk using multi engine manager"
+  # Merging config from docker_mem_config.json into mem_config.json:
+  jq -s '.[0] * .[1] * .[2]' mem_config.json docker_default_mem_config.json docker_mem_config.json  > mem_config.json.tmp
+  mv mem_config.json.tmp mem_config.json
+  python tts_mem.py
+else
+  echo "Starting alltalk"
+  python script.py
+fi
 EOF
     cat << EOF > start_finetune.sh
 #!/usr/bin/env bash

config.py

@@ -134,7 +134,7 @@ class AbstractJsonConfig(ABC):
 
     def _reload_on_change(self):
         # Check if config file has been modified and reload if needed
-        if time.time() - self.__last_read_time >= self.__file_check_interval:
+        if self.__file_check_interval != 0 and time.time() - self.__last_read_time >= self.__file_check_interval:
             try:
                 most_recent_modification = self.get_config_path().stat().st_mtime
                 if most_recent_modification > self.__last_read_time:
@@ -369,3 +369,45 @@ class AlltalkConfig(AbstractJsonConfig, AlltalkConfigFields):
         model = AlltalkConfigModel.model_validate_json(json_string)
         model.get_output_directory().mkdir(parents=True, exist_ok=True)
         return model
+
+class AlltalkMultiEngineManagerConfigFields:
+    base_port: int = 7001
+    api_server_port: int = 7851
+    auto_start_engines: int = 0
+    max_instances: int = 8
+    gradio_interface_port: int = 7500
+    max_retries: int = 12
+    initial_wait: float = 2
+    backoff_factor: float = 1.2
+    debug_mode: bool = False
+    max_queue_time: int = 60,  # Maximum time a request can wait in the queue (in seconds)
+    queue_check_interval: float = 0.1,  # Time between checks for available instances (in seconds)
+    tts_request_timeout: int = 30,  # Timeout for individual TTS requests (in seconds)
+    text_length_factor: float = 0.2,  # Increase timeout by 20% per 100 characters
+    concurrent_request_factor: float = 0.5,  # Increase timeout by 50% per concurrent request
+    diminishing_factor: float = 0.5,  # Reduce additional time for long-running requests by 50%
+    queue_position_factor: float = 1.0  # Add 100% of base timeout for each queue position
+
+class AlltalkMultiEngineManagerConfigModel(BaseModel, AlltalkMultiEngineManagerConfigFields):
+    pass
+
+class AlltalkMultiEngineManagerConfig(AbstractJsonConfig, AlltalkMultiEngineManagerConfigFields):
+    __instance = None
+    __this_dir = Path(__file__).parent.resolve()
+
+    def __init__(self, config_path: Path | str = os.path.join(__this_dir, "mem_config.json")):
+        super().__init__(config_path, 0)
+        self._load_config()
+
+    @staticmethod
+    def get_instance():
+        if AlltalkMultiEngineManagerConfig.__instance is None:
+            AlltalkMultiEngineManagerConfig.__instance = AlltalkMultiEngineManagerConfig()
+        AlltalkMultiEngineManagerConfig.__instance._reload_on_change()
+        return AlltalkMultiEngineManagerConfig.__instance
+
+    def _handle_loaded_config(self, json_string: str):
+        return AlltalkMultiEngineManagerConfigModel.model_validate_json(json_string)
+
+    def save(self, path: Path | str | None = None):
+        self._save_file(path)

docker-start.sh

@@ -4,6 +4,8 @@ SCRIPT_DIR=$( cd -- "$( dirname -- "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )
 . ${SCRIPT_DIR=}/docker/variables.sh
 
 WITH_UI=true
+ENABLE_MULTI_ENGINE_MANAGER=false
+MULTI_ENGINE_MANAGER_CONFIG=
 DOCKER_TAG=latest-xtts
 DOCKER_REPOSITORY=erew123
 declare -a ADDITIONAL_ARGS=()
@@ -19,13 +21,20 @@ while [ "$#" -gt 0 ]; do
       VOICES="$2"
       shift
       ;;
-    --rvc_voices)
+    --rvc-voices)
       RVC_VOICES="$2"
       shift
       ;;
-    --no_ui)
+    --no-ui)
       WITH_UI=false
       ;;
+    --with-multi-engine-manager)
+      ENABLE_MULTI_ENGINE_MANAGER=true
+      if [ -n "$2" ] && ! [[ $2 =~ ^--.* ]]; then
+        MULTI_ENGINE_MANAGER_CONFIG=$2
+        shift
+      fi
+      ;;
     --tag)
       DOCKER_TAG="$2"
       shift
@@ -66,9 +75,21 @@ if [[ -n $RVC_VOICES ]]; then
 fi
 
 if [ "$WITH_UI" = true ] ; then
-    DOCKER_ARGS+=( -p 7852:7852 )
+    if [ "$ENABLE_MULTI_ENGINE_MANAGER" = true ] ; then
+      DOCKER_ARGS+=( -p 7500:7500 )
+    else
+      DOCKER_ARGS+=( -p 7852:7852 )
+    fi
 fi
 
+if [[ -n $MULTI_ENGINE_MANAGER_CONFIG ]]; then
+  DOCKER_ARGS+=( -v ${MULTI_ENGINE_MANAGER_CONFIG}:${ALLTALK_DIR}/docker_mem_config.json )
+fi
+
+# Pass env variables:
+DOCKER_ARGS+=( -e ENABLE_MULTI_ENGINE_MANAGER=${ENABLE_MULTI_ENGINE_MANAGER} )
+DOCKER_ARGS+=( -e WITH_UI=${WITH_UI} )
+
 docker run \
   --rm \
   -it \

docker_default_mem_config.json

@@ -0,0 +1,3 @@
+{
+  "auto_start_engines": 1
+}

docker_mem_config.json

@@ -0,0 +1 @@
+{}

mem_config.json

@@ -0,0 +1,18 @@
+{
+  "base_port": 7001,
+  "api_server_port": 7851,
+  "auto_start_engines": 0,
+  "max_instances": 8,
+  "gradio_interface_port": 7500,
+  "max_retries": 12,
+  "initial_wait": 2.0,
+  "backoff_factor": 1.2,
+  "debug_mode": false,
+  "max_queue_time": 60,
+  "queue_check_interval": 0.1,
+  "tts_request_timeout": 30,
+  "text_length_factor": 0.2,
+  "concurrent_request_factor": 0.5,
+  "diminishing_factor": 0.5,
+  "queue_position_factor": 1.0
+}

script.py

@@ -1227,16 +1227,17 @@ else:
         + str(config.api_def.api_port_number)
         + "\033[00m"
     )
-    print_message(
-        "\033[94mGradio Light:\033[00m \033[92mhttp://127.0.0.1:"
-        + str(config.gradio_port_number)
-        + "\033[00m"
-    )
-    print_message(
-        "\033[94mGradio Dark :\033[00m \033[92mhttp://127.0.0.1:"
-        + str(config.gradio_port_number)
-        + "?__theme=dark\033[00m"
-    )
+    if config.launch_gradio:
+        print_message(
+            "\033[94mGradio Light:\033[00m \033[92mhttp://127.0.0.1:"
+            + str(config.gradio_port_number)
+            + "\033[00m"
+        )
+        print_message(
+            "\033[94mGradio Dark :\033[00m \033[92mhttp://127.0.0.1:"
+            + str(config.gradio_port_number)
+            + "?__theme=dark\033[00m"
+        )
     print_message("")
 
 print_message(

system/requirements/requirements_standalone.txt

@@ -1,5 +1,7 @@
 coqui-tts==0.24.3
 filelock>=3.13.4
+flask[async]==3.1.0
+flask-cors==5.0.1
 fuzzywuzzy>=0.18.0
 ffmpeg-python>=0.2.0
 gradio==4.44.1

test/test_config.py

@@ -2,7 +2,7 @@ import os.path
 import tempfile
 from unittest import TestCase
 from pathlib import Path
-from config import AlltalkConfig, AlltalkTTSEnginesConfig, AlltalkNewEnginesConfig
+from config import AlltalkConfig, AlltalkTTSEnginesConfig, AlltalkNewEnginesConfig, AlltalkMultiEngineManagerConfig
 
 
 class TestAlltalkConfig(TestCase):
@@ -242,3 +242,27 @@ class TestAlltalkNewEnginesConfig(TestCase):
     def test_no_private_fields(self):
         for attr in self.new_engines_config.to_dict().keys():
             self.assertTrue(not attr.startswith("_"))
+
+class TestAlltalkMultiEngineManagerConfig(TestCase):
+
+    def setUp(self):
+        self.mem_config = AlltalkMultiEngineManagerConfig.get_instance()
+        self.mem_config.reload()
+
+    def test_defaults(self):
+        self.assertEqual(self.mem_config.base_port, 7001)
+        self.assertEqual(self.mem_config.api_server_port, 7851)
+        self.assertEqual(self.mem_config.auto_start_engines, 0)
+        self.assertEqual(self.mem_config.max_instances, 8)
+        self.assertEqual(self.mem_config.gradio_interface_port, 7500)
+        self.assertEqual(self.mem_config.max_retries, 12)
+        self.assertEqual(self.mem_config.initial_wait, 2.0)
+        self.assertEqual(self.mem_config.backoff_factor, 1.2)
+        self.assertFalse(self.mem_config.debug_mode)
+        self.assertEqual(self.mem_config.max_queue_time, 60)
+        self.assertEqual(self.mem_config.queue_check_interval, 0.1)
+        self.assertEqual(self.mem_config.tts_request_timeout, 30)
+        self.assertEqual(self.mem_config.text_length_factor, 0.2)
+        self.assertEqual(self.mem_config.concurrent_request_factor, 0.5)
+        self.assertEqual(self.mem_config.diminishing_factor, 0.5)
+        self.assertEqual(self.mem_config.queue_position_factor, 1.0)

tts_mem.py

@@ -40,15 +40,12 @@ import os
 import io
 import sys
 import time
-import json
 import queue
 import socket
-import random
 import signal
 import asyncio
 import aiohttp
 import requests
-import importlib
 import threading
 import subprocess
 import gradio as gr
@@ -58,43 +55,7 @@ from collections import deque
 from datetime import datetime, timedelta
 from requests.exceptions import RequestException
 from werkzeug.serving import make_server, WSGIRequestHandler
-from concurrent.futures import ThreadPoolExecutor
-
-def ensure_flask_dependencies():
-    # Check for Flask async support
-    try:
-        import flask.json
-        if not hasattr(flask.json, 'loads'):
-            raise ImportError("Flask async support not found")
-    except ImportError:
-        print("Flask async support not found. Installing...")
-        try:
-            subprocess.check_call([sys.executable, "-m", "pip", "install", "flask[async]"])
-            print("Flask async support installed successfully.")
-            import flask
-            importlib.reload(flask)  # Reload the module to ensure fresh state after install
-        except subprocess.CalledProcessError as e:
-            print(f"Failed to install Flask async support. Error: {e}")
-            print("Please run 'pip install flask[async]' manually.")
-            sys.exit(1)
-
-    # Check for Flask-CORS
-    try:
-        import flask_cors
-    except ImportError:
-        print("Flask-CORS not found. Installing...")
-        try:
-            subprocess.check_call([sys.executable, "-m", "pip", "install", "flask-cors"])
-            print("Flask-CORS installed successfully.")
-        except subprocess.CalledProcessError as e:
-            print(f"Failed to install Flask-CORS. Error: {e}")
-            print("Please run 'pip install flask-cors' manually.")
-            sys.exit(1)
-
-# Check Flask Dependencies
-ensure_flask_dependencies()
-
-# Flask app setup
+from config import AlltalkMultiEngineManagerConfig
 from flask_cors import CORS, cross_origin
 from flask import Flask, request, jsonify, send_from_directory, send_file
 
@@ -115,52 +76,14 @@ should_exit = threading.Event()
 # Global variable to hold the monitor thread
 stop_monitor = threading.Event()
 monitor = None
+WITH_UI = os.getenv("WITH_UI", True).lower() == 'true'
 
 flask_app = Flask(__name__)
 CORS(flask_app)
 flask_app.config['OUTPUT_FOLDER'] = str(Path(os.getcwd()) / 'outputs')
 
-# Default configuration
-default_config = {
-    "base_port": 7001,
-    "api_server_port": 7851,
-    "auto_start_engines": 0,
-    "max_instances": 8,
-    "gradio_interface_port": 7500,
-    "max_retries": 12,
-    "initial_wait": 2,
-    "backoff_factor": 1.2,
-    "debug_mode": False,
-    "max_queue_time": 60,  # Maximum time a request can wait in the queue (in seconds)
-    "queue_check_interval": 0.1,  # Time between checks for available instances (in seconds)
-    "tts_request_timeout": 30,  # Timeout for individual TTS requests (in seconds)
-    "text_length_factor": 0.2,  # Increase timeout by 20% per 100 characters
-    "concurrent_request_factor": 0.5,  # Increase timeout by 50% per concurrent request
-    "diminishing_factor": 0.5,  # Reduce additional time for long-running requests by 50%
-    "queue_position_factor": 1.0  # Add 100% of base timeout for each queue position    
-}
-
-def load_config():
-    if os.path.exists(CONFIG_FILE):
-        with open(CONFIG_FILE, 'r') as f:
-            loaded_config = json.load(f)
-            # Update loaded_config with any missing keys from default_config
-            for key, value in default_config.items():
-                if key not in loaded_config:
-                    loaded_config[key] = value
-            # Ensure debug_mode is a boolean
-            loaded_config['debug_mode'] = bool(loaded_config['debug_mode'])
-            return loaded_config
-    return default_config.copy()
-
-def save_config(config):
-    with open(CONFIG_FILE, 'w') as f:
-        json.dump(config, f, indent=2)
-
 # Load configuration at the start of the script
-config = load_config()
-current_base_port = config['base_port']
-max_instances = config['max_instances']
+config = AlltalkMultiEngineManagerConfig.get_instance()
 
 def signal_handler(signum, frame):
     print("[AllTalk MEM] Interrupt received, shutting down...")
@@ -201,9 +124,10 @@ print(f"[AllTalk MEM]")
 print(f"[AllTalk MEM] \033[93m     MEM is not intended for production use and\033[00m")
 print(f"[AllTalk MEM] \033[93m      there is NO support being offered on MEM\033[00m")
 print(f"[AllTalk MEM]")
-print(f"[AllTalk MEM] \033[94mAPI/Queue   :\033[00m \033[92mhttp://127.0.0.1:{config['api_server_port']}/api/tts-generate\033[00m")
-print(f"[AllTalk MEM] \033[94mGradio Light:\033[00m \033[92mhttp://127.0.0.1:{config['gradio_interface_port']}\033[00m")
-print(f"[AllTalk MEM] \033[94mGradio Dark :\033[00m \033[92mhttp://127.0.0.1:{config['gradio_interface_port']}?__theme=dark\033[00m")
+print(f"[AllTalk MEM] \033[94mAPI/Queue   :\033[00m \033[92mhttp://127.0.0.1:{config.api_server_port}/api/tts-generate\033[00m")
+if WITH_UI:
+    print(f"[AllTalk MEM] \033[94mGradio Light:\033[00m \033[92mhttp://127.0.0.1:{config.gradio_interface_port}\033[00m")
+    print(f"[AllTalk MEM] \033[94mGradio Dark :\033[00m \033[92mhttp://127.0.0.1:{config.gradio_interface_port}?__theme=dark\033[00m")
 print(f"[AllTalk MEM]")
 
 def is_port_in_use(port):
@@ -267,21 +191,21 @@ def check_subprocess_status(instance_id, port):
 # to allow for longer startup times of the TTS engine. 
 def retry_with_backoff(func):
     retries = 0
-    wait_time = config['initial_wait']
-    while retries < config['max_retries']:
+    wait_time = config.initial_wait
+    while retries < config.max_retries:
         try:
             result = func()
-            print(f"[AllTalk MEM] Operation successful on attempt {retries + 1}") if config['debug_mode'] else None
+            print(f"[AllTalk MEM] Operation successful on attempt {retries + 1}") if config.debug_mode else None
             return result
         except RequestException as e:
             retries += 1
-            print(f"[AllTalk MEM] Attempt {retries}") if config['debug_mode'] else None
-            if retries == config['max_retries']:
-                print(f"[AllTalk MEM] All {max_retries} attempts failed waiting for this instance of the Engine to load.") if config['debug_mode'] else None
+            print(f"[AllTalk MEM] Attempt {retries}") if config.debug_mode else None
+            if retries == config.max_retries:
+                print(f"[AllTalk MEM] All {config.max_retries} attempts failed waiting for this instance of the Engine to load.") if config.debug_mode else None
                 return False
-            print(f"[AllTalk MEM] Retrying in {wait_time} seconds...") if config['debug_mode'] else None
+            print(f"[AllTalk MEM] Retrying in {wait_time} seconds...") if config.debug_mode else None
             time.sleep(wait_time)
-            wait_time = round(wait_time * config['backoff_factor'], 1)
+            wait_time = round(wait_time * config.backoff_factor, 1)
     return False
 
 def is_server_ready(port, timeout=3):
@@ -294,14 +218,14 @@ def is_server_ready(port, timeout=3):
 
 def stop_all_instances():
     instance_ids = list(processes.keys())
-    results = ["❌ Not running"] * max_instances
+    results = ["❌ Not running"] * config.max_instances
     for instance_id in instance_ids:
         stop_subprocess(instance_id)
         results[instance_id-1] = "❌ Not running"
     return results
 
-def update_all_statuses(base_port):
-    return [check_subprocess_status(i, base_port + i - 1) for i in range(1, max_instances + 1)]            
+def update_all_statuses():
+    return [check_subprocess_status(i, config.base_port + i - 1) for i in range(1, config.max_instances + 1)]
 
 def count_running_instances():
     return sum(1 for p in processes.values() if p.poll() is None)
@@ -336,7 +260,7 @@ def test_tts(engine, voice, text):
         return None, "Please select both an engine and a voice" 
     try:
         engine_num = int(engine.split()[1])
-        port = current_base_port + engine_num - 1
+        port = config.base_port + engine_num - 1
         formatted_text = text.format(engine=engine_num, port=port, voice=voice)
         
         audio_url, debug_msg = generate_tts(port, engine_num, formatted_text, voice)
@@ -351,7 +275,7 @@ def test_tts(engine, voice, text):
 # Gradio Code and functions #
 #############################
 def create_gradio_interface():
-    global current_base_port, max_instances, config, monitor
+    global monitor
     monitor = MonitoringControl()
     with gr.Blocks(title="AllTalk Multi Engine Manager", theme=gr.themes.Base()) as interface:
         with gr.Row():
@@ -371,17 +295,17 @@ def create_gradio_interface():
             }""", show_api=False)
         with gr.Tab("Engine Management"):
             with gr.Row():
-                num_instances_input = gr.Slider(minimum=1, maximum=max_instances, step=1, value=1, label="Number of Instances to Start")
+                num_instances_input = gr.Slider(minimum=1, maximum=config.max_instances, step=1, value=1, label="Number of Instances to Start")
                 start_MEMple_button = gr.Button("Start Instances")
                 stop_all_button = gr.Button("Stop All Instances")
                 refresh_button = gr.Button("Refresh Status")
             error_box = gr.Textbox(label="Error Messages", visible=False)
             
             instance_statuses = []
-            for i in range(0, max_instances, 8):  # Create rows with 8 instances each
+            for i in range(0, config.max_instances, 8):  # Create rows with 8 instances each
                 with gr.Row():
                     for j in range(8):
-                        if i + j < max_instances:
+                        if i + j < config.max_instances:
                             instance_id = i + j + 1
                             
                             # Use a column for each engine instance to control layout
@@ -396,15 +320,15 @@ def create_gradio_interface():
                                     restart_btn = gr.Button("♻️ Re-St", size="sm", scale=1, min_width=10)
 
                                 # Define click behavior for each button
-                                start_btn.click(lambda id=instance_id: start_and_update(id, current_base_port + id - 1), outputs=status)
+                                start_btn.click(lambda id=instance_id: start_and_update(id, config.base_port + id - 1), outputs=status)
                                 stop_btn.click(lambda id=instance_id: stop_and_update(id), outputs=status)
-                                restart_btn.click(lambda id=instance_id: restart_and_update(id, current_base_port + id - 1), outputs=status)
+                                restart_btn.click(lambda id=instance_id: restart_and_update(id, config.base_port + id - 1), outputs=status)
 
                             instance_statuses.append(status)
             
             def refresh_and_update_slider():
                 running_count = count_running_instances()
-                statuses = update_all_statuses(current_base_port)
+                statuses = update_all_statuses()
                 return [gr.update(value=running_count)] + statuses
 
             refresh_button.click(
@@ -414,9 +338,9 @@ def create_gradio_interface():
                 
             def validate_and_start(num_instances):
                 if num_instances < 1:
-                    return [gr.update(value=1)] + ["❌ Not running"] * max_instances + ["Invalid number of instances"]
+                    return [gr.update(value=1)] + ["❌ Not running"] * config.max_instances + ["Invalid number of instances"]
                 
-                results = start_MEMple_instances(num_instances, current_base_port)
+                results = start_MEMple_instances(num_instances)
                 running_count = count_running_instances()
                 return [gr.update(value=running_count)] + results + [""]
 
@@ -463,7 +387,7 @@ def create_gradio_interface():
             async def update_voice_selector(engine):
                 if engine:
                     engine_num = int(engine.split()[1])
-                    port = current_base_port + engine_num - 1
+                    port = config.base_port + engine_num - 1
                     voices = await get_available_voices(port)
                     debug_str = f"Fetched voices for Engine {engine_num} (Port {port}): {voices}"
                     return gr.update(choices=voices, value=voices[0] if voices else None), debug_str
@@ -489,17 +413,17 @@ def create_gradio_interface():
                     gr.Markdown("### 🟦 Engine Instance Management")
                     with gr.Row():
                         base_port_input = gr.Number(
-                            value=config['base_port'],
-                            label=f"Starting Port Number (Current: {config['base_port']})",
+                            value=config.base_port,
+                            label=f"Starting Port Number (Current: {config.base_port})",
                             step=1
                         )
                         max_instances_input = gr.Number(
-                            value=config['max_instances'],
-                            label=f"Maximum Engine Instances (Current: {config['max_instances']})",
+                            value=config.max_instances,
+                            label=f"Maximum Engine Instances (Current: {config.max_instances})",
                             step=1
                         )
                         auto_start_engines = gr.Number(
-                            value=config['auto_start_engines'],
+                            value=config.auto_start_engines,
                             label="Auto-start Engine Instances (0 to disable)",
                             step=1
                         )
@@ -508,13 +432,13 @@ def create_gradio_interface():
                     gr.Markdown("### 🟨 Gradio Port & API Port")                                      
                     with gr.Row():
                         gradio_port_input = gr.Number(
-                            value=config['gradio_interface_port'],
-                            label=f"Gradio Interface Port (Current: {config['gradio_interface_port']})",
+                            value=config.gradio_interface_port,
+                            label=f"Gradio Interface Port (Current: {config.gradio_interface_port})",
                             step=1
                         )
                         api_server_port_input = gr.Number(
-                            value=config['api_server_port'],
-                            label=f"API Server Port (Current: {config['api_server_port']})",
+                            value=config.api_server_port,
+                            label=f"API Server Port (Current: {config.api_server_port})",
                             step=1
                         )                                     
                                         
@@ -523,18 +447,18 @@ def create_gradio_interface():
                     gr.Markdown("### 🟥 Engine Start-up Time Contol")
                     with gr.Row():
                         max_retries_input = gr.Number(
-                            value=config['max_retries'],
-                            label=f"Max Retries (Current: {config['max_retries']})",
+                            value=config.max_retries,
+                            label=f"Max Retries (Current: {config.max_retries})",
                             step=1
                         )
                         initial_wait_input = gr.Number(
-                            value=config['initial_wait'],
-                            label=f"Initial Wait (Current: {config['initial_wait']})",
+                            value=config.initial_wait,
+                            label=f"Initial Wait (Current: {config.initial_wait})",
                             step=0.1
                         )
                         backoff_factor_input = gr.Number(
-                            value=config['backoff_factor'],
-                            label=f"Backoff Factor (Current: {config['backoff_factor']})",
+                            value=config.backoff_factor,
+                            label=f"Backoff Factor (Current: {config.backoff_factor})",
                             step=0.1
                         )
                 with gr.Column(scale=1):
@@ -542,7 +466,7 @@ def create_gradio_interface():
                     with gr.Row():                        
                         debug_mode_input = gr.Dropdown(
                             choices=["Disabled", "Enabled"],
-                            value="Enabled" if config['debug_mode'] else "Disabled",
+                            value="Enabled" if config.debug_mode else "Disabled",
                             label="Debug Mode"
                         ) 
 
@@ -551,41 +475,41 @@ def create_gradio_interface():
                     gr.Markdown("### 🟩 Core Queue Management")                  
                     with gr.Row(): 
                         max_queue_time_input = gr.Number(
-                            value=config['max_queue_time'],
-                            label=f"Max Queue Time (seconds) (Current: {config['max_queue_time']})",
+                            value=config.max_queue_time,
+                            label=f"Max Queue Time (seconds) (Current: {config.max_queue_time})",
                             step=1
                         )
                         queue_check_interval_input = gr.Number(
-                            value=config['queue_check_interval'],
-                            label=f"Queue Check Interval (seconds) (Current: {config['queue_check_interval']})",
+                            value=config.queue_check_interval,
+                            label=f"Queue Check Interval (seconds) (Current: {config.queue_check_interval})",
                             step=0.1
                         )
                 with gr.Column(scale=3):
                     gr.Markdown("### 🟩 TTS Request Dynamic Timeout Factors")                  
                     with gr.Row():
                         tts_request_timeout_input = gr.Number(
-                            value=config['tts_request_timeout'],
-                            label=f"TTS Request Timeout (seconds) (Current: {config['tts_request_timeout']})",
+                            value=config.tts_request_timeout,
+                            label=f"TTS Request Timeout (seconds) (Current: {config.tts_request_timeout})",
                             step=1
                         )                                                         
                         text_length_factor_input = gr.Number(
-                            value=config['text_length_factor'],
-                            label=f"Text Length Factor Per 100 chrs (Current: {config['text_length_factor']})",
+                            value=config.text_length_factor,
+                            label=f"Text Length Factor Per 100 chrs (Current: {config.text_length_factor})",
                             step=0.1
                         )
                         concurrent_request_factor_input = gr.Number(
-                            value=config['concurrent_request_factor'],
-                            label=f"Concurrent Request Factor (Current: {config['concurrent_request_factor']})",
+                            value=config.concurrent_request_factor,
+                            label=f"Concurrent Request Factor (Current: {config.concurrent_request_factor})",
                             step=0.1
                         )
                         diminishing_factor_input = gr.Number(
-                            value=config['diminishing_factor'],
-                            label=f"Diminishing Factor Calc (Current: {config['diminishing_factor']})",
+                            value=config.diminishing_factor,
+                            label=f"Diminishing Factor Calc (Current: {config.diminishing_factor})",
                             step=0.1
                         )
                         queue_position_factor_input = gr.Number(
-                            value=config['queue_position_factor'],
-                            label=f"Queue Position Factor (Current: {config['queue_position_factor']})",
+                            value=config.queue_position_factor,
+                            label=f"Queue Position Factor (Current: {config.queue_position_factor})",
                             step=0.1
                         )                                                           
                                           
@@ -599,69 +523,63 @@ def create_gradio_interface():
                                 new_queue_check_interval, new_tts_request_timeout,
                                 new_text_length_factor, new_concurrent_request_factor,
                                 new_diminishing_factor, new_queue_position_factor):
-                global current_base_port, max_instances, config, server_port
-                
                 if new_port < 1024:
                     new_port = 7001
                 
                 new_auto_start = min(int(new_auto_start), int(new_max_instances))
                 
-                current_base_port = int(new_port)
-                max_instances = int(new_max_instances)
-                server_port = int(new_gradio_port)
+                config.base_port = int(new_port)
+                config.max_instances = int(new_max_instances)
+                config.auto_start_engines = new_auto_start
+                config.gradio_interface_port = int(new_gradio_port)
+                config.api_server_port = int(new_api_server_port)
+                config.max_retries = int(new_max_retries)
+                config.initial_wait = float(new_initial_wait)
+                config.backoff_factor = float(new_backoff_factor)
+                config.debug_mode = (new_debug_mode == "Enabled")
+                config.max_queue_time = int(new_max_queue_time)
+                config.queue_check_interval = float(new_queue_check_interval)
+                config.tts_request_timeout = int(new_tts_request_timeout)
+                config.text_length_factor = float(new_text_length_factor)
+                config.concurrent_request_factor = float(new_concurrent_request_factor)
+                config.diminishing_factor = float(new_diminishing_factor)
+                config.queue_position_factor = float(new_queue_position_factor)
                 
-                config['base_port'] = current_base_port
-                config['max_instances'] = max_instances
-                config['auto_start_engines'] = new_auto_start
-                config['gradio_interface_port'] = server_port
-                config['api_server_port'] = int(new_api_server_port)
-                config['max_retries'] = int(new_max_retries)
-                config['initial_wait'] = float(new_initial_wait)
-                config['backoff_factor'] = float(new_backoff_factor)
-                config['debug_mode'] = (new_debug_mode == "Enabled")
-                config['max_queue_time'] = int(new_max_queue_time)
-                config['queue_check_interval'] = float(new_queue_check_interval)
-                config['tts_request_timeout'] = int(new_tts_request_timeout)
-                config['text_length_factor'] = float(new_text_length_factor)
-                config['concurrent_request_factor'] = float(new_concurrent_request_factor)
-                config['diminishing_factor'] = float(new_diminishing_factor)
-                config['queue_position_factor'] = float(new_queue_position_factor)
-                
-                save_config(config)
+                config.save()
                 
                 status_message = (
-                    f"Settings updated: Start port: {current_base_port}, Max instances: {max_instances}, "
-                    f"Auto-start engines: {config['auto_start_engines']}, Gradio port: {server_port}, "
-                    f"API Server Port: {config['api_server_port']}, "
-                    f"Max retries: {config['max_retries']}, Initial wait: {config['initial_wait']}, "
-                    f"Backoff factor: {config['backoff_factor']}, Debug mode: {config['debug_mode']}, "
-                    f"Max queue time: {config['max_queue_time']}, "
-                    f"Queue check interval: {config['queue_check_interval']}, "
-                    f"TTS request timeout: {config['tts_request_timeout']}, "
-                    f"Text length factor: {config['text_length_factor']}, "
-                    f"Concurrent request factor: {config['concurrent_request_factor']}, "
-                    f"Diminishing factor: {config['diminishing_factor']}, "
-                    f"Queue position factor: {config['queue_position_factor']}"
+                    f"Settings updated: Start port: {config.base_port}, Max instances: {config.max_instances}, "
+                    f"Auto-start engines: {config.auto_start_engines}, Gradio port: {config.gradio_interface_port}, "
+                    f"API Server Port: {config.api_server_port}, "
+                    f"Max retries: {config.max_retries}, Initial wait: {config.initial_wait}, "
+                    f"Backoff factor: {config.backoff_factor}, Debug mode: {config.debug_mode}, "
+                    f"Max queue time: {config.max_queue_time}, "
+                    f"Queue check interval: {config.queue_check_interval}, "
+                    f"TTS request timeout: {config.tts_request_timeout}, "
+                    f"Text length factor: {config.text_length_factor}, "
+                    f"Concurrent request factor: {config.concurrent_request_factor}, "
+                    f"Diminishing factor: {config.diminishing_factor}, "
+                    f"Queue position factor: {config.queue_position_factor}"
                 )
                 
                 return (
                     status_message,
-                    gr.update(value=current_base_port, label=f"Starting Port Number (Current: {current_base_port})"),
-                    gr.update(value=max_instances, label=f"Maximum Instances (Current: {max_instances})"),
-                    gr.update(value=config['auto_start_engines']),
-                    gr.update(value=server_port, label=f"Gradio Interface Port (Current: {server_port})"),
-                    gr.update(value=config['api_server_port'], label=f"API Server Port (Current: {config['api_server_port']})"),
-                    gr.update(value=config['max_retries']),
-                    gr.update(value=config['initial_wait']),
-                    gr.update(value=config['backoff_factor']),
-                    gr.update(value="Enabled" if config['debug_mode'] else "Disabled"),
-                    gr.update(value=config['max_queue_time'], label=f"Max Queue Time (seconds) (Current: {config['max_queue_time']})"),
-                    gr.update(value=config['queue_check_interval'], label=f"Queue Check Interval (seconds) (Current: {config['queue_check_interval']})"),
-                    gr.update(value=config['tts_request_timeout'], label=f"TTS Request Timeout (seconds) (Current: {config['tts_request_timeout']})"),
-                    gr.update(value=config['text_length_factor'], label=f"Text Length Factor (Current: {config['text_length_factor']})"),
-                    gr.update(value=config['concurrent_request_factor'], label=f"Concurrent Request Factor (Current: {config['concurrent_request_factor']})"),
-                    gr.update(value=config['diminishing_factor'], label=f"Diminishing Factor (Current: {config['diminishing_factor']})"),
-                    gr.update(value=config['queue_position_factor'], label=f"Queue Position Factor (Current: {config['queue_position_factor']})")
+                    gr.update(value=config.base_port, label=f"Starting Port Number (Current: {config.base_port})"),
+                    gr.update(value=config.max_instances, label=f"Maximum Instances (Current: {config.max_instances})"),
+                    gr.update(value=config.auto_start_engines),
+                    gr.update(value=config.gradio_interface_port, label=f"Gradio Interface Port (Current: {config.gradio_interface_port})"),
+                    gr.update(value=config.api_server_port, label=f"API Server Port (Current: {config.api_server_port})"),
+                    gr.update(value=config.max_retries),
+                    gr.update(value=config.initial_wait),
+                    gr.update(value=config.backoff_factor),
+                    gr.update(value="Enabled" if config.debug_mode else "Disabled"),
+                    gr.update(value=config.max_queue_time, label=f"Max Queue Time (seconds) (Current: {config.max_queue_time})"),
+                    gr.update(value=config.queue_check_interval, label=f"Queue Check Interval (seconds) (Current: {config.queue_check_interval})"),
+                    gr.update(value=config.tts_request_timeout, label=f"TTS Request Timeout (seconds) (Current: {config.tts_request_timeout})"),
+                    gr.update(value=config.text_length_factor, label=f"Text Length Factor (Current: {config.text_length_factor})"),
+                    gr.update(value=config.concurrent_request_factor, label=f"Concurrent Request Factor (Current: {config.concurrent_request_factor})"),
+                    gr.update(value=config.diminishing_factor, label=f"Diminishing Factor (Current: {config.diminishing_factor})"),
+                    gr.update(value=config.queue_position_factor, label=f"Queue Position Factor (Current: {config.queue_position_factor})")
                 )
 
             set_settings_button.click(
@@ -866,7 +784,7 @@ def create_gradio_interface():
                     queue_data = []
                     for i, item in enumerate(list(queue_items)[:10]):
                         wait_time = datetime.now() - item.start_time
-                        timeout = timedelta(seconds=config['max_queue_time']) - wait_time
+                        timeout = timedelta(seconds=config.max_queue_time) - wait_time
                         queue_data.append([
                             i+1,
                             str(wait_time).split(".")[0],
@@ -1114,19 +1032,19 @@ def restart_and_update(instance_id, port):
     result = restart_subprocess(instance_id, port)
     return check_subprocess_status(instance_id, port)
 
-def start_MEMple_instances(num_instances, base_port):
+def start_MEMple_instances(num_instances):
     currently_running = count_running_instances()
     
     if currently_running >= num_instances:
-        return update_all_statuses(base_port)  # All requested instances are already running
+        return update_all_statuses()  # All requested instances are already running
     
     instances_to_start = num_instances - currently_running
-    start_port, available_ports = find_available_port(base_port + currently_running, instances_to_start)
+    start_port, available_ports = find_available_port(config.base_port + currently_running, instances_to_start)
     
     if len(available_ports) < instances_to_start:
-        return ["Not enough available ports"] * max_instances
+        return ["Not enough available ports"] * config.max_instances
 
-    results = update_all_statuses(base_port)
+    results = update_all_statuses()
     for i, port in enumerate(available_ports[:instances_to_start], start=currently_running+1):
         result = start_subprocess(i, port)
         results[i-1] = result
@@ -1152,8 +1070,8 @@ def initialize_instances():
     global tts_instances
     with lock:
         tts_instances.clear()
-        for i in range(1, max_instances + 1):
-            port = current_base_port + i - 1
+        for i in range(1, config.max_instances + 1):
+            port = config.base_port + i - 1
             tts_instances[i] = {"port": port, "locked": False}
 
 def get_available_instance():
@@ -1183,23 +1101,23 @@ def update_tts_instances():
         tts_instances.clear()
         for i, process in processes.items():
             if process.poll() is None:  # Check if the process is running
-                port = current_base_port + i - 1
+                port = config.base_port + i - 1
                 tts_instances[i] = {"port": port, "locked": False}
 
 def calculate_dynamic_timeout(text, concurrent_requests, queue_position, total_queue_length, request_start_time):
-    base_timeout = config['tts_request_timeout'] * (1 + (concurrent_requests * 0.5))
+    base_timeout = config.tts_request_timeout * (1 + (concurrent_requests * 0.5))
     
     text_length_factor = len(text) / 100
     adjusted_timeout = base_timeout * (1 + (text_length_factor * 0.2))
     
     time_in_process = time.time() - request_start_time
     diminishing_factor = max(0, 1 - (time_in_process / base_timeout))
-    timeout_with_diminishing = adjusted_timeout * (1 + (diminishing_factor * config['diminishing_factor']))
+    timeout_with_diminishing = adjusted_timeout * (1 + (diminishing_factor * config.diminishing_factor))
     
     queue_position_factor = queue_position / total_queue_length
-    final_timeout = timeout_with_diminishing + (config['tts_request_timeout'] * queue_position_factor)
+    final_timeout = timeout_with_diminishing + (config.tts_request_timeout * queue_position_factor)
     
-    return min(final_timeout, config['max_queue_time'])  # Ensure we don't exceed max queue time
+    return min(final_timeout, config.max_queue_time)  # Ensure we don't exceed max queue time
 
 ########################################
 ## WEBSERVER # Client Facing Endpoints #
@@ -1207,7 +1125,7 @@ def calculate_dynamic_timeout(text, concurrent_requests, queue_position, total_q
 @flask_app.route('/api/tts-generate', methods=['POST'])
 @cross_origin(origins='*', methods=['POST', 'OPTIONS'], allow_headers=['Content-Type'])
 def tts_generate():
-    print("[AllTalk MEM] Received TTS generate request") if config['debug_mode'] else None
+    print("[AllTalk MEM] Received TTS generate request") if config.debug_mode else None
     start_time = datetime.now()
     request_data = request.form.to_dict()
     
@@ -1215,11 +1133,11 @@ def tts_generate():
     queue_item = QueueItem(request_data['text_input'], start_time)
     queue_items.append(queue_item)
     
-    while (datetime.now() - start_time).total_seconds() < config['max_queue_time']:
+    while (datetime.now() - start_time).total_seconds() < config.max_queue_time:
         instance = get_available_instance()
         if instance:
             try:
-                print(f"[AllTalk MEM] Processing request with instance {instance}") if config['debug_mode'] else None
+                print(f"[AllTalk MEM] Processing request with instance {instance}") if config.debug_mode else None
                 
                 # Update engine status
                 engine_statuses[instance] = EngineStatus()
@@ -1236,7 +1154,7 @@ def tts_generate():
                 )
                 
                 result = process_tts_request(instance, request_data, dynamic_timeout)
-                print(f"[AllTalk MEM] Request processed, result: {result}") if config['debug_mode'] else None
+                print(f"[AllTalk MEM] Request processed, result: {result}") if config.debug_mode else None
                 
                 # Remove request from queue
                 queue_items.popleft()
@@ -1249,7 +1167,7 @@ def tts_generate():
                 print(f"[AllTalk MEM] Error processing request: {str(e)}")
                 release_instance(instance)
                 return jsonify({"status": "error", "message": str(e)})
-        time.sleep(config['queue_check_interval'])
+        time.sleep(config.queue_check_interval)
     
     # Remove request from queue if it times out
     queue_items.popleft()
@@ -1270,7 +1188,7 @@ def process_tts_request(instance, data, timeout):
 @flask_app.route('/v1/audio/speech', methods=['POST'])
 @cross_origin(origins='*', methods=['POST', 'OPTIONS'], allow_headers=['Content-Type'])
 def openai_speech():
-    print("[AllTalk MEM] Received OpenAI-style TTS generate request") if config['debug_mode'] else None
+    print("[AllTalk MEM] Received OpenAI-style TTS generate request") if config.debug_mode else None
     start_time = datetime.now()
     request_data = request.json
 
@@ -1278,11 +1196,11 @@ def openai_speech():
     queue_item = QueueItem(request_data['input'], start_time)
     queue_items.append(queue_item)
 
-    while (datetime.now() - start_time).total_seconds() < config['max_queue_time']:
+    while (datetime.now() - start_time).total_seconds() < config.max_queue_time:
         instance = get_available_instance()
         if instance:
             try:
-                print(f"[AllTalk MEM] Processing OpenAI-style request with instance {instance}") if config['debug_mode'] else None
+                print(f"[AllTalk MEM] Processing OpenAI-style request with instance {instance}") if config.debug_mode else None
 
                 # Update engine status
                 engine_statuses[instance] = EngineStatus()
@@ -1299,7 +1217,7 @@ def openai_speech():
                 )
 
                 result = process_openai_tts_request(instance, request_data, dynamic_timeout)
-                print(f"[AllTalk MEM] OpenAI-style request processed, result: {result}") if config['debug_mode'] else None
+                print(f"[AllTalk MEM] OpenAI-style request processed, result: {result}") if config.debug_mode else None
 
                 # Remove request from queue
                 queue_items.popleft()
@@ -1322,7 +1240,7 @@ def openai_speech():
                 release_instance(instance)
                 return jsonify({"error": str(e)}), 500
 
-        time.sleep(config['queue_check_interval'])
+        time.sleep(config.queue_check_interval)
 
     # Remove request from queue if it times out
     queue_items.popleft()
@@ -1427,7 +1345,7 @@ async def get_available_voices(port):
 async def update_voice_selector(engine):
     if engine:
         engine_num = int(engine.split()[1])
-        port = current_base_port + engine_num - 1
+        port = config.base_port + engine_num - 1
         voices = await get_available_voices(port)
         debug_str = f"Fetched voices for Engine {engine_num} (Port {port}): {voices}"
         return gr.update(choices=voices, value=voices[0] if voices else None), debug_str
@@ -1437,7 +1355,7 @@ async def update_voice_selector(engine):
 ## WEBSERVER # Load Testing #
 #############################
 async def run_load_test_gradio(num_requests, base_text, voice):
-    api_url = f"http://127.0.0.1:{config['api_server_port']}/api/tts-generate"
+    api_url = f"http://127.0.0.1:{config.api_server_port}/api/tts-generate"
     start_time = time.time()
 
     async with aiohttp.ClientSession() as session:
@@ -1455,7 +1373,7 @@ async def run_load_test_gradio(num_requests, base_text, voice):
     results = []
     for i, response in enumerate(responses):
         if response and response.get("status") == "generate-success":
-            audio_url = f"http://127.0.0.1:{config['api_server_port']}{response['output_file_url']}"
+            audio_url = f"http://127.0.0.1:{config.api_server_port}{response['output_file_url']}"
             # Round time to 1 decimal place
             rounded_time = round(response['time'], 1)
             results.append([f"Request {i+1}", rounded_time, "Success", audio_url])
@@ -1505,12 +1423,12 @@ class SilentWSGIRequestHandler(WSGIRequestHandler):
 class ServerThread(threading.Thread):
     def __init__(self, app):
         threading.Thread.__init__(self)
-        self.server = make_server('0.0.0.0', config['api_server_port'], app, threaded=True, request_handler=SilentWSGIRequestHandler)
+        self.server = make_server('0.0.0.0', config.api_server_port, app, threaded=True, request_handler=SilentWSGIRequestHandler)
         self.ctx = app.app_context()
         self.ctx.push()
 
     def run(self):
-        print(f"[AllTalk MEM] Starting API server on port {config['api_server_port']}") if config['debug_mode'] else None
+        print(f"[AllTalk MEM] Starting API server on port {config.api_server_port}") if config.debug_mode else None
         self.server.serve_forever()
 
     def shutdown(self):
@@ -1520,7 +1438,7 @@ def start_api_server():
     global server_thread
     server_thread = ServerThread(flask_app)  # Use flask_app here
     server_thread.start()
-    print(f"[AllTalk MEM] API server thread started on port {config['api_server_port']}") if config['debug_mode'] else None
+    print(f"[AllTalk MEM] API server thread started on port {config.api_server_port}") if config.debug_mode else None
 
 def stop_api_server():
     global server_thread
@@ -1563,10 +1481,10 @@ print(f"[AllTalk MEM] ")
 print(f"[AllTalk MEM] MEM Server Ready")
 
 def auto_start_engines():
-    num_engines = config['auto_start_engines']
+    num_engines = config.auto_start_engines
     if num_engines > 0:
         print(f"[AllTalk MEM] Auto-starting {num_engines} engines...")
-        results = start_MEMple_instances(num_engines, current_base_port)
+        results = start_MEMple_instances(num_engines)
         update_tts_instances()
         print(f"[AllTalk MEM] Auto-start complete.")
         print(f"[AllTalk MEM] {results}")   
@@ -1574,9 +1492,13 @@ def auto_start_engines():
 # Main execution
 if __name__ == "__main__":
     signal.signal(signal.SIGINT, signal_handler)
-    interface = create_gradio_interface()
-    # Start the Gradio interface
-    interface.launch(quiet=True, server_port=config['gradio_interface_port'], prevent_thread_lock=True)
+    if WITH_UI:
+        print("[AllTalk MEM] Starting gradio...")
+        interface = create_gradio_interface()
+        # Start the Gradio interface
+        interface.launch(quiet=True, server_port=config.gradio_interface_port, prevent_thread_lock=True)
+    else:
+        print("[AllTalk MEM] Skipping gradio start...")
     # Start the API server
     start_api_server()
     initialize_instances()