From 825e4a7d12341e1f774df2aed00886b545567e04 Mon Sep 17 00:00:00 2001 From: erew123 <35898566+erew123@users.noreply.github.com> Date: Thu, 28 Mar 2024 23:14:02 +0000 Subject: [PATCH 01/18] Add files via upload --- .../requirements/requirements_googlecolab.txt | 172 ++++++++++++++++++ 1 file changed, 172 insertions(+) create mode 100644 system/requirements/requirements_googlecolab.txt diff --git a/system/requirements/requirements_googlecolab.txt b/system/requirements/requirements_googlecolab.txt new file mode 100644 index 0000000..f93aefe --- /dev/null +++ b/system/requirements/requirements_googlecolab.txt @@ -0,0 +1,172 @@ +absl-py==2.1.0 +aiofiles==23.2.1 +aiohttp==3.9.3 +aiosignal==1.3.1 +altair==5.2.0 +annotated-types==0.6.0 +anyascii==0.3.2 +anyio==4.3.0 +attrs==23.2.0 +audioread==3.0.1 +av==11.0.0 +Babel==2.14.0 +bangla==0.0.2 +blinker==1.7.0 +blis==0.7.11 +bnnumerizer==0.0.2 +bnunicodenormalizer==0.1.6 +catalogue==2.0.10 +certifi==2024.2.2 +cffi==1.16.0 +charset-normalizer==3.3.2 +click==8.1.7 +cloudpathlib==0.16.0 +colorama==0.4.6 +coloredlogs==15.0.1 +confection==0.1.4 +contourpy==1.2.0 +coqpit==0.0.17 +ctranslate2==4.1.0 +cutlet==0.4.0 +cycler==0.12.1 +cymem==2.0.8 +Cython==3.0.9 +dateparser==1.1.8 +decorator==5.1.1 +docopt==0.6.2 +einops==0.7.0 +encodec==0.1.1 +fastapi==0.110.0 +faster-whisper==1.0.1 +ffmpy==0.3.2 +filelock==3.13.3 +Flask==3.0.2 +flatbuffers==24.3.25 +fonttools==4.50.0 +frozenlist==1.4.1 +fsspec==2024.3.1 +fugashi==1.3.1 +fuzzywuzzy>=0.18.0 +g2pkk==0.1.2 +gradio==3.50.2 +gradio_client==0.6.1 +grpcio==1.62.1 +gruut==2.2.3 +gruut-ipa==0.13.0 +gruut-lang-de==2.0.0 +gruut-lang-en==2.0.0 +gruut-lang-es==2.0.0 +gruut-lang-fr==2.0.2 +h11==0.14.0 +hangul-romanize==0.1.0 +httpcore==1.0.4 +httpx==0.27.0 +huggingface-hub==0.22.1 +humanfriendly==10.0 +idna==3.6 +importlib_metadata==7.1.0 +importlib_resources==6.4.0 +inflect==7.0.0 +itsdangerous==2.1.2 +jaconv==0.3.4 +jamo==0.4.1 +jieba==0.42.1 +Jinja2==3.1.3 +joblib==1.3.2 +jsonlines==1.2.0 +jsonschema==4.21.1 +jsonschema-specifications==2023.12.1 +kiwisolver==1.4.5 +langcodes==3.3.0 +lazy_loader==0.3 +librosa==0.10.1 +llvmlite==0.42.0 +Markdown==3.6 +MarkupSafe==2.1.5 +matplotlib==3.8.3 +mojimoji==0.0.13 +mpmath==1.3.0 +msgpack==1.0.8 +multidict==6.0.5 +murmurhash==1.0.10 +networkx==2.8.8 +nltk==3.8.1 +num2words==0.5.13 +numba==0.59.1 +numpy>=1.17.0,<1.29.0 +nvidia-cublas-cu11>=11.11.3.6 +nvidia-cudnn-cu11>=9.0.0.312 +onnxruntime==1.17.1 +orjson==3.9.15 +packaging==24.0 +pandas==1.5.3 +pillow==10.2.0 +platformdirs==4.2.0 +pooch==1.8.1 +preshed==3.0.9 +protobuf==5.26.0 +psutil==5.9.8 +pycparser==2.21 +pydantic==2.6.4 +pydantic_core==2.16.3 +pydub==0.25.1 +pynndescent==0.5.11 +pyparsing==3.1.2 +pypinyin==0.51.0 +pyreadline3==3.4.1 +pysbd==0.3.4 +python-crfsuite==0.9.10 +python-dateutil==2.9.0.post0 +python-Levenshtein>=0.25.0 +python-multipart==0.0.9 +pytz==2024.1 +PyYAML==6.0.1 +referencing==0.34.0 +regex==2023.12.25 +requests==2.31.0 +rpds-py==0.18.0 +safetensors==0.4.2 +scikit-learn==1.4.1.post1 +scipy==1.12.0 +semantic-version==2.10.0 +six==1.16.0 +smart-open==6.4.0 +sniffio==1.3.1 +sounddevice==0.4.6 +soundfile==0.12.1 +soxr==0.3.7 +spacy==3.7.4 +spacy-legacy==3.0.12 +spacy-loggers==1.0.5 +srsly==2.4.8 +starlette==0.36.3 +SudachiDict-core==20240109 +SudachiPy==0.6.8 +sympy==1.12 +tensorboard==2.16.2 +tensorboard-data-server==0.7.2 +thinc==8.2.3 +threadpoolctl==3.4.0 +tokenizers==0.15.2 +toolz==0.12.1 +torch>=2.2.0 +torchaudio>=2.2.0 +tqdm==4.66.2 +trainer==0.0.36 +transformers==4.39.1 +TTS==0.22.0 +typer==0.9.4 +typing_extensions==4.10.0 +tzdata==2024.1 +tzlocal==5.2 +umap-learn==0.5.5 +Unidecode==1.3.8 +unidic-lite==1.0.8 +urllib3==2.2.1 +uvicorn==0.29.0 +wasabi==1.1.2 +weasel==0.3.4 +websockets==11.0.3 +Werkzeug==3.0.1 +yarl==1.9.4 +zipp==3.18.1 From e3878b595b7ff3357b2862bc94218936fe5c404d Mon Sep 17 00:00:00 2001 From: erew123 <35898566+erew123@users.noreply.github.com> Date: Thu, 28 Mar 2024 23:25:34 +0000 Subject: [PATCH 02/18] Update requirements_googlecolab.txt --- system/requirements/requirements_googlecolab.txt | 1 - 1 file changed, 1 deletion(-) diff --git a/system/requirements/requirements_googlecolab.txt b/system/requirements/requirements_googlecolab.txt index f93aefe..2c47b8e 100644 --- a/system/requirements/requirements_googlecolab.txt +++ b/system/requirements/requirements_googlecolab.txt @@ -154,7 +154,6 @@ torchaudio>=2.2.0 tqdm==4.66.2 trainer==0.0.36 transformers==4.39.1 -TTS==0.22.0 typer==0.9.4 typing_extensions==4.10.0 tzdata==2024.1 From 645c0d3a6796ea855e8d56a1184c30ccf56f18a9 Mon Sep 17 00:00:00 2001 From: erew123 <35898566+erew123@users.noreply.github.com> Date: Fri, 29 Mar 2024 00:42:54 +0000 Subject: [PATCH 03/18] Update atsetup.bat force pytorch upgrade --- atsetup.bat | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/atsetup.bat b/atsetup.bat index b4cfbfc..42510e9 100644 --- a/atsetup.bat +++ b/atsetup.bat @@ -383,7 +383,7 @@ echo Downloading and installing PyTorch. This step can take a long time echo depending on your internet connection and hard drive speed. Please echo be patient. echo. -pip install torch>=2.2.1+cu121 torchaudio>=2.2.1+cu121 --extra-index-url https://download.pytorch.org/whl/cu121 +pip install torch>=2.2.1+cu121 torchaudio>=2.2.1+cu121 --upgrade --force-reinstall --extra-index-url https://download.pytorch.org/whl/cu121 echo Installing other requirements. echo. pip install -r system\requirements\requirements_standalone.txt @@ -524,7 +524,7 @@ echo Downloading and installing PyTorch. This step can take a long time echo depending on your internet connection and hard drive speed. Please echo be patient. echo. -pip install torch>=2.2.1+cu121 torchaudio>=2.2.1+cu121 --extra-index-url https://download.pytorch.org/whl/cu121 +pip install torch>=2.2.1+cu121 torchaudio>=2.2.1+cu121 --upgrade --force-reinstall --extra-index-url https://download.pytorch.org/whl/cu1 echo Installing other requirements. echo. pip install -r system\requirements\requirements_standalone.txt From a0913db3c9c1bea01141de9b6ac241c1b7911e6b Mon Sep 17 00:00:00 2001 From: erew123 <35898566+erew123@users.noreply.github.com> Date: Fri, 29 Mar 2024 00:43:47 +0000 Subject: [PATCH 04/18] Update atsetup.sh --- atsetup.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/atsetup.sh b/atsetup.sh index 61ff58a..6273911 100644 --- a/atsetup.sh +++ b/atsetup.sh @@ -291,7 +291,7 @@ install_custom_standalone() { echo " Downloading and installing PyTorch. This step can take a long time" echo " depending on your internet connection and hard drive speed. Please" echo " be patient." - pip install torch>=2.2.1+cu121 torchaudio>=2.2.1+cu121 --extra-index-url https://download.pytorch.org/whl/cu121 + pip install torch>=2.2.1+cu121 torchaudio>=2.2.1+cu121 --upgrade --force-reinstall --extra-index-url https://download.pytorch.org/whl/cu1 echo echo " Installing additional requirements." echo @@ -469,7 +469,7 @@ reapply_standalone() { echo " Downloading and installing PyTorch. This step can take a long time" echo " depending on your internet connection and hard drive speed. Please" echo " be patient." - pip install torch>=2.2.1+cu121 torchaudio>=2.2.1+cu121 --extra-index-url https://download.pytorch.org/whl/cu121 + pip install torch>=2.2.1+cu121 torchaudio>=2.2.1+cu121 --upgrade --force-reinstall --extra-index-url https://download.pytorch.org/whl/cu1 echo echo " Installing additional requirements." echo From 27a4fe2338341a08e3914b7254a2a779586dd95c Mon Sep 17 00:00:00 2001 From: erew123 <35898566+erew123@users.noreply.github.com> Date: Fri, 29 Mar 2024 01:15:12 +0000 Subject: [PATCH 05/18] Update README.md --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index c1e85c8..8430b5f 100644 --- a/README.md +++ b/README.md @@ -114,7 +114,7 @@ To perform a Standalone installation of AllTalk: - Linux: `./atsetup.sh` 3. **Follow the Setup Prompts**: - - Comply with the on-screen instructions to install the required files. Verify AllTalk's functionality before proceeding with DeepSpeed installation. + - Select Standalone Installation and then Option 1 and follow any on-screen instructions to install the required files. DeepSpeed is automatically installed on **Windows** based system, but will only work on Nvidia GPU's. **Linux** based system users will have to follow the DeepSpeed installation instructions. > If you're unfamiliar with Python environments and wish to learn more, consider reviewing **Understanding Python Environments Simplified** in the Help section. From e3c714427214885897eae10fb8cc08a9b17960ad Mon Sep 17 00:00:00 2001 From: erew123 <35898566+erew123@users.noreply.github.com> Date: Fri, 29 Mar 2024 01:54:05 +0000 Subject: [PATCH 06/18] Update README.md --- README.md | 23 ++++++++++++++++++++++- 1 file changed, 22 insertions(+), 1 deletion(-) diff --git a/README.md b/README.md index 8430b5f..bcd8bcc 100644 --- a/README.md +++ b/README.md @@ -775,7 +775,28 @@ Also, is your text-generation-webui up to date? [instructions here](https://gith As far as I am aware, these are to do with the chrome browser the gradio text-generation-webui in some way. I raised an issue about this on the text-generation-webui [here](https://github.com/oobabooga/text-generation-webui/issues/4788) where you can see that AllTalk is not loaded and the messages persist. Either way, this is more a warning than an actual issue, so shouldnt affect any functionality of either AllTalk or text-generation-webui, they are more just an annoyance. -### Performance and Compatibility Issues +### Startup, Performance and Compatibility Issues + +
+ 🟨 RuntimeError: PytorchStreamReader failed reading zip archive: failed finding central directory
+ +This error message is caused by the model being corrupted or damaged in some way. This error can occur if Huggingface, where the model is downloaded from, have an error (when the model is downloaded) or potentailly internet issues occuring while the model is downloaded on first start-up. + +``` +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +RuntimeError: PytorchStreamReader failed reading zip archive: failed finding central directory + +ERROR: Application startup failed. Exiting. +[AllTalk Startup] Warning TTS Subprocess has NOT started up yet, Will keep trying for 120 seconds maximum. Please wait. +``` + +To resolve this, first look in your `alltalk_tts/models/xttsv2_2.0.2` (or whichever) model folder and confirm that the file sizes are correct. + +![image](https://github.com/erew123/screenshots/raw/main/modelsfiles.jpg) + +You can delete one or more suspect files and a factory fresh copy of that file or files will be downloaded on next start-up of AllTalk. + +
🟨 Warning TTS Subprocess has NOT started up yet, Will keep trying for 120 seconds maximum. Please wait. It times out after 120 seconds.
From d4741edf94489b0585064d08bc8a1a99e3af068d Mon Sep 17 00:00:00 2001 From: erew123 <35898566+erew123@users.noreply.github.com> Date: Fri, 29 Mar 2024 02:04:58 +0000 Subject: [PATCH 07/18] Update atsetup.bat deepspeed version --- atsetup.bat | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/atsetup.bat b/atsetup.bat index 42510e9..4638a3d 100644 --- a/atsetup.bat +++ b/atsetup.bat @@ -387,9 +387,9 @@ pip install torch>=2.2.1+cu121 torchaudio>=2.2.1+cu121 --upgrade --force-reinsta echo Installing other requirements. echo. pip install -r system\requirements\requirements_standalone.txt -curl -LO https://github.com/erew123/alltalk_tts/releases/download/DeepSpeed-12.7/deepspeed-0.12.7+d058d4b-cp311-cp311-win_amd64.whl +curl -LO https://github.com/erew123/alltalk_tts/releases/download/DeepSpeed-14.0/deepspeed-0.14.0+cu118-cp311-cp311-win_amd64.whl echo Installing DeepSpeed... -pip install deepspeed-0.12.7+d058d4b-cp311-cp311-win_amd64.whl +pip install deepspeed-0.14.0+cu118-cp311-cp311-win_amd64.whl del deepspeed-0.12.7+d058d4b-cp311-cp311-win_amd64.whl From 21fb1b58d9548a4c0d1bde9c2a15c872a4002e7b Mon Sep 17 00:00:00 2001 From: erew123 <35898566+erew123@users.noreply.github.com> Date: Fri, 29 Mar 2024 02:17:01 +0000 Subject: [PATCH 08/18] Update README.md --- README.md | 28 ++++++++++++++++++++++++++++ 1 file changed, 28 insertions(+) diff --git a/README.md b/README.md index bcd8bcc..ac9a2a9 100644 --- a/README.md +++ b/README.md @@ -798,6 +798,34 @@ You can delete one or more suspect files and a factory fresh copy of that file o
+
+ 🟨 RuntimeError: Found no NVIDIA driver on your system.
+ +This error message is caused by enablind DeepSpeed when you do not have a Nvidia GPU. To resolve this, edit `confignew.json` and change `"deepspeed_activate": true,` to `"deepspeed_activate": false,` then restart AllTalk. + +``` + File "C:\alltalk_tts\alltalk_environment\env\Lib\site-packages\torch\cuda\__init__.py", line 302, in _lazy_init + torch._C._cuda_init() +RuntimeError: Found no NVIDIA driver on your system. Please check that you have an NVIDIA GPU and installed a driver from http://www.nvidia.com/Download/index.aspx + +ERROR: Application startup failed. Exiting. +[AllTalk Startup] Warning TTS Subprocess has NOT started up yet, Will keep trying for 120 seconds maximum. Please wait. +``` + +
+ +
+ 🟨 raise RuntimeError("PyTorch version mismatch! DeepSpeed ops were compiled and installed.
+ +This error message is caused by having DeepSpeed enabled, but you have a version of DeepSpeed installed that was compiled for a different version of Python, PyTorch or CUDA (or any mix of those). You will need to start your Python environment and run `pip uninstall deepspeed` to remove DeepSpeed from your Python environment and then install the correct version of DeepSpeed. + +``` +raise RuntimeError("PyTorch version mismatch! DeepSpeed ops were compiled and installed +RuntimeError: PyTorch version mismatch! DeepSpeed ops were compiled and installed with a different version than what is being used at runtime. Please re-install DeepSpeed or switch torch versions. Install torch version=2.1, Runtime torch version=2.2 +``` + +
+
🟨 Warning TTS Subprocess has NOT started up yet, Will keep trying for 120 seconds maximum. Please wait. It times out after 120 seconds.
When the subprocess is starting 2x things are occurring:

From 42f08cd19cf635aca92c99f67c641a62bfffa0e6 Mon Sep 17 00:00:00 2001 From: erew123 <35898566+erew123@users.noreply.github.com> Date: Fri, 29 Mar 2024 02:34:22 +0000 Subject: [PATCH 09/18] Update README.md --- README.md | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/README.md b/README.md index ac9a2a9..f68edb0 100644 --- a/README.md +++ b/README.md @@ -801,7 +801,7 @@ You can delete one or more suspect files and a factory fresh copy of that file o
🟨 RuntimeError: Found no NVIDIA driver on your system.
-This error message is caused by enablind DeepSpeed when you do not have a Nvidia GPU. To resolve this, edit `confignew.json` and change `"deepspeed_activate": true,` to `"deepspeed_activate": false,` then restart AllTalk. +This error message is caused by DeepSpeed being enabled when you do not have a Nvidia GPU. To resolve this, edit `confignew.json` and change `"deepspeed_activate": true,` to `"deepspeed_activate": false,` then restart AllTalk. ``` File "C:\alltalk_tts\alltalk_environment\env\Lib\site-packages\torch\cuda\__init__.py", line 302, in _lazy_init @@ -1151,6 +1151,8 @@ You will be able to see the ID's and Text (orignal and as interpreted) by lookin The Analyze TTS feature uses the Whisper Larger-v2 AI engine, which will download on first use if necessary. This will require about 2.5GB's of disk space and could take a few minutes to download, depending on your internet connection. +You can use this feature on systems that do not have an Nvidia GPU, however, unless you have a very powerful CPU, expect it to be slow. + #### ⬜ Tricks to get the model to say things correctly Sometimes the AI model won’t say something the way that you want it to. It could be because it’s a new word, an acronym or just something it’s not good at for whatever reason. There are some tricks you can use to improve the chances of it saying something correctly. From ab3570c89932bae6ed9d6d07618e9fe964630f78 Mon Sep 17 00:00:00 2001 From: erew123 <35898566+erew123@users.noreply.github.com> Date: Fri, 29 Mar 2024 12:58:42 +0000 Subject: [PATCH 10/18] Update README.md --- README.md | 12 ++++++++++-- 1 file changed, 10 insertions(+), 2 deletions(-) diff --git a/README.md b/README.md index f68edb0..32689db 100644 --- a/README.md +++ b/README.md @@ -39,8 +39,16 @@ AllTalk is an updated version of the Coqui_tts extension for Text Generation web - πŸ”΄ [Future to-do list & Upcoming updates](https://github.com/erew123/alltalk_tts?#-future-to-do-list) --- -### πŸ› οΈ **About this project** -AllTalk is a labour of love, developed and supported in my personal free time. As such, my ability to respond to support requests is limited. I prioritize issues based on their impact and the number of users affected. I appreciate your understanding and patience. If your inquiry isn't covered by the documentation or existing discussions, and it's not related to a bug or feature request, I'll do my best to assist as time allows. +### πŸ› οΈ **About this project & me** +AllTalk is a labour of love that has been developed, supported and sustained in my personal free time. As a solo enthusiast (not a business or team) my resources are inherently limited. This project has been one of my passions, but I must balance it with other commitments. + +To manage AllTalk sustainably, I prioritize support requests based on their overall impact and the number of users affected. I encourage you to utilize the comprehensive documentation and engage with the AllTalk community discussion area. These resources often provide immediate answers and foster a supportive user network. + +Should your inquiry extend beyond the documentation, especially if it concerns a bug or feature request, I assure you I’ll offer my best support as my schedule permits. However, please be prepared for varying response times, reflective of the personal dedication I bring to AllTalk. Your understanding and patience in this regard are greatly appreciated. + +It's important to note that **I am not** the developer of any TTS models utilized by AllTalk, nor do I claim to be an expert on them, including understanding all their nuances, issues, and quirks. For specific TTS model concerns, I’ve provided links to the original developers in the Help section for direct assistance. + +Thank you for your continued support and understanding. --- From ce84f153ca5d24208deb7f175ba57a6e18dad247 Mon Sep 17 00:00:00 2001 From: erew123 <35898566+erew123@users.noreply.github.com> Date: Fri, 29 Mar 2024 13:07:14 +0000 Subject: [PATCH 11/18] Update README.md --- README.md | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/README.md b/README.md index 32689db..3485eba 100644 --- a/README.md +++ b/README.md @@ -134,6 +134,14 @@ Refer to `🟩 Other installation notes` for further details, including informat --- +### 🟩 Docker Builds and Google Colab's + +While an AllTalk Docker build exists, it's important to note that this version is based on an earlier iteration of AllTalk and was set up by a third party. At some point, my goal is to deepen my understanding of Docker and its compatibility with AllTalk. This exploration may lead to significant updates to AllTalk to ensure a seamless Docker experience. However, as of now, the Docker build should be considered a BETA version and isn't directly supported by me. + +As for Google Colab, there is partial compatibility with AllTalk, though with some quirks. I am currently investigating these issues and figuring out the necessary adjustments to enhance the integration. Until I can ensure a smooth experience, I won't be officially releasing any Google Colab implementations of AllTalk. + +--- + ### 🟩 Manual Installation - As part of Text generation web UI (inc. macOSX)
MANUAL INSTALLATION - Text-Generation-webui From 5a1dd31ab6e4ead566ab7fc5ee0765eb69d73dd5 Mon Sep 17 00:00:00 2001 From: erew123 <35898566+erew123@users.noreply.github.com> Date: Fri, 29 Mar 2024 21:36:16 +0000 Subject: [PATCH 12/18] Add files via upload --- atsetup.bat | 16 ++++++++-------- 1 file changed, 8 insertions(+), 8 deletions(-) diff --git a/atsetup.bat b/atsetup.bat index 4638a3d..3b437cd 100644 --- a/atsetup.bat +++ b/atsetup.bat @@ -63,7 +63,7 @@ echo. echo BASE REQUIREMENTS echo 1) Apply/Re-Apply the requirements for %L_GREEN%Text-generation-webui%RESET%. echo. -echo OPTIONAL +echo OPTIONAL (Not required for a base install) echo 2) Git Pull the latest AllTalk updates from Github echo. echo DEEPSPEED FOR %L_YELLOW=%PyTorch 2.1.x%RESET% @@ -102,7 +102,7 @@ echo. echo BASE REQUIREMENTS echo 1) Install AllTalk as a Standalone Application echo. -echo OPTIONAL +echo OPTIONAL (Not required for a base install) echo 2) Git Pull the latest AllTalk updates from Github echo 3) Re-Apply/Update the requirements file echo 4) Delete AllTalk's custom Python environment @@ -387,10 +387,10 @@ pip install torch>=2.2.1+cu121 torchaudio>=2.2.1+cu121 --upgrade --force-reinsta echo Installing other requirements. echo. pip install -r system\requirements\requirements_standalone.txt -curl -LO https://github.com/erew123/alltalk_tts/releases/download/DeepSpeed-14.0/deepspeed-0.14.0+cu118-cp311-cp311-win_amd64.whl +curl -LO https://github.com/erew123/alltalk_tts/releases/download/DeepSpeed-14.0/deepspeed-0.14.0+ce78a63-cp311-cp311-win_amd64.whl echo Installing DeepSpeed... -pip install deepspeed-0.14.0+cu118-cp311-cp311-win_amd64.whl -del deepspeed-0.12.7+d058d4b-cp311-cp311-win_amd64.whl +pip install deepspeed-0.14.0+ce78a63-cp311-cp311-win_amd64.whl +del deepspeed-0.14.0+ce78a63-cp311-cp311-win_amd64.whl @rem Create start_environment.bat to run AllTalk environment @@ -528,10 +528,10 @@ pip install torch>=2.2.1+cu121 torchaudio>=2.2.1+cu121 --upgrade --force-reinsta echo Installing other requirements. echo. pip install -r system\requirements\requirements_standalone.txt -curl -LO https://github.com/erew123/alltalk_tts/releases/download/DeepSpeed-12.7/deepspeed-0.12.7+d058d4b-cp311-cp311-win_amd64.whl +curl -LO https://github.com/erew123/alltalk_tts/releases/download/DeepSpeed-14.0/deepspeed-0.14.0+ce78a63-cp311-cp311-win_amd64.whl echo Installing DeepSpeed... -pip install deepspeed-0.12.7+d058d4b-cp311-cp311-win_amd64.whl -del deepspeed-0.12.7+d058d4b-cp311-cp311-win_amd64.whl +pip install deepspeed-0.14.0+ce78a63-cp311-cp311-win_amd64.whl +del deepspeed-0.14.0+ce78a63-cp311-cp311-win_amd64.whl if %ERRORLEVEL% neq 0 ( echo. echo There was an error. From 412d1442a6c4050fa77be7fcbf4b3ffcaf09a64f Mon Sep 17 00:00:00 2001 From: erew123 <35898566+erew123@users.noreply.github.com> Date: Fri, 29 Mar 2024 21:42:23 +0000 Subject: [PATCH 13/18] Corrected DeepSpeed Path Hopefully Github takes this file this time. It was changed/updated yesterday, but for whatever reason, the Github didnt have the updated version. --- atsetup.bat | 16 ++++++++-------- 1 file changed, 8 insertions(+), 8 deletions(-) diff --git a/atsetup.bat b/atsetup.bat index 3b437cd..84bc9e4 100644 --- a/atsetup.bat +++ b/atsetup.bat @@ -63,7 +63,7 @@ echo. echo BASE REQUIREMENTS echo 1) Apply/Re-Apply the requirements for %L_GREEN%Text-generation-webui%RESET%. echo. -echo OPTIONAL (Not required for a base install) +echo OPTIONAL echo 2) Git Pull the latest AllTalk updates from Github echo. echo DEEPSPEED FOR %L_YELLOW=%PyTorch 2.1.x%RESET% @@ -102,7 +102,7 @@ echo. echo BASE REQUIREMENTS echo 1) Install AllTalk as a Standalone Application echo. -echo OPTIONAL (Not required for a base install) +echo OPTIONAL echo 2) Git Pull the latest AllTalk updates from Github echo 3) Re-Apply/Update the requirements file echo 4) Delete AllTalk's custom Python environment @@ -387,10 +387,10 @@ pip install torch>=2.2.1+cu121 torchaudio>=2.2.1+cu121 --upgrade --force-reinsta echo Installing other requirements. echo. pip install -r system\requirements\requirements_standalone.txt -curl -LO https://github.com/erew123/alltalk_tts/releases/download/DeepSpeed-14.0/deepspeed-0.14.0+ce78a63-cp311-cp311-win_amd64.whl +curl -LO https://github.com/erew123/alltalk_tts/releases/download/DeepSpeed-14.0/deepspeed-0.14.0+cu118-cp311-cp311-win_amd64.whl echo Installing DeepSpeed... -pip install deepspeed-0.14.0+ce78a63-cp311-cp311-win_amd64.whl -del deepspeed-0.14.0+ce78a63-cp311-cp311-win_amd64.whl +pip install deepspeed-0.14.0+cu118-cp311-cp311-win_amd64.whl +del deepspeed-0.14.0+cu118-cp311-cp311-win_amd64.whl @rem Create start_environment.bat to run AllTalk environment @@ -528,10 +528,10 @@ pip install torch>=2.2.1+cu121 torchaudio>=2.2.1+cu121 --upgrade --force-reinsta echo Installing other requirements. echo. pip install -r system\requirements\requirements_standalone.txt -curl -LO https://github.com/erew123/alltalk_tts/releases/download/DeepSpeed-14.0/deepspeed-0.14.0+ce78a63-cp311-cp311-win_amd64.whl +curl -LO https://github.com/erew123/alltalk_tts/releases/download/DeepSpeed-14.0/deepspeed-0.14.0+cu118-cp311-cp311-win_amd64.whl echo Installing DeepSpeed... -pip install deepspeed-0.14.0+ce78a63-cp311-cp311-win_amd64.whl -del deepspeed-0.14.0+ce78a63-cp311-cp311-win_amd64.whl +pip install deepspeed-0.14.0+cu118-cp311-cp311-win_amd64.whl +del deepspeed-0.14.0+cu118-cp311-cp311-win_amd64.whl if %ERRORLEVEL% neq 0 ( echo. echo There was an error. From 460216819afd26a05155827bfaff4bf0ed36657d Mon Sep 17 00:00:00 2001 From: erew123 <35898566+erew123@users.noreply.github.com> Date: Fri, 29 Mar 2024 22:36:10 +0000 Subject: [PATCH 14/18] Update README.md --- README.md | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/README.md b/README.md index 3485eba..c3ebdfe 100644 --- a/README.md +++ b/README.md @@ -76,7 +76,7 @@ To set up AllTalk within Text-generation-webui, follow either method: - **Via Terminal/Console (Recommended)**: - `cd \text-generation-webui\extensions\` - `git clone https://github.com/erew123/alltalk_tts` - - **Via Releases Page**: + - **Via Releases Page (Cannot be automatically updated after install as its not linked to Github)**: - Download the latest `alltalk_tts.zip` from [Releases](https://github.com/erew123/alltalk_tts/releases) and extract it to `\text-generation-webui\extensions\alltalk_tts\`. 2. **Start Python Environment**: @@ -112,7 +112,7 @@ To perform a Standalone installation of AllTalk: - **Via Terminal/Console (Recommended)**: - Navigate to your preferred directory: `cd C:\myfiles\` - Clone the AllTalk repository: `git clone https://github.com/erew123/alltalk_tts` - - **Via Releases Page**: + - **Via Releases Page (Cannot be automatically updated after install as its not linked to Github)**: - Download `alltalk_tts.zip` from [Releases](https://github.com/erew123/alltalk_tts/releases) and extract it to your chosen directory, for example, `C:\myfiles\alltalk_tts\`. 2. **Start AllTalk Setup**: From 5d2720c118e0b44ec420ace852c90ba311851a66 Mon Sep 17 00:00:00 2001 From: erew123 <35898566+erew123@users.noreply.github.com> Date: Sat, 30 Mar 2024 10:44:29 +0000 Subject: [PATCH 15/18] Update README.md --- README.md | 13 +++++++++++++ 1 file changed, 13 insertions(+) diff --git a/README.md b/README.md index c3ebdfe..f162a24 100644 --- a/README.md +++ b/README.md @@ -793,6 +793,19 @@ As far as I am aware, these are to do with the chrome browser the gradio text-ge ### Startup, Performance and Compatibility Issues +
+ 🟨 AllTalk is only loading into CPU, but I have an Nvidia GPU so it should be loading into CUDA
+ +This is caused by Pytorch (Torch) not having the CUDA extensions installed (You can check by running the diagnostics). Typially this happens (on Standalone installations) because when the setup routine goes to install Pytorch with CUDA, it looks in the PIP cache and if a previous application has downloaded a version of Pytorch that **doesn't** have CUDA extensions, it doesnt recognise this fact and just uses it for the installation anyway. To resolve this: + +1) On the `atsetup` utility, on the `Standalone menu` select to `Purge the PIP cache`. This will remove cached packages from the PIP cache, meaning it will have to download fresh copies. +2) As we need to force the upgrade to the Python environment, the easiest way to do this will be to use `atsetup` to `Delete AllTalk's custom Python environment`. This means it will have to rebuild the Python environment. **Note**, you may have to run this step twice, as it has to exit the current Python environment, then you have to re-load `atsetup` and select `Delete AllTalk's custom Python environment` again. +3) You can now use `atsetup` to `Install AllTalk as a Standalone Application` which will download fresh copies of everything and re-install the Python environment. +4) Once this is done you can check if CUDA is now working with the diagnostics or starting AllTalk and checking the model loads into CUDA. + +
+ +
🟨 RuntimeError: PytorchStreamReader failed reading zip archive: failed finding central directory
From 872638a198aaaef8ab8fb70bad1add173c637ebf Mon Sep 17 00:00:00 2001 From: erew123 <35898566+erew123@users.noreply.github.com> Date: Sat, 30 Mar 2024 10:46:06 +0000 Subject: [PATCH 16/18] Update README.md --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index f162a24..330babb 100644 --- a/README.md +++ b/README.md @@ -911,7 +911,7 @@ Depending on which of your Nvidia GPU's is the more powerful one, you can change
🟨 Firefox - Streaming Audio doesnt work on Firefox
-This is a long standing issue with Firefox and one I am unable to resolve. The solution is to use another web browser if you want to use Streaming audio. For details of my prior invesitigation please look at this [ticket](https://github.com/erew123/alltalk_tts/issues/143) +This is a long standing issue with Mozilla & Firefox and one I am unable to resolve as Mozilla have not resolved the issue with Firefox. The solution is to use another web browser if you want to use Streaming audio. For details of my prior invesitigation please look at this [ticket](https://github.com/erew123/alltalk_tts/issues/143)
### Application Specific Issues From 14214cc1414b0b4030ca0a6e60713820240a2e70 Mon Sep 17 00:00:00 2001 From: erew123 <35898566+erew123@users.noreply.github.com> Date: Sat, 30 Mar 2024 10:48:13 +0000 Subject: [PATCH 17/18] Update README.md --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index 330babb..31ae1e9 100644 --- a/README.md +++ b/README.md @@ -796,7 +796,7 @@ As far as I am aware, these are to do with the chrome browser the gradio text-ge
🟨 AllTalk is only loading into CPU, but I have an Nvidia GPU so it should be loading into CUDA
-This is caused by Pytorch (Torch) not having the CUDA extensions installed (You can check by running the diagnostics). Typially this happens (on Standalone installations) because when the setup routine goes to install Pytorch with CUDA, it looks in the PIP cache and if a previous application has downloaded a version of Pytorch that **doesn't** have CUDA extensions, it doesnt recognise this fact and just uses it for the installation anyway. To resolve this: +This is caused by Pytorch (Torch) not having the CUDA extensions installed (You can check by running the diagnostics). Typically this happens (on Standalone installations) because when the setup routine goes to install Pytorch with CUDA, it looks in the PIP cache and if a previous application has downloaded a version of Pytorch that **doesn't** have CUDA extensions, the PIP installer doesnt recognise this fact and just uses the cached version for installation. To resolve this: 1) On the `atsetup` utility, on the `Standalone menu` select to `Purge the PIP cache`. This will remove cached packages from the PIP cache, meaning it will have to download fresh copies. 2) As we need to force the upgrade to the Python environment, the easiest way to do this will be to use `atsetup` to `Delete AllTalk's custom Python environment`. This means it will have to rebuild the Python environment. **Note**, you may have to run this step twice, as it has to exit the current Python environment, then you have to re-load `atsetup` and select `Delete AllTalk's custom Python environment` again. From b76ff028f81a753a11ef44914794c35ffe0f589d Mon Sep 17 00:00:00 2001 From: erew123 <35898566+erew123@users.noreply.github.com> Date: Mon, 1 Apr 2024 03:05:27 +0100 Subject: [PATCH 18/18] Fixed DeepSpeed again (sorry) Missed a digit off the Pytorch download and fluffed the version of DeepSpeed. --- atsetup.bat | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/atsetup.bat b/atsetup.bat index 84bc9e4..618bd29 100644 --- a/atsetup.bat +++ b/atsetup.bat @@ -387,10 +387,10 @@ pip install torch>=2.2.1+cu121 torchaudio>=2.2.1+cu121 --upgrade --force-reinsta echo Installing other requirements. echo. pip install -r system\requirements\requirements_standalone.txt -curl -LO https://github.com/erew123/alltalk_tts/releases/download/DeepSpeed-14.0/deepspeed-0.14.0+cu118-cp311-cp311-win_amd64.whl +curl -LO https://github.com/erew123/alltalk_tts/releases/download/DeepSpeed-14.0/deepspeed-0.14.0+ce78a63-cp311-cp311-win_amd64.whl echo Installing DeepSpeed... -pip install deepspeed-0.14.0+cu118-cp311-cp311-win_amd64.whl -del deepspeed-0.14.0+cu118-cp311-cp311-win_amd64.whl +pip install deepspeed-0.14.0+ce78a63-cp311-cp311-win_amd64.whl +del deepspeed-0.14.0+ce78a63-cp311-cp311-win_amd64.whl @rem Create start_environment.bat to run AllTalk environment @@ -524,14 +524,14 @@ echo Downloading and installing PyTorch. This step can take a long time echo depending on your internet connection and hard drive speed. Please echo be patient. echo. -pip install torch>=2.2.1+cu121 torchaudio>=2.2.1+cu121 --upgrade --force-reinstall --extra-index-url https://download.pytorch.org/whl/cu1 +pip install torch>=2.2.1+cu121 torchaudio>=2.2.1+cu121 --upgrade --force-reinstall --extra-index-url https://download.pytorch.org/whl/cu121 echo Installing other requirements. echo. pip install -r system\requirements\requirements_standalone.txt -curl -LO https://github.com/erew123/alltalk_tts/releases/download/DeepSpeed-14.0/deepspeed-0.14.0+cu118-cp311-cp311-win_amd64.whl +curl -LO https://github.com/erew123/alltalk_tts/releases/download/DeepSpeed-14.0/deepspeed-0.14.0+ce78a63-cp311-cp311-win_amd64.whl echo Installing DeepSpeed... -pip install deepspeed-0.14.0+cu118-cp311-cp311-win_amd64.whl -del deepspeed-0.14.0+cu118-cp311-cp311-win_amd64.whl +pip install deepspeed-0.14.0+ce78a63-cp311-cp311-win_amd64.whl +del deepspeed-0.14.0+ce78a63-cp311-cp311-win_amd64.whl if %ERRORLEVEL% neq 0 ( echo. echo There was an error.