feat: install extensions via a button and fix pip wrapper (#611)

* feat: add button to check dependencies in extension management UI

* fix: correct command construction in pip_install_wrapper

* feat: refactor Gradio UI integration to use main_block function

* feat: improve readability and structure in extension external installer

* feat: implement install button for extension marketplace

* chore: readme

* style: format code for consistency and readability in test files

* style: format code for consistency and readability in tts_webui files

* style: reorganize imports for consistency and readability across test files via isort

* style: reorganize imports for consistency and readability across tts_webui files via isort

* fix: add missing import for messaging_js in external extensions installer

* refactor: remove unnecessary global declarations in config management functions

* fix: handle directory changes safely in tests to avoid errors in CI environments

* fix: update tests to verify loading of all extension files, including catalog

* chore: run black on tests

* fix: update tts-webui extensions versions in Dockerfile and CI test

* fix: test --only-binary :all:

* fix: test --only-binary :all: without antlr4-python3-runtime

* fix: quote extension package names in requirements installation

* fix: remove deprecated extension package versions from requirements installation

* chore: migrate tts-webui-extension.audiocraft and vall-e-x to requirements.txt

* chore: migrate tts-webui-extension.audiocraft and vall-e-x to requirements.txt in pip tester

* chore: increase TTS WebUI version

Author: rsxdalv

.github/workflows/test-pip-install.yaml

@@ -58,12 +58,10 @@ jobs:
         shell: bash
         run: |
           python -m pip install -r requirements.txt \
-            tts-webui-extension.bark_voice_clone>=0.0.1 \
-            tts-webui-extension.rvc>=0.0.3 \
-            tts-webui-extension.audiocraft>=0.0.2 \
-            tts-webui-extension.styletts2>=0.1.0 \
-            tts-webui-extension.vall_e_x>=0.1.0 \
-            tts-webui-extension.stable_audio>=0.1.1 \
+            "tts-webui-extension.bark_voice_clone>=0.0.2" \
+            "tts-webui-extension.rvc>=0.0.5" \
+            "tts-webui-extension.styletts2>=0.1.0" \
+            "tts-webui-extension.stable_audio>=0.1.1" \
             --extra-index-url https://tts-webui.github.io/extensions-index/
 
       - name: Test tts_webui

Dockerfile

@@ -40,12 +40,10 @@ WORKDIR /app/tts-webui
 # Install all requirements
 RUN pip3 install --no-cache-dir torch==$TORCH_VERSION -r requirements.txt
 # RUN pip install --no-cache-dir --verbose torch==$TORCH_VERSION -r requirements.txt
-RUN pip install tts-webui-extension.bark_voice_clone>=0.0.1 --extra-index-url https://tts-webui.github.io/extensions-index/
-RUN pip install tts-webui-extension.rvc>=0.0.3 --extra-index-url https://tts-webui.github.io/extensions-index/
-RUN pip install tts-webui-extension.audiocraft>=0.0.2 --extra-index-url https://tts-webui.github.io/extensions-index/
-RUN pip install tts-webui-extension.styletts2>=0.1.0 --extra-index-url https://tts-webui.github.io/extensions-index/
-RUN pip install tts-webui-extension.vall_e_x>=0.1.0 --extra-index-url https://tts-webui.github.io/extensions-index/
-# RUN pip install tts-webui-extension.stable_audio>=0.1.1 --extra-index-url https://tts-webui.github.io/extensions-index/
+RUN pip install "tts-webui-extension.bark_voice_clone>=0.0.2" --extra-index-url https://tts-webui.github.io/extensions-index/
+RUN pip install "tts-webui-extension.rvc>=0.0.6" --extra-index-url https://tts-webui.github.io/extensions-index/
+RUN pip install "tts-webui-extension.styletts2>=0.1.0" --extra-index-url https://tts-webui.github.io/extensions-index/
+# RUN pip install "tts-webui-extension.stable_audio>=0.1.1" --extra-index-url https://tts-webui.github.io/extensions-index/
 
 
 # add postgres & run setup

README.md

@@ -176,7 +176,8 @@ November:
 * Add extension marketplace directly in the Gradio UI using iframe
 * Move voices-tortoise to voices/tortoise/ (and maha-tts to voices/maha_tts/)
 * feat: add comprehensive test suite for tts_webui modules
-
+* feat: implement install button for extension marketplace
+* feat: add button to check dependencies in extension management UI
 
 October:
 * Update Gradio to 5.49.1

documentation/manual_installation.md

@@ -140,17 +140,15 @@ To install the default extensions, run and restart the server:
 pip install -r requirements.txt \
    tts-webui-extension.bark_voice_clone>=0.0.1 \
    tts-webui-extension.rvc>=0.0.3 \
-   tts-webui-extension.audiocraft>=0.0.2 \
    tts-webui-extension.styletts2>=0.1.0 \
-   tts-webui-extension.vall_e_x>=0.1.0 \
    tts-webui-extension.stable_audio>=0.1.1 \
    --extra-index-url https://tts-webui.github.io/extensions-index/
 ```
 
 (One line in case of copy-paste issues)
 
 ```bash
-pip install -r requirements.txt tts-webui-extension.bark_voice_clone>=0.0.1 tts-webui-extension.rvc>=0.0.3 tts-webui-extension.audiocraft>=0.0.2 tts-webui-extension.styletts2>=0.1.0 tts-webui-extension.vall_e_x>=0.1.0 tts-webui-extension.stable_audio>=0.1.1 hydra-core==1.3.2 nvidia-ml-py --extra-index-url https://tts-webui.github.io/extensions-index/
+pip install -r requirements.txt tts-webui-extension.bark_voice_clone>=0.0.1 tts-webui-extension.rvc>=0.0.3 tts-webui-extension.styletts2>=0.1.0 tts-webui-extension.stable_audio>=0.1.1 hydra-core==1.3.2 nvidia-ml-py --extra-index-url https://tts-webui.github.io/extensions-index/
 ```
 
 In case of failures, try installing the extensions one by one.

extensions/builtin/extension_external_extensions_installer/__init__.py

@@ -6,6 +6,7 @@
 import gradio as gr
 
 from tts_webui.utils.pip_install import pip_install_wrapper
+from .messaging_js import messaging_js
 
 EXTERNAL_EXTENSIONS_FILE = "extensions.external.json"
 CATALOG_DIR = os.path.join("data", "extensions-catalog")
@@ -99,17 +100,24 @@ def _render_preview(entries: List[Dict[str, Any]]) -> str:
     header = "| Name | Package | Class | Type |\n|---|---|---|---|\n"
     rows = []
     for e in entries:
-        rows.append(f"| {e['name']} | {e['package_name']} | {e['extension_class']} | {e['extension_type']} |")
+        rows.append(
+            f"| {e['name']} | {e['package_name']} | {e['extension_class']} | {e['extension_type']} |"
+        )
     return gr.Markdown(header + "\n".join(rows))
 
+
 def _sync_catalog_via_git() -> Tuple[str, str]:
     # Try: clone if missing, else pull fast-forward; return output or error.
     try:
-        if not os.path.isdir(CATALOG_DIR) or not os.path.isdir(os.path.join(CATALOG_DIR, ".git")):
+        if not os.path.isdir(CATALOG_DIR) or not os.path.isdir(
+            os.path.join(CATALOG_DIR, ".git")
+        ):
             cmd = ["git", "clone", "--depth=1", CATALOG_REPO, CATALOG_DIR]
         else:
             cmd = ["git", "-C", CATALOG_DIR, "pull", "--ff-only"]
-        proc = subprocess.run(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE, text=True)
+        proc = subprocess.run(
+            cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE, text=True
+        )
         if proc.returncode != 0:
             msg = proc.stderr.strip() or proc.stdout.strip() or "Unknown git error"
             return f"Git failed: {msg}", ""
@@ -143,7 +151,10 @@ def _add_to_external(entries: List[Dict[str, Any]]) -> Tuple[str, str]:
             added.append(e.get("package_name"))
     data["tabs"] = tabs
     ok, msg = _save_external_extensions(data)
-    status = ("Saved" if ok else msg) + f" | Added: {', '.join(added) if added else 'none'} | Skipped (exists): {', '.join(skipped) if skipped else 'none'}"
+    status = (
+        ("Saved" if ok else msg)
+        + f" | Added: {', '.join(added) if added else 'none'} | Skipped (exists): {', '.join(skipped) if skipped else 'none'}"
+    )
     return status, json.dumps(data, indent=2, ensure_ascii=False)
 
 
@@ -158,21 +169,44 @@ def _install_selected(entries: List[Dict[str, Any]]):
         yield from pip_install_wrapper(req, name)()
 
 
+EXTENSION_CATALOG_IFRAME_ID = "extension-catalog"
+
+
 def extension__tts_generation_webui():
-    gr.Markdown("""
-    ## External Extensions Installer
+    gr.Markdown(
+        """
     Paste one or more extension JSON objects below. We'll validate, preview, and let you add them to `extensions.external.json` and optionally install their requirements right away.
+    """
+    )
 
-    You can discover and copy extension JSON entries from the [TTS WebUI Extension Catalog](https://rsxdalv.github.io/tts-webui-extension-catalog/).
-    """)
-    
     with gr.Accordion("Browse Extension Catalog", open=True):
         gr.HTML(
-            """<iframe width="100%" height="600px" src="https://rsxdalv.github.io/tts-webui-extension-catalog/?browse=true" title="TTS WebUI Extension Catalog" frameborder="0" allowfullscreen></iframe>"""
+            f"""<iframe id={EXTENSION_CATALOG_IFRAME_ID} 
+                 width="100%"
+                 height="800px"
+                 src="https://rsxdalv.github.io/tts-webui-extension-catalog/?browse=true&iframe=true"
+                 title="TTS WebUI Extension Catalog"
+                 frameborder="0"
+            ></iframe>
+            <div id="json-container" hidden></div>
+            """
+        )
+
+        init = gr.Timer(0.5)
+        init.tick(
+            fn=lambda: gr.Timer(active=False),
+            inputs=[],
+            outputs=[init],
+            js=messaging_js,
         )
 
     with gr.Row():
-        json_input = gr.Textbox(label="Extension JSON", lines=16, placeholder="Paste JSON object or array of objects here")
+        json_input = gr.Textbox(
+            label="Extension JSON",
+            lines=16,
+            placeholder="Paste JSON object or array of objects here",
+        )
+        json_input_automatic = gr.Textbox(visible=False)
     with gr.Row():
         parse_btn = gr.Button("Parse JSON", variant="primary")
         add_btn = gr.Button("Add to external list", variant="secondary")
@@ -199,6 +233,32 @@ def _on_parse(text: str):
         entries, info = _parse_json_input(text)
         return entries, _render_preview(entries), info
 
+    gr.Button("", elem_id="receive_extension_button").click(
+        fn=None,
+        inputs=[],
+        outputs=[json_input, json_input_automatic],
+        js="""
+            () => {
+                json_value = document.getElementById('json-container').innerText;
+                return [json_value, json_value];
+            }
+        """,
+    )
+
+    json_input_automatic.change(
+        fn=_on_parse,
+        inputs=[json_input_automatic],
+        outputs=[parsed_state, preview_md, parse_info],
+    ).then(
+        fn=_add_to_external,
+        inputs=[parsed_state],
+        outputs=[parse_info, current_json],
+    ).then(
+        fn=_install_selected,
+        inputs=[parsed_state],
+        outputs=[console_html],
+    )
+
     parse_btn.click(
         fn=_on_parse,
         inputs=[json_input],
@@ -231,7 +291,7 @@ def _on_sync():
         "package_name": "extensions.builtin.extension_external_extensions_installer",
         "name": "External Extensions Installer",
         "requirements": "builtin",
-    "description": "Add external extension entries via JSON and install them without restarts. Sync and apply the public extensions catalog via Git.",
+        "description": "Add external extension entries via JSON and install them without restarts. Sync and apply the public extensions catalog via Git.",
         "extension_type": "interface",
         "extension_class": "settings",
         "author": "rsxdalv",
@@ -245,7 +305,7 @@ def _on_sync():
 
 if __name__ == "__main__":
     if "demo" in locals():
-        demo.close()  # type: ignore
+        locals()["demo"].close()
     with gr.Blocks() as demo:
         with gr.Tab("External Extensions Installer"):
             extension__tts_generation_webui()

extensions/builtin/extension_external_extensions_installer/main.py

@@ -0,0 +1,19 @@
+
+messaging_js = """
+() => {{
+    const iframe = document.getElementById('extension-catalog');
+
+    window.addEventListener('message', (event) => {
+      if (event.source !== iframe.contentWindow) return;
+      if (event.data.type === 'install-extension') {
+        const extension = event.data.data;
+        
+        document.getElementById('json-container').innerText =
+          JSON.stringify(extension, null, 2);
+        document.getElementById('receive_extension_button').click();
+      }
+    });
+
+    console.log("Extension catalog iframe messaging initialized.");
+}}
+"""

extensions/builtin/extension_external_extensions_installer/messaging_js.py

@@ -174,10 +174,8 @@ const extensions = [
     name: "Bark Voice Clone",
     package: '"tts-webui-extension.bark_voice_clone>=0.0.1"',
   },
-  { name: "RVC", package: '"tts-webui-extension.rvc>=0.0.3"' },
-  { name: "Audiocraft", package: '"tts-webui-extension.audiocraft>=0.0.2"' },
-  { name: "StyleTTS", package: '"tts-webui-extension.styletts2>=0.1.0"' },
-  { name: "Vall-E-X", package: '"tts-webui-extension.vall_e_x>=0.1.0"' },
+  { name: "RVC", package: '"tts-webui-extension.rvc>=0.0.5"' },
+  { name: "StyleTTS", package: '"tts-webui-extension.styletts2>=0.1.1"' }, // pypi
   {
     name: "Stable Audio",
     package: '"tts-webui-extension.stable_audio>=0.1.1"',

installer_scripts/js/initializeApp.js

@@ -1,6 +1,6 @@
 {
     "version": "1.0.0",
-    "pip_packages": 22,
+    "pip_packages": 30,
     "npm_packages": 4,
     "react_ui": 4
 }

installer_scripts/versions.json

@@ -36,9 +36,7 @@
     "!pip install uv\n",
     "!uv pip install --no-progress --system tts-webui-extension.bark_voice_clone>=0.0.1 --extra-index-url https://tts-webui.github.io/extensions-index/\n",
     "!uv pip install --no-progress --system tts-webui-extension.rvc>=0.0.3 --extra-index-url https://tts-webui.github.io/extensions-index/\n",
-    "!uv pip install --no-progress --system tts-webui-extension.audiocraft>=0.0.2 --extra-index-url https://tts-webui.github.io/extensions-index/\n",
     "!uv pip install --no-progress --system tts-webui-extension.styletts2>=0.1.0 --extra-index-url https://tts-webui.github.io/extensions-index/\n",
-    "!uv pip install --no-progress --system tts-webui-extension.vall_e_x>=0.1.0 --extra-index-url https://tts-webui.github.io/extensions-index/\n",
     "!uv pip install --no-progress --system tts-webui-extension.stable_audio>=0.1.1 --extra-index-url https://tts-webui.github.io/extensions-index/\n"
    ]
   },