diff --git a/README.md b/README.md index 5650fe0..1226e4b 100644 --- a/README.md +++ b/README.md @@ -6,8 +6,8 @@

Your local models, ready to roll.

-Tapioca is a local AI runtime and desktop studio for language, speech, image, -and video models. It downloads supported models on demand, chooses a native +Tapioca is a local AI runtime and desktop studio for language, speech, audio, +image, and video models. It downloads supported models on demand, chooses a native backend for the computer, and can expose local models to coding agents. Use the friendly desktop app or the full CLI—both run the same private, @@ -18,7 +18,7 @@ local-first engine. Tapioca Desktop brings the complete local workflow into one interface: - Chat with installed models and see model reasoning as it streams. -- Generate and manage images, videos, speech, and cloned voices. +- Generate and manage images, videos, music, sound effects, speech, and cloned voices. - Record voice-cloning references with a live microphone level meter. - Choose guided image resolutions, video duration, orientation, quality, and workload presets while retaining exact expert controls. @@ -79,6 +79,7 @@ Tapioca pulls a catalog model automatically when it is first used. Enter - [Coding agents: Codex, Claude Code, OpenCode, OpenClaw, and Hermes](docs/guides/coding-agents.md) - [Image generation](docs/guides/image-generation.md) - [Video generation](docs/guides/video-generation.md) +- [Music and sound generation](docs/guides/audio-generation.md) - [Text to speech and voice cloning](docs/guides/speech-and-voices.md) - [LoRA adapters and model composition](docs/concepts/lora-adapters.md) - [Replaceable video engines](docs/concepts/video-engines.md) @@ -102,6 +103,7 @@ or read the machine-oriented | GGUF text models | Metal llama.cpp | Vulkan llama.cpp | CPU llama.cpp | Vulkan llama.cpp | Vulkan llama.cpp | | Native MLX text | Yes | No | No | No | No | | Speech and voice cloning | MLX or MPS/CPU | CUDA or CPU | CPU | CUDA or CPU | CPU | +| Music and sound generation | Stable Audio 3 | Stable Audio 3 CUDA | CPU fallback | Stable Audio 3 CUDA | CPU fallback | | Image generation | MLX/MFLUX | CUDA or ONNX DirectML | ONNX Runtime CPU | NVIDIA CUDA | Not yet | | Video generation | MLX | NVIDIA CUDA/Diffusers | Not yet | NVIDIA CUDA/Diffusers | Not yet | | Coding-agent APIs | Yes | Yes | Yes | Yes | Yes | @@ -154,6 +156,7 @@ tapioca serve MODEL [--port 11435] [--context TOKENS] tapioca image MODEL --prompt TEXT [--seed NUMBER | --random-seed] [--output image.png] tapioca edit MODEL --image FILE [--image FILE] --prompt TEXT [--seed NUMBER | --random-seed] tapioca video MODEL --prompt TEXT [--image start.png] [--seconds N | --frames N] [--seed NUMBER | --random-seed] [--output video.mp4] +tapioca audio MODEL --prompt TEXT [--seconds N] [--seed NUMBER | --random-seed] [--output audio.wav] tapioca tts MODEL --text TEXT [--voice NAME] [--output speech.wav] tapioca voice (create|list|inspect|remove) [NAME] tapioca adapter (inspect|pull|import|list) [REFERENCE] diff --git a/catalog/catalog.json b/catalog/catalog.json index 990c8d1..6e699c9 100644 --- a/catalog/catalog.json +++ b/catalog/catalog.json @@ -1,6 +1,6 @@ { "schema": 1, - "generated_at": "2026-09-18T22:42:42.917442Z", + "generated_at": "2026-10-07T15:01:27.467Z", "models": { "chatterbox": { "name": "chatterbox", @@ -44,25 +44,148 @@ "name": "flux2-klein", "repo": "mlx-community/flux2-klein-4b-4bit", "files": { - "4b-q4-mlx": "" + "4b-q4-mlx": "", + "4b-bf16-cuda": "", + "4b-fp8-cuda": "" }, "kind": "image", "backends": { - "4b-q4-mlx": "mflux" + "4b-q4-mlx": "mflux", + "4b-bf16-cuda": "diffusers", + "4b-fp8-cuda": "diffusers" }, "default": "4b-q4-mlx", "width": 1024, "height": 1024, "steps": 4, "sizes": { - "4b-q4-mlx": "~4.6 GiB" + "4b-q4-mlx": "~4.6 GiB", + "4b-bf16-cuda": "~15 GiB", + "4b-fp8-cuda": "~11 GiB" }, "memory": { - "4b-q4-mlx": "16 GiB min; 24 GiB recommended" + "4b-q4-mlx": "16 GiB min; 24 GiB recommended", + "4b-bf16-cuda": "24 GiB system RAM; 13 GiB VRAM min", + "4b-fp8-cuda": "24 GiB system RAM; 12 GiB VRAM recommended" }, "gpus": { - "4b-q4-mlx": "Apple Silicon GPU" - } + "4b-q4-mlx": "Apple Silicon GPU", + "4b-bf16-cuda": "NVIDIA RTX 3090/4070 or newer", + "4b-fp8-cuda": "NVIDIA Ada or newer recommended; Ampere supported with reduced benefit" + }, + "repos": { + "4b-bf16-cuda": "black-forest-labs/FLUX.2-klein-4B", + "4b-fp8-cuda": "black-forest-labs/FLUX.2-klein-4b-fp8", + "4b-q4-mlx": "mlx-community/flux2-klein-4b-4bit" + }, + "platform_defaults": { + "darwin/arm64": "4b-q4-mlx", + "linux": "4b-bf16-cuda", + "windows": "4b-bf16-cuda" + }, + "features": { + "4b-bf16-cuda": "4-step generation, image editing, multi-reference editing, Apache-2.0", + "4b-fp8-cuda": "reduced-storage CUDA bundle, image editing, multi-reference editing, Apache-2.0", + "4b-q4-mlx": "4-step generation, image editing, multi-reference editing" + }, + "artifacts": { + "4b-fp8-cuda": [ + { + "repo": "black-forest-labs/FLUX.2-klein-4B", + "filename": "model_index.json", + "target": "model_index.json" + }, + { + "repo": "black-forest-labs/FLUX.2-klein-4B", + "filename": "scheduler/scheduler_config.json", + "target": "scheduler/scheduler_config.json" + }, + { + "repo": "black-forest-labs/FLUX.2-klein-4B", + "filename": "text_encoder/config.json", + "target": "text_encoder/config.json" + }, + { + "repo": "black-forest-labs/FLUX.2-klein-4B", + "filename": "text_encoder/generation_config.json", + "target": "text_encoder/generation_config.json" + }, + { + "repo": "black-forest-labs/FLUX.2-klein-4B", + "filename": "text_encoder/model-00001-of-00002.safetensors", + "target": "text_encoder/model-00001-of-00002.safetensors" + }, + { + "repo": "black-forest-labs/FLUX.2-klein-4B", + "filename": "text_encoder/model-00002-of-00002.safetensors", + "target": "text_encoder/model-00002-of-00002.safetensors" + }, + { + "repo": "black-forest-labs/FLUX.2-klein-4B", + "filename": "text_encoder/model.safetensors.index.json", + "target": "text_encoder/model.safetensors.index.json" + }, + { + "repo": "black-forest-labs/FLUX.2-klein-4B", + "filename": "tokenizer/added_tokens.json", + "target": "tokenizer/added_tokens.json" + }, + { + "repo": "black-forest-labs/FLUX.2-klein-4B", + "filename": "tokenizer/chat_template.jinja", + "target": "tokenizer/chat_template.jinja" + }, + { + "repo": "black-forest-labs/FLUX.2-klein-4B", + "filename": "tokenizer/merges.txt", + "target": "tokenizer/merges.txt" + }, + { + "repo": "black-forest-labs/FLUX.2-klein-4B", + "filename": "tokenizer/special_tokens_map.json", + "target": "tokenizer/special_tokens_map.json" + }, + { + "repo": "black-forest-labs/FLUX.2-klein-4B", + "filename": "tokenizer/tokenizer.json", + "target": "tokenizer/tokenizer.json" + }, + { + "repo": "black-forest-labs/FLUX.2-klein-4B", + "filename": "tokenizer/tokenizer_config.json", + "target": "tokenizer/tokenizer_config.json" + }, + { + "repo": "black-forest-labs/FLUX.2-klein-4B", + "filename": "tokenizer/vocab.json", + "target": "tokenizer/vocab.json" + }, + { + "repo": "black-forest-labs/FLUX.2-klein-4B", + "filename": "transformer/config.json", + "target": "transformer/config.json" + }, + { + "repo": "black-forest-labs/FLUX.2-klein-4B", + "filename": "vae/config.json", + "target": "vae/config.json" + }, + { + "repo": "black-forest-labs/FLUX.2-klein-4B", + "filename": "vae/diffusion_pytorch_model.safetensors", + "target": "vae/diffusion_pytorch_model.safetensors" + }, + { + "repo": "black-forest-labs/FLUX.2-klein-4b-fp8", + "filename": "flux-2-klein-4b-fp8.safetensors", + "target": "transformer/diffusion_pytorch_model.safetensors" + } + ] + }, + "guidance_scale": 1, + "guidance_scale_set": true, + "license": "Apache-2.0", + "license_url": "https://huggingface.co/black-forest-labs/FLUX.2-klein-4B" }, "gemma3": { "name": "gemma3", @@ -93,7 +216,7 @@ "name": "glm-4.7-flash", "repo": "ggml-org/GLM-4.7-Flash-GGUF", "files": { - "q4_k_m": "GLM-4.7-Flash-Q4_K.gguf", + "q4_k_m": "GLM-4.7-Flash-Q4_K_M.gguf", "q8_0": "GLM-4.7-Flash-Q8_0.gguf" }, "default": "q4_k_m", @@ -445,38 +568,88 @@ "name": "qwen3-tts", "files": { "0.6b": "", - "0.6b-mlx": "" + "0.6b-mlx": "", + "1.7b-base": "", + "1.7b-base-mlx": "", + "1.7b-custom-voice": "", + "1.7b-custom-voice-mlx": "", + "1.7b-voice-design": "", + "1.7b-voice-design-mlx": "" }, "kind": "speech", "backends": { "0.6b": "speech-qwen", - "0.6b-mlx": "speech-qwen-mlx" + "0.6b-mlx": "speech-qwen-mlx", + "1.7b-base": "speech-qwen", + "1.7b-base-mlx": "speech-qwen-mlx", + "1.7b-custom-voice": "speech-qwen", + "1.7b-custom-voice-mlx": "speech-qwen-mlx", + "1.7b-voice-design": "speech-qwen", + "1.7b-voice-design-mlx": "speech-qwen-mlx" }, "repos": { "0.6b": "Qwen/Qwen3-TTS-12Hz-0.6B-Base", - "0.6b-mlx": "mlx-community/Qwen3-TTS-12Hz-0.6B-Base-bf16" + "0.6b-mlx": "mlx-community/Qwen3-TTS-12Hz-0.6B-Base-bf16", + "1.7b-base": "Qwen/Qwen3-TTS-12Hz-1.7B-Base", + "1.7b-base-mlx": "mlx-community/Qwen3-TTS-12Hz-1.7B-Base-bf16", + "1.7b-custom-voice": "Qwen/Qwen3-TTS-12Hz-1.7B-CustomVoice", + "1.7b-custom-voice-mlx": "mlx-community/Qwen3-TTS-12Hz-1.7B-CustomVoice-bf16", + "1.7b-voice-design": "Qwen/Qwen3-TTS-12Hz-1.7B-VoiceDesign", + "1.7b-voice-design-mlx": "mlx-community/Qwen3-TTS-12Hz-1.7B-VoiceDesign-bf16" }, "default": "0.6b", "sizes": { "0.6b": "~2.5 GiB", - "0.6b-mlx": "~2.5 GiB" + "0.6b-mlx": "~2.5 GiB", + "1.7b-base": "~4.3 GiB", + "1.7b-base-mlx": "~4.3 GiB", + "1.7b-custom-voice": "~4.3 GiB", + "1.7b-custom-voice-mlx": "~4.3 GiB", + "1.7b-voice-design": "~4.3 GiB", + "1.7b-voice-design-mlx": "~4.3 GiB" }, "memory": { "0.6b": "12 GiB min; 16 GiB recommended", - "0.6b-mlx": "12 GiB min; 16 GiB recommended" + "0.6b-mlx": "12 GiB min; 16 GiB recommended", + "1.7b-base": "16 GiB min; 24 GiB recommended", + "1.7b-base-mlx": "16 GiB min; 24 GiB recommended", + "1.7b-custom-voice": "16 GiB min; 24 GiB recommended", + "1.7b-custom-voice-mlx": "16 GiB min; 24 GiB recommended", + "1.7b-voice-design": "16 GiB min; 24 GiB recommended", + "1.7b-voice-design-mlx": "16 GiB min; 24 GiB recommended" }, "gpus": { "0.6b": "NVIDIA CUDA recommended; CPU supported", - "0.6b-mlx": "Apple Silicon GPU" + "0.6b-mlx": "Apple Silicon GPU", + "1.7b-base": "NVIDIA CUDA recommended; CPU supported", + "1.7b-base-mlx": "Apple Silicon GPU", + "1.7b-custom-voice": "NVIDIA CUDA recommended; CPU supported", + "1.7b-custom-voice-mlx": "Apple Silicon GPU", + "1.7b-voice-design": "NVIDIA CUDA recommended; CPU supported", + "1.7b-voice-design-mlx": "Apple Silicon GPU" }, "languages": { "0.6b": "10 languages", - "0.6b-mlx": "10 languages" + "0.6b-mlx": "10 languages", + "1.7b-base": "10 languages", + "1.7b-base-mlx": "10 languages", + "1.7b-custom-voice": "10 languages", + "1.7b-custom-voice-mlx": "10 languages", + "1.7b-voice-design": "10 languages", + "1.7b-voice-design-mlx": "10 languages" }, "features": { "0.6b": "3-second voice cloning, streaming architecture", - "0.6b-mlx": "3-second voice cloning, Apple Silicon optimized" - } + "0.6b-mlx": "3-second voice cloning, Apple Silicon optimized", + "1.7b-base": "higher-quality 3-second voice cloning, streaming architecture", + "1.7b-base-mlx": "higher-quality voice cloning, Apple Silicon optimized", + "1.7b-custom-voice": "9 built-in speakers, instruction-based emotion and style", + "1.7b-custom-voice-mlx": "9 built-in speakers, instruction-based emotion and style, Apple Silicon optimized", + "1.7b-voice-design": "natural-language voice design without a reference recording", + "1.7b-voice-design-mlx": "natural-language voice design without a reference recording, Apple Silicon optimized" + }, + "license": "Apache-2.0", + "license_url": "https://huggingface.co/Qwen/Qwen3-TTS-12Hz-1.7B-Base" }, "qwen3.6": { "name": "qwen3.6", @@ -484,7 +657,9 @@ "35b-mlx": "", "35b-mlx-4bit": "", "35b-mlx-6bit": "", - "35b-mlx-8bit": "" + "35b-mlx-8bit": "", + "27b-q4_k_m": "Qwen3.6-27B-Q4_K_M.gguf", + "27b-q8_0": "Qwen3.6-27B-Q8_0.gguf" }, "kind": "text", "backends": { @@ -497,14 +672,35 @@ "35b-mlx": "mlx-community/Qwen3.6-35B-A3B-4bit", "35b-mlx-4bit": "mlx-community/Qwen3.6-35B-A3B-4bit", "35b-mlx-6bit": "mlx-community/Qwen3.6-35B-A3B-6bit", - "35b-mlx-8bit": "mlx-community/Qwen3.6-35B-A3B-8bit" + "35b-mlx-8bit": "mlx-community/Qwen3.6-35B-A3B-8bit", + "27b-q4_k_m": "ggml-org/Qwen3.6-27B-GGUF", + "27b-q8_0": "ggml-org/Qwen3.6-27B-GGUF" }, "default": "35b-mlx", "sizes": { "35b-mlx": "~20 GiB", "35b-mlx-4bit": "~20 GiB", "35b-mlx-6bit": "~27 GiB", - "35b-mlx-8bit": "~36 GiB" + "35b-mlx-8bit": "~36 GiB", + "27b-q4_k_m": "~19.1 GiB", + "27b-q8_0": "~28.6 GiB" + }, + "platform_defaults": { + "darwin/arm64": "35b-mlx", + "linux": "27b-q4_k_m", + "windows": "27b-q4_k_m" + }, + "memory": { + "27b-q4_k_m": "24 GiB min; 32 GiB recommended", + "27b-q8_0": "40 GiB min; 48 GiB recommended" + }, + "gpus": { + "27b-q4_k_m": "Optional Metal, CUDA, Vulkan, or ROCm acceleration", + "27b-q8_0": "Optional Metal, CUDA, Vulkan, or ROCm acceleration" + }, + "features": { + "27b-q4_k_m": "reasoning, coding, tool use, image understanding with optional mmproj", + "27b-q8_0": "higher-fidelity reasoning, coding, tool use, image understanding with optional mmproj" } }, "qwen3.8": { @@ -719,6 +915,346 @@ "gpus": { "5b-mlx": "Apple Silicon GPU" } + }, + "audio8-tts": { + "name": "audio8-tts", + "files": { + "0.6b": "", + "0.6b-mlx": "" + }, + "kind": "speech", + "backends": { + "0.6b": "speech-audio8", + "0.6b-mlx": "speech-audio8-mlx" + }, + "repos": { + "0.6b": "Audio8/Audio8-TTS-Preview-0.6b", + "0.6b-mlx": "mlx-community/Audio8-TTS-Preview-0.6b-bf16" + }, + "default": "0.6b", + "platform_defaults": { + "darwin/arm64": "0.6b-mlx" + }, + "sizes": { + "0.6b": "~2.4 GiB", + "0.6b-mlx": "~2.4 GiB" + }, + "memory": { + "0.6b": "8 GiB min; 12 GiB recommended", + "0.6b-mlx": "8 GiB min; 12 GiB recommended" + }, + "gpus": { + "0.6b": "NVIDIA CUDA recommended; CPU supported", + "0.6b-mlx": "Apple Silicon GPU" + }, + "languages": { + "0.6b": "11 languages", + "0.6b-mlx": "11 languages" + }, + "features": { + "0.6b": "preview, 44.1 kHz speech, zero-shot voice cloning, default voice", + "0.6b-mlx": "preview, 44.1 kHz speech, zero-shot voice cloning, Apple Silicon optimized" + }, + "license": "Apache-2.0", + "license_url": "https://huggingface.co/Audio8/Audio8-TTS-Preview-0.6b" + }, + "gemma4": { + "name": "gemma4", + "repo": "ggml-org/gemma-4-E2B-it-GGUF", + "files": { + "e2b-mlx-4bit": "", + "e2b-q4_0": "gemma-4-E2B-it-Q4_0.gguf" + }, + "kind": "text", + "backends": { + "e2b-mlx-4bit": "mlx-vlm" + }, + "repos": { + "e2b-mlx-4bit": "mlx-community/gemma-4-e2b-it-4bit", + "e2b-q4_0": "ggml-org/gemma-4-E2B-it-GGUF" + }, + "default": "e2b-q4_0", + "platform_defaults": { + "darwin/arm64": "e2b-mlx-4bit" + }, + "sizes": { + "e2b-mlx-4bit": "~3.6 GiB", + "e2b-q4_0": "~2.8 GiB" + }, + "memory": { + "e2b-mlx-4bit": "12 GiB min; 16 GiB recommended", + "e2b-q4_0": "8 GiB min; 12 GiB recommended" + }, + "gpus": { + "e2b-mlx-4bit": "Apple Silicon GPU", + "e2b-q4_0": "Optional Metal, CUDA, Vulkan, or ROCm acceleration" + }, + "features": { + "e2b-mlx-4bit": "reasoning, system prompts, function calling, image understanding", + "e2b-q4_0": "reasoning, system prompts, function calling, 128K context" + }, + "license": "Apache-2.0", + "license_url": "https://huggingface.co/google/gemma-4-E2B-it" + }, + "ltx-2.5": { + "name": "ltx-2.5", + "repo": "Lightricks/LTX-2.5-Diffusers", + "files": { + "22b-bf16-cuda": "" + }, + "kind": "video", + "backends": { + "22b-bf16-cuda": "diffusers-ltx2" + }, + "default": "22b-bf16-cuda", + "width": 768, + "height": 512, + "steps": 30, + "frames": 121, + "fps": 24, + "sizes": { + "22b-bf16-cuda": "~68 GiB" + }, + "memory": { + "22b-bf16-cuda": "96 GiB system RAM recommended; sequential CPU offload enabled" + }, + "gpus": { + "22b-bf16-cuda": "NVIDIA CUDA, 24 GiB VRAM minimum; 48 GiB recommended" + }, + "features": { + "22b-bf16-cuda": "text-to-video, synchronized stereo audio, multishot prompting, 1-20 second clips" + }, + "artifacts": { + "22b-bf16-cuda": [ + { + "repo": "Lightricks/LTX-2.5-Diffusers", + "filename": "model_index.json", + "target": "model_index.json" + }, + { + "repo": "Lightricks/LTX-2.5-Diffusers", + "filename": "modular_model_index.json", + "target": "modular_model_index.json" + }, + { + "repo": "Lightricks/LTX-2.5-Diffusers", + "filename": "audio_vae/config.json", + "target": "audio_vae/config.json" + }, + { + "repo": "Lightricks/LTX-2.5-Diffusers", + "filename": "audio_vae/diffusion_pytorch_model.safetensors", + "target": "audio_vae/diffusion_pytorch_model.safetensors" + }, + { + "repo": "Lightricks/LTX-2.5-Diffusers", + "filename": "connectors/config.json", + "target": "connectors/config.json" + }, + { + "repo": "Lightricks/LTX-2.5-Diffusers", + "filename": "connectors/diffusion_pytorch_model.safetensors", + "target": "connectors/diffusion_pytorch_model.safetensors" + }, + { + "repo": "Lightricks/LTX-2.5-Diffusers", + "filename": "diffusion_decoder/config.json", + "target": "diffusion_decoder/config.json" + }, + { + "repo": "Lightricks/LTX-2.5-Diffusers", + "filename": "diffusion_decoder/diffusion_pytorch_model.safetensors", + "target": "diffusion_decoder/diffusion_pytorch_model.safetensors" + }, + { + "repo": "Lightricks/LTX-2.5-Diffusers", + "filename": "duration_head/config.json", + "target": "duration_head/config.json" + }, + { + "repo": "Lightricks/LTX-2.5-Diffusers", + "filename": "duration_head/diffusion_pytorch_model.safetensors", + "target": "duration_head/diffusion_pytorch_model.safetensors" + }, + { + "repo": "Lightricks/LTX-2.5-Diffusers", + "filename": "latent_upsampler/config.json", + "target": "latent_upsampler/config.json" + }, + { + "repo": "Lightricks/LTX-2.5-Diffusers", + "filename": "latent_upsampler/diffusion_pytorch_model.safetensors", + "target": "latent_upsampler/diffusion_pytorch_model.safetensors" + }, + { + "repo": "Lightricks/LTX-2.5-Diffusers", + "filename": "scheduler/scheduler_config.json", + "target": "scheduler/scheduler_config.json" + }, + { + "repo": "Lightricks/LTX-2.5-Diffusers", + "filename": "temporal_latent_upsampler/config.json", + "target": "temporal_latent_upsampler/config.json" + }, + { + "repo": "Lightricks/LTX-2.5-Diffusers", + "filename": "temporal_latent_upsampler/diffusion_pytorch_model.safetensors", + "target": "temporal_latent_upsampler/diffusion_pytorch_model.safetensors" + }, + { + "repo": "Lightricks/LTX-2.5-Diffusers", + "filename": "text_encoder/config.json", + "target": "text_encoder/config.json" + }, + { + "repo": "Lightricks/LTX-2.5-Diffusers", + "filename": "text_encoder/generation_config.json", + "target": "text_encoder/generation_config.json" + }, + { + "repo": "Lightricks/LTX-2.5-Diffusers", + "filename": "text_encoder/model-00001-of-00005.safetensors", + "target": "text_encoder/model-00001-of-00005.safetensors" + }, + { + "repo": "Lightricks/LTX-2.5-Diffusers", + "filename": "text_encoder/model-00002-of-00005.safetensors", + "target": "text_encoder/model-00002-of-00005.safetensors" + }, + { + "repo": "Lightricks/LTX-2.5-Diffusers", + "filename": "text_encoder/model-00003-of-00005.safetensors", + "target": "text_encoder/model-00003-of-00005.safetensors" + }, + { + "repo": "Lightricks/LTX-2.5-Diffusers", + "filename": "text_encoder/model-00004-of-00005.safetensors", + "target": "text_encoder/model-00004-of-00005.safetensors" + }, + { + "repo": "Lightricks/LTX-2.5-Diffusers", + "filename": "text_encoder/model-00005-of-00005.safetensors", + "target": "text_encoder/model-00005-of-00005.safetensors" + }, + { + "repo": "Lightricks/LTX-2.5-Diffusers", + "filename": "text_encoder/model.safetensors.index.json", + "target": "text_encoder/model.safetensors.index.json" + }, + { + "repo": "Lightricks/LTX-2.5-Diffusers", + "filename": "tokenizer/chat_template.jinja", + "target": "tokenizer/chat_template.jinja" + }, + { + "repo": "Lightricks/LTX-2.5-Diffusers", + "filename": "tokenizer/tokenizer.json", + "target": "tokenizer/tokenizer.json" + }, + { + "repo": "Lightricks/LTX-2.5-Diffusers", + "filename": "tokenizer/tokenizer_config.json", + "target": "tokenizer/tokenizer_config.json" + }, + { + "repo": "Lightricks/LTX-2.5-Diffusers", + "filename": "vae/config.json", + "target": "vae/config.json" + }, + { + "repo": "Lightricks/LTX-2.5-Diffusers", + "filename": "vae/diffusion_pytorch_model.safetensors", + "target": "vae/diffusion_pytorch_model.safetensors" + }, + { + "repo": "Lightricks/LTX-2.5-Diffusers", + "filename": "vocoder/config.json", + "target": "vocoder/config.json" + }, + { + "repo": "Lightricks/LTX-2.5-Diffusers", + "filename": "vocoder/diffusion_pytorch_model.safetensors", + "target": "vocoder/diffusion_pytorch_model.safetensors" + }, + { + "repo": "Lightricks/LTX-2.5-Diffusers", + "filename": "transformer_full/config.json", + "target": "transformer/config.json" + }, + { + "repo": "Lightricks/LTX-2.5-Diffusers", + "filename": "transformer_full/diffusion_pytorch_model-00001-of-00004.safetensors", + "target": "transformer/diffusion_pytorch_model-00001-of-00004.safetensors" + }, + { + "repo": "Lightricks/LTX-2.5-Diffusers", + "filename": "transformer_full/diffusion_pytorch_model-00002-of-00004.safetensors", + "target": "transformer/diffusion_pytorch_model-00002-of-00004.safetensors" + }, + { + "repo": "Lightricks/LTX-2.5-Diffusers", + "filename": "transformer_full/diffusion_pytorch_model-00003-of-00004.safetensors", + "target": "transformer/diffusion_pytorch_model-00003-of-00004.safetensors" + }, + { + "repo": "Lightricks/LTX-2.5-Diffusers", + "filename": "transformer_full/diffusion_pytorch_model-00004-of-00004.safetensors", + "target": "transformer/diffusion_pytorch_model-00004-of-00004.safetensors" + }, + { + "repo": "Lightricks/LTX-2.5-Diffusers", + "filename": "transformer_full/diffusion_pytorch_model.safetensors.index.json", + "target": "transformer/diffusion_pytorch_model.safetensors.index.json" + } + ] + }, + "gated": true, + "license": "LTX-2 Community License", + "license_url": "https://huggingface.co/Lightricks/LTX-2.5-Diffusers" + }, + "stable-audio-3": { + "name": "stable-audio-3", + "files": { + "small-music": "", + "small-sfx": "" + }, + "kind": "audio", + "backends": { + "small-music": "stable-audio3", + "small-sfx": "stable-audio3" + }, + "repos": { + "small-music": "stabilityai/stable-audio-3-small-music", + "small-sfx": "stabilityai/stable-audio-3-small-sfx" + }, + "default": "small-music", + "steps": 8, + "duration_seconds": 30, + "max_duration_seconds": 120, + "sample_rate": 44100, + "sizes": { + "small-music": "~3.3 GiB", + "small-sfx": "~3.3 GiB" + }, + "memory": { + "small-music": "16 GiB min; 24 GiB recommended", + "small-sfx": "16 GiB min; 24 GiB recommended" + }, + "gpus": { + "small-music": "Apple Silicon MPS, NVIDIA CUDA, or CPU", + "small-sfx": "Apple Silicon MPS, NVIDIA CUDA, or CPU" + }, + "languages": { + "small-music": "English prompts", + "small-sfx": "English prompts" + }, + "features": { + "small-music": "text-to-music, 44.1 kHz stereo, variable duration up to 120 seconds", + "small-sfx": "text-to-sound-effects, 44.1 kHz stereo, variable duration up to 120 seconds" + }, + "gated": true, + "license": "Stability AI Community License", + "license_url": "https://huggingface.co/collections/stabilityai/stable-audio-3" } } } diff --git a/catalog/catalog.json.sha256 b/catalog/catalog.json.sha256 index 9ea2747..494ec75 100644 --- a/catalog/catalog.json.sha256 +++ b/catalog/catalog.json.sha256 @@ -1 +1 @@ -f2731bfa83561e6dd5d65d55991f90693296e3934c3fc60fd3651730a4c4bae4 catalog.json +b408b5e1cd22626c60dfa56d49ac6543b4a699af3ce4ca96b48cf8869cdf3c9f catalog.json diff --git a/contracts/control/v1/README.md b/contracts/control/v1/README.md index 38c343d..02903b4 100644 --- a/contracts/control/v1/README.md +++ b/contracts/control/v1/README.md @@ -56,11 +56,12 @@ the registry is updated. | `chat.describe` | `model`; optional port | local chat endpoint descriptor | | `agent.describe` | `agent`, `model`; optional port and args | non-executing launch descriptor | | `creator.capabilities` | none | protocol-safe creator feature availability | -| `creator.catalog` | none | image, video, and speech-compatible catalog variants | +| `creator.catalog` | none | image, video, audio, and speech-compatible catalog variants | | `image.generate` | `model`, `prompt`; optional dimensions, inputs, LoRAs | local image file metadata | | `video.generate` | `model`, `prompt`; optional image, dimensions, LoRAs | local MP4 file metadata | -| `speech.generate` | reserved typed request | `runtime_adapter_required` until writer-safe runtime is available | -| `voice.clone` | reserved typed request | `runtime_adapter_required` until writer-safe runtime is available | +| `speech.generate` | `model`, `text`; optional voice, language, speaker, instruction | local WAV file metadata | +| `voice.clone` | `model`, `text`, `voice_sample`; optional transcript and language | local WAV file metadata | +| `audio.generate` | `model`, `prompt`; optional duration, steps, seed | local WAV file metadata | | `lora.list` | none | installed `.safetensors` metadata | | `lora.inspect` | `reference` | provider-neutral LoRA metadata | | `lora.pull` | `reference`; optional `file`, `force` | installed provider LoRA record | @@ -90,18 +91,13 @@ typed adapter package, must already resolve to a local regular use a scale from -4 through 4. The API does not auto-download a LoRA during a generation job. -Speech and voice cloning are intentionally reported unavailable in this -protocol revision. The existing speech runtime currently binds its child -process directly to process stdout; invoking it would corrupt NDJSON. Both -methods return stable `runtime_adapter_required` until that runtime exposes the -same writer-aware adapter used by image and video. - Stable feature error codes include `invalid_params`, `model_not_found`, `model_not_installed`, `confirmation_required`, `unsafe_model_path`, `pull_failed`, `remove_failed`, `registry_failed`, `storage_failed`, `server_conflict`, `server_not_found`, `chat_failed`, and `unsupported_agent`. Creator errors add `incompatible_model`, -`image_generation_failed`, `video_generation_failed`, `output_exists`, +`image_generation_failed`, `video_generation_failed`, +`audio_generation_failed`, `speech_generation_failed`, `output_exists`, `output_missing`, `lora_not_found`, `lora_not_installed`, `incompatible_lora`, `lora_discovery_failed`, `lora_inspection_failed`, `lora_pull_failed`, `lora_import_failed`, and diff --git a/contracts/control/v1/envelope.schema.json b/contracts/control/v1/envelope.schema.json index 3db1233..15e9202 100644 --- a/contracts/control/v1/envelope.schema.json +++ b/contracts/control/v1/envelope.schema.json @@ -41,6 +41,7 @@ "image.generate", "video.generate", "speech.generate", + "audio.generate", "voice.clone", "lora.list", "lora.inspect", diff --git a/contracts/control/v1/requests.ndjson b/contracts/control/v1/requests.ndjson index 8225eae..167000e 100644 --- a/contracts/control/v1/requests.ndjson +++ b/contracts/control/v1/requests.ndjson @@ -18,6 +18,7 @@ {"version":1,"type":"request","id":"req-image","method":"image.generate","params":{"model":"flux2-klein:4b-q4-mlx","prompt":"A fox in snow","width":1024,"height":1024,"steps":4,"output_name":"fox.png"},"job_id":"job-image"} {"version":1,"type":"request","id":"req-video","method":"video.generate","params":{"model":"ltx-video:2b-fp16","prompt":"A fox running in snow","input_image":"/Users/example/input.png","width":768,"height":512,"frames":25,"steps":20,"fps":8,"output_name":"fox.mp4"},"job_id":"job-video"} {"version":1,"type":"request","id":"req-speech","method":"speech.generate","params":{"model":"chatterbox:nano","text":"Hello Tapioca"},"job_id":"job-speech"} +{"version":1,"type":"request","id":"req-audio","method":"audio.generate","params":{"model":"stable-audio-3:small-music","prompt":"Warm ambient synthesizer","duration_seconds":30,"steps":8,"output_name":"ambient.wav"},"job_id":"job-audio"} {"version":1,"type":"request","id":"req-voice","method":"voice.clone","params":{"model":"chatterbox:nano","text":"Hello","voice_sample":"/Users/example/voice.wav"},"job_id":"job-voice"} {"version":1,"type":"request","id":"req-loras","method":"lora.list"} {"version":1,"type":"request","id":"req-lora-inspect","method":"lora.inspect","params":{"reference":"hf://creator/cinematic-motion@0.8"}} diff --git a/contracts/control/v1/responses.ndjson b/contracts/control/v1/responses.ndjson index 15d7a89..c704b15 100644 --- a/contracts/control/v1/responses.ndjson +++ b/contracts/control/v1/responses.ndjson @@ -9,7 +9,7 @@ {"version":1,"type":"response","id":"req-chat-describe","result":{"model":"gemma3:12b-mlx","endpoint":"http://127.0.0.1:11435/v1/chat/completions","protocol":"openai-chat-completions"}} {"version":1,"type":"response","id":"req-chat-tools","result":{"id":"chat-1","object":"chat.completion","created":1785600000,"model":"gemma3:12b-mlx","choices":[{"index":0,"message":{"role":"assistant","content":"I will call the weather tool.","reasoning_content":"The user needs current conditions.","tool_calls":[{"id":"call-1","type":"function","function":{"name":"weather","arguments":"{\"city\":\"Denver\"}"}}]},"finish_reason":"tool_calls"}],"usage":{"prompt_tokens":32,"completion_tokens":18}}} {"version":1,"type":"response","id":"req-agent","result":{"agent":"codex","executable":"codex","args":[],"environment":{},"configuration":{"format":"codex-toml","model":"gemma3:12b-mlx","provider":"tapioca","base_url":"http://127.0.0.1:11435/v1","wire_api":"responses"},"endpoint":"http://127.0.0.1:11435/v1","protocol":"openai-responses"}} -{"version":1,"type":"response","id":"req-creator-capabilities","result":{"image":{"available":true,"method":"image.generate","supports_input_images":true,"supports_loras":true},"video":{"available":true,"method":"video.generate","supports_input_image":true,"supports_loras":true},"speech":{"available":false,"method":"speech.generate","error_code":"runtime_adapter_required"},"voice_clone":{"available":false,"method":"voice.clone","error_code":"runtime_adapter_required"},"outputs":{"binary_in_protocol":false,"managed_local_paths":true}}} +{"version":1,"type":"response","id":"req-creator-capabilities","result":{"image":{"available":true,"method":"image.generate","supports_input_images":true,"supports_loras":true},"video":{"available":true,"method":"video.generate","supports_input_image":true,"supports_loras":true},"audio":{"available":true,"method":"audio.generate"},"speech":{"available":true,"method":"speech.generate","supports_voice_reference":true},"voice_clone":{"available":true,"method":"voice.clone","requires_voice_reference":true},"outputs":{"binary_in_protocol":false,"managed_local_paths":true}}} {"version":1,"type":"response","id":"req-image","result":{"path":"/Users/example/.tapioca/outputs/images/fox.png","kind":"image","mime":"image/png","bytes":2457600,"model":"flux2-klein:4b-q4-mlx","created_at":"2026-08-01T12:00:00Z"}} {"version":1,"type":"response","id":"req-video","result":{"path":"/Users/example/.tapioca/outputs/videos/fox.mp4","kind":"video","mime":"video/mp4","bytes":8388608,"model":"ltx-video:2b-fp16","created_at":"2026-08-01T12:00:00Z"}} {"version":1,"type":"response","id":"req-speech","error":{"code":"runtime_adapter_required","message":"speech generation is temporarily unavailable through the control protocol because the existing speech runtime does not expose protocol-safe output writers","retryable":false,"details":{"capability":"speech.generate","reason":"speech runtime stdout must not be mixed with NDJSON"}}} diff --git a/desktop/electron/control-adapters.ts b/desktop/electron/control-adapters.ts index 2697ffa..18ee1c1 100644 --- a/desktop/electron/control-adapters.ts +++ b/desktop/electron/control-adapters.ts @@ -10,11 +10,12 @@ import { installedListResultSchema, } from "../src/shared/sidecar"; -function desktopKind(kind: string): "chat" | "image" | "video" | "speech" { +function desktopKind(kind: string): "chat" | "image" | "video" | "speech" | "audio" { const normalized = kind.toLowerCase(); if (normalized === "image") return "image"; if (normalized === "video") return "video"; - if (["speech", "audio", "tts", "voice"].includes(normalized)) return "speech"; + if (normalized === "audio") return "audio"; + if (["speech", "tts", "voice"].includes(normalized)) return "speech"; return "chat"; } diff --git a/desktop/electron/main.ts b/desktop/electron/main.ts index 6c2faa8..b6963c3 100644 --- a/desktop/electron/main.ts +++ b/desktop/electron/main.ts @@ -585,12 +585,23 @@ function registerIpcHandlers(): void { model: input.model, text: input.text?.trim() || input.prompt.trim(), voice_consent: input.voiceConsent ?? false, - transcript: input.transcript, + transcript: input.transcript?.trim() || undefined, + language: input.language?.trim() || undefined, + speaker: input.speaker?.trim() || undefined, + instruct: input.instruct?.trim() || undefined, seed: input.settings.seed ?? 0, voice_sample: input.voiceReferenceToken ? mediaRegistry.get(input.voiceReferenceToken, "audio").path : undefined, } + : input.mode === "audio" + ? { + model: input.model, + prompt: input.prompt, + steps: input.settings.steps, + duration_seconds: input.settings.durationSeconds, + ...(input.settings.seed === undefined ? {} : { seed: input.settings.seed }), + } : input.mode === "image" ? { ...common, @@ -612,6 +623,8 @@ function registerIpcHandlers(): void { ? "image.generate" : input.mode === "video" ? "video.generate" + : input.mode === "audio" + ? "audio.generate" : input.mode === "voice-clone" ? "voice.clone" : "speech.generate", @@ -637,13 +650,15 @@ function registerIpcHandlers(): void { const id = mediaRegistry.add(outputPath, mediaType, { model: output.model, prompt: isSpeech ? input.text ?? input.prompt : input.prompt, - ...(isSpeech ? {} : { + ...(isSpeech || input.mode === "audio" ? {} : { width: input.settings.width, height: input.settings.height, }), ...(input.mode === "video" ? { frames: input.settings.frames, fps: input.settings.fps } - : {}), + : input.mode === "audio" + ? { durationSeconds: input.settings.durationSeconds, steps: input.settings.steps } + : {}), createdAt: output.created_at, }); return ipcSchemas.creatorGenerateResult.parse({ @@ -664,7 +679,7 @@ function registerIpcHandlers(): void { const definitions = [ { directory: "images", extension: ".png", mode: "image" as const, mediaType: "image" as const }, { directory: "videos", extension: ".mp4", mode: "video" as const, mediaType: "video" as const }, - { directory: "audio", extension: ".wav", mode: "speech" as const, mediaType: "audio" as const }, + { directory: "audio", extension: ".wav", mode: "audio" as const, mediaType: "audio" as const }, ]; const outputs = []; for (const definition of definitions) { diff --git a/desktop/src/app/App.tsx b/desktop/src/app/App.tsx index 6d19869..0696642 100644 --- a/desktop/src/app/App.tsx +++ b/desktop/src/app/App.tsx @@ -259,6 +259,7 @@ function ActiveFeature({ if (route === "models") return ; if (route === "images") return ; if (route === "video") return ; + if (route === "audio") return ; if (route === "voice") return ; if (route === "api") return ; if (route === "settings") return ; diff --git a/desktop/src/app/NavigationIcon.tsx b/desktop/src/app/NavigationIcon.tsx index 714860e..dae8c4c 100644 --- a/desktop/src/app/NavigationIcon.tsx +++ b/desktop/src/app/NavigationIcon.tsx @@ -27,6 +27,13 @@ const iconShapes: Record = { ), + audio: ( + <> + + + + + ), voice: ( <> diff --git a/desktop/src/app/adapters.test.ts b/desktop/src/app/adapters.test.ts index 18e3e17..870a331 100644 --- a/desktop/src/app/adapters.test.ts +++ b/desktop/src/app/adapters.test.ts @@ -40,6 +40,7 @@ function apiFixture(overrides: Partial = {}) { image: { available: true, method: "image.generate" }, video: { available: true, method: "video.generate" }, speech: { available: false, method: "speech.generate", error_code: "runtime_adapter_required" }, + audio: { available: true, method: "audio.generate" }, voice_clone: { available: false, method: "voice.clone", error_code: "runtime_adapter_required" }, outputs: { binary_in_protocol: false, managed_local_paths: true }, }), @@ -87,6 +88,45 @@ describe("renderer adapters", () => { ]); }); + it("exposes standalone audio models with duration defaults", async () => { + const audio = { + name: "stable-audio-3:small-music", + repo: "stabilityai/stable-audio-3-small-music", + kind: "audio", + backend: "stable-audio3", + platforms: ["windows", "linux", "macos"], + operation: "audio.generate", + supports_input_image: false, + requires_input_image: false, + supports_lora: false, + available: true, + steps: 8, + duration_seconds: 30, + max_duration_seconds: 120, + sample_rate: 44_100, + }; + const adapters = createRendererAdapters(apiFixture({ + creatorCatalog: vi.fn().mockResolvedValue([audio]), + models: vi.fn().mockResolvedValue({ + catalog: [audio], + installed: [{ + name: audio.name, + repo: audio.repo, + kind: audio.kind, + backend: audio.backend, + }], + }), + }), vi.fn()); + await expect(adapters.creator.models("audio")).resolves.toEqual([ + expect.objectContaining({ + id: audio.name, + ready: true, + defaults: expect.objectContaining({ durationSeconds: 30, steps: 8 }), + limits: expect.objectContaining({ maxDurationSeconds: 120 }), + }), + ]); + }); + it("exposes the installed MiniMax-H3 CUDA model on an NVIDIA Windows machine", async () => { const h3 = { name: "minimax-h3:fl2va-int8-cuda", diff --git a/desktop/src/app/adapters.ts b/desktop/src/app/adapters.ts index 6b27ae6..36b1300 100644 --- a/desktop/src/app/adapters.ts +++ b/desktop/src/app/adapters.ts @@ -495,19 +495,30 @@ export function createRendererAdapters( : installedNames.has(model.name) ? model.backend : `Install from Models · ${model.backend}`, - limits: { maxWidth: 4096, maxHeight: 4096, maxFrames: 513 }, + limits: { + maxWidth: 4096, + maxHeight: 4096, + maxFrames: 513, + ...(model.max_duration_seconds + ? { maxDurationSeconds: model.max_duration_seconds } + : {}), + }, supportsInputImage: model.supports_input_image, supportsLoRA: model.supports_lora, requiresInputImage: model.requires_input_image, requiresVoiceReference: kind === "speech" && - (model.name.includes("qwen3-tts") || model.name.includes("chatterbox:nano")), + ((model.name.includes("qwen3-tts") && + !model.name.includes("custom-voice") && + !model.name.includes("voice-design")) || + model.name.includes("chatterbox:nano")), defaults: { ...(model.width ? { width: model.width } : {}), ...(model.height ? { height: model.height } : {}), ...(model.steps ? { steps: model.steps } : {}), ...(model.frames ? { frames: model.frames } : {}), ...(model.fps ? { fps: model.fps } : {}), + ...(model.duration_seconds ? { durationSeconds: model.duration_seconds } : {}), }, })); }, @@ -548,10 +559,13 @@ export function createRendererAdapters( model: request.modelId, prompt: request.prompt, text: request.text, + transcript: request.transcript, + language: request.language, + speaker: request.speaker, + instruct: request.instruct, inputImageToken: request.inputImage?.token, voiceReferenceToken: request.voiceReference?.token, voiceConsent: request.voiceConsent, - transcript: request.transcript, loras: request.loras.map((lora) => lora.source.type === "reference" ? { type: "reference" as const, reference: lora.source.reference, weight: lora.weight } @@ -659,7 +673,8 @@ function eventProgress(data: unknown): number | undefined { function desktopKind(kind: string): ModelKind { if (kind === "image") return "image"; if (kind === "video") return "video"; - if (["speech", "tts", "audio", "voice"].includes(kind)) return "speech"; + if (kind === "audio") return "audio"; + if (["speech", "tts", "voice"].includes(kind)) return "speech"; return "chat"; } @@ -667,7 +682,7 @@ function modelRequirements(backend: string, size?: string, memory?: string) { const lower = backend.toLowerCase(); const accelerators: Accelerator[] = lower.includes("mlx") || lower.includes("comfy-h3-mps") || lower.includes("diffusers-mps") ? ["apple"] - : lower.includes("cuda") || lower.includes("comfy-h3-cuda") || lower === "diffusers" || lower === "diffusers-video" + : lower.includes("cuda") || lower.includes("comfy-h3-cuda") || lower === "diffusers" || lower === "diffusers-video" || lower === "diffusers-ltx2" ? ["nvidia"] : ["cpu", "apple", "nvidia", "amd", "intel"]; return { diff --git a/desktop/src/app/navigation.test.ts b/desktop/src/app/navigation.test.ts index 4bd07e4..a42da88 100644 --- a/desktop/src/app/navigation.test.ts +++ b/desktop/src/app/navigation.test.ts @@ -13,6 +13,7 @@ describe("desktop navigation", () => { "Chat", "Images", "Video", + "Audio", "Voice", "Agents", "Models", diff --git a/desktop/src/app/navigation.ts b/desktop/src/app/navigation.ts index c846840..33926f1 100644 --- a/desktop/src/app/navigation.ts +++ b/desktop/src/app/navigation.ts @@ -3,6 +3,7 @@ export const routeIds = [ "chat", "images", "video", + "audio", "voice", "agents", "models", @@ -39,6 +40,11 @@ export const navigationItems: readonly NavigationItem[] = [ label: "Video", description: "Create motion from prompts and images", }, + { + id: "audio", + label: "Audio", + description: "Generate music, sound effects, and ambient audio", + }, { id: "voice", label: "Voice", diff --git a/desktop/src/features/create/CreatorScreen.tsx b/desktop/src/features/create/CreatorScreen.tsx index 05bd024..3a79ca2 100644 --- a/desktop/src/features/create/CreatorScreen.tsx +++ b/desktop/src/features/create/CreatorScreen.tsx @@ -24,6 +24,10 @@ import { creatorModes } from "./types"; import { VoiceRecorder } from "./VoiceRecorder"; import "./create.css"; +const qwenSpeakerOptions = [ + "Vivian", "Serena", "Uncle_Fu", "Dylan", "Eric", "Ryan", "Aiden", "Ono_Anna", "Sohee", +] as const; + export interface CreatorScreenProps { adapter: CreatorAdapter; initialMode?: CreatorMode; @@ -40,6 +44,9 @@ export function CreatorScreen({ const [modelId, setModelId] = useState(""); const [prompt, setPrompt] = useState(""); const [text, setText] = useState(""); + const [language, setLanguage] = useState(""); + const [speaker, setSpeaker] = useState(""); + const [instruct, setInstruct] = useState(""); const [inputImage, setInputImage] = useState(); const [voiceReference, setVoiceReference] = useState(); const [consentedVoiceToken, setConsentedVoiceToken] = useState(); @@ -222,6 +229,9 @@ export function CreatorScreen({ modelId, prompt: prompt.trim(), text: text.trim() || undefined, + language: language.trim() || undefined, + speaker: speaker.trim() || undefined, + instruct: instruct.trim() || undefined, inputImage, voiceReference, voiceConsent: Boolean(voiceReference && consentedVoiceToken === voiceReference.token), @@ -346,10 +356,10 @@ export function CreatorScreen({ {selectedModel?.detail ?? "Only models compatible with this workflow are shown."} - {(mode === "image" || mode === "video") && ( + {(mode === "image" || mode === "video" || mode === "audio") && (