From a43c4770432be84efc8b01c1634bae21f015080e Mon Sep 17 00:00:00 2001 From: lin-bot23 Date: Sun, 1 Nov 2026 17:07:53 +0800 Subject: [PATCH] docs(wan): document the Wan2.2 Animate Auto replacement templates --- es/tutorials/video/wan/wan2-2-animate.mdx | 67 +++++++++++++++++++++- ja/tutorials/video/wan/wan2-2-animate.mdx | 68 ++++++++++++++++++++++- ko/tutorials/video/wan/wan2-2-animate.mdx | 68 ++++++++++++++++++++++- tutorials/video/wan/wan2-2-animate.mdx | 65 +++++++++++++++++++++- zh/tutorials/video/wan/wan2-2-animate.mdx | 68 ++++++++++++++++++++++- 5 files changed, 323 insertions(+), 13 deletions(-) diff --git a/es/tutorials/video/wan/wan2-2-animate.mdx b/es/tutorials/video/wan/wan2-2-animate.mdx index 655eded00d..6c5bd88281 100644 --- a/es/tutorials/video/wan/wan2-2-animate.mdx +++ b/es/tutorials/video/wan/wan2-2-animate.mdx @@ -2,12 +2,14 @@ title: "Flujo de trabajo nativo de ComfyUI para Wan2.2 Animate" description: "Marco unificado de animación y reemplazo de personajes con replicación precisa de movimiento y expresión." sidebarTitle: "Wan2.2 Animate" -translationSourceHash: f66a9a5c +translationSourceHash: 3737f859 translationFrom: tutorials/video/wan/wan2-2-animate.mdx translationBlockHashes: "_intro": 96eb0424 "Model Highlights": fc4e7349 "ComfyOrg Wan2.2 Animate stream replay": a43ba31b + "About Wan2.2 Animate workflow": c9a71fa9 + "Wan2.2 Animate Auto templates": 4d1474d8 --- import UpdateReminder from "/snippets/es/tutorials/update-reminder.mdx" @@ -99,6 +101,9 @@ Todos los modelos que se usan en esta guía están [aquí](https://huggingface.c lightx2v_I2V_14B_480p_cfg_step_distill_rank64_bf16.safetensors: LoRA de aceleración de 4 pasos + + WanAnimate_relight_lora_fp16.safetensors: LoRA relight que carga el flujo de trabajo + **VAE** @@ -116,7 +121,8 @@ ComfyUI/ │ │ ├─── Wan2_2-Animate-14B_fp8_e4m3fn_scaled_KJ.safetensors │ │ └─── wan2.2_animate_14B_bf16.safetensors │ ├───📂 loras/ -│ │ └─── lightx2v_I2V_14B_480p_cfg_step_distill_rank64_bf16.safetensors +│ │ ├─── lightx2v_I2V_14B_480p_cfg_step_distill_rank64_bf16.safetensors +│ │ └─── WanAnimate_relight_lora_fp16.safetensors │ ├───📂 text_encoders/ │ │ └─── umt5_xxl_fp8_e4m3fn_scaled.safetensors │ ├───📂 clip_visions/ @@ -165,3 +171,60 @@ Usamos [Subgraph](/es/interface/features/subgraph) en el flujo de trabajo de Wan ![Subgraph](/images/tutorial/video/wan/wan2_2/wan2.2_animate_subgraph.jpg) Si quieres cambiar al modo Move, puedes desconectar las entradas `background_video` y `character_mask` del nodo `Video Sampling and output(Subgraph)`. + +## Plantillas Wan2.2 Animate Auto + +Las plantillas Auto agrupan los pasos anteriores en una sola ejecución. Detectan la pose y segmentan a la persona por ti, así que no hay que colocar puntos en el primer fotograma. Ambas usan los mismos archivos de modelo que el flujo de trabajo anterior. + +### Reemplazo automático de personaje + +Sustituye a la persona del vídeo por el personaje de una imagen de referencia, con la detección de pose y la segmentación a cargo del flujo de trabajo. + +![Vista previa del flujo de reemplazo automático de personaje](https://raw.githubusercontent.com/Comfy-Org/workflow_templates/main/templates/template_purz_wan22_animate_auto_character_replace-1.webp) + + + + Abrir en Comfy Cloud + + + Descarga el JSON o busca "Wan2.2 Animate: Automatic Character Replacement" en la biblioteca de plantillas + + + +**Materiales de entrada** + + + + Personaje que se coloca en el vídeo. Cárgalo en el nodo `LoadImage`. + + + Vídeo cuyo movimiento guía el resultado. Cárgalo en el nodo `Load Video (Upload)`. + + + +Ajusta el tamaño de salida con las entradas de ancho y alto de la esquina superior izquierda, y limita la duración con `frame_load_cap` en el cargador de vídeo. La primera ejecución descarga los modelos de pose y segmentación. La plantilla necesita ComfyUI-WanAnimatePreprocess, ComfyUI-segment-anything-2, ComfyUI-KJNodes y Video Helper Suite, que ComfyUI Manager instala desde el aviso de nodos faltantes. + +### Reemplazo de escena completa + +Sustituye al personaje y reconstruye la escena a su alrededor. Un nodo Nano Banana 2 genera la imagen de referencia a partir del primer fotograma del clip y Wan2.2 Animate aplica el movimiento del clip a ese personaje. + +![Vista previa del flujo de reemplazo de escena completa](https://raw.githubusercontent.com/Comfy-Org/workflow_templates/main/templates/templates_purz_wan22_animate_auto_full_scene-1.webp) + + + + Abrir en Comfy Cloud + + + Descarga el JSON o busca "Wan Animate 2.2 Character Replacement Workflow" en la biblioteca de plantillas + + + +**Material de entrada** + + + + Clip que se reemplaza. Cárgalo en el nodo `Load Video (Upload)`. + + + +El paso de Nano Banana 2 es un nodo de Comfy API y consume créditos. Si ya tienes la imagen de referencia, omite ese nodo y conecta un nodo `LoadImage` con tu imagen a la misma entrada. diff --git a/ja/tutorials/video/wan/wan2-2-animate.mdx b/ja/tutorials/video/wan/wan2-2-animate.mdx index 318393cf49..a6c1d334af 100644 --- a/ja/tutorials/video/wan/wan2-2-animate.mdx +++ b/ja/tutorials/video/wan/wan2-2-animate.mdx @@ -2,13 +2,14 @@ title: "Wan2.2 Animate ComfyUI ネイティブワークフロー" description: "正確な動きおよび表情の再現を実現する統一的人物アニメーション・置換フレームワーク。" sidebarTitle: "Wan2.2 Animate" -translationSourceHash: 081a4697 +translationSourceHash: 3737f859 translationFrom: tutorials/video/wan/wan2-2-animate.mdx translationBlockHashes: "_intro": 96eb0424 "Model Highlights": fc4e7349 "ComfyOrg Wan2.2 Animate stream replay": a43ba31b - "About Wan2.2 Animate workflow": 71233e1e + "About Wan2.2 Animate workflow": c9a71fa9 + "Wan2.2 Animate Auto templates": 4d1474d8 --- @@ -103,6 +104,9 @@ Wan-Animate は、WAN チームが開発した人物アニメーションおよ lightx2v_I2V_14B_480p_cfg_step_distill_rank64_bf16.safetensors:4ステップ高速化LoRA + + WanAnimate_relight_lora_fp16.safetensors:ワークフローが読み込む relight LoRA + **VAE** @@ -123,7 +127,8 @@ ComfyUI/ │ │ ├─── Wan2_2-Animate-14B_fp8_e4m3fn_scaled_KJ.safetensors │ │ └─── wan2.2_animate_14B_bf16.safetensors │ ├───📂 loras/ -│ │ └─── lightx2v_I2V_14B_480p_cfg_step_distill_rank64_bf16.safetensors +│ │ ├─── lightx2v_I2V_14B_480p_cfg_step_distill_rank64_bf16.safetensors +│ │ └─── WanAnimate_relight_lora_fp16.safetensors │ ├───📂 text_encoders/ │ │ └─── umt5_xxl_fp8_e4m3fn_scaled.safetensors │ ├───📂 clip_visions/ @@ -172,3 +177,60 @@ Wan2.2 Animateワークフローでは[サブグラフ](/ja/interface/features/s ![サブグラフ](/images/tutorial/video/wan/wan2_2/wan2.2_animate_subgraph.jpg) Moveモードに切り替えたい場合は、`Video Sampling and output(Subgraph)` ノードから `background_video` と `character_mask` の入力を切断してください。 + +## Wan2.2 Animate Auto テンプレート + +Auto テンプレートは上記の手順を 1 回の実行にまとめたものです。ポーズ検出と人物のセグメンテーションはワークフローが処理するため、最初のフレームにポイントを置く必要はありません。どちらも上記ワークフローと同じモデルファイルを使います。 + +### 自動キャラクター置き換え + +参考画像のキャラクターで動画内の人物を置き換えます。ポーズ検出とセグメンテーションはワークフローが処理します。 + +![自動キャラクター置き換えワークフローのプレビュー](https://raw.githubusercontent.com/Comfy-Org/workflow_templates/main/templates/template_purz_wan22_animate_auto_character_replace-1.webp) + + + + Comfy Cloud で開く + + + JSON をダウンロードするか、テンプレートライブラリで "Wan2.2 Animate: Automatic Character Replacement" を検索 + + + +**入力素材** + + + + 動画に入れる人物。`LoadImage` ノードで読み込みます。 + + + 動きの元になる動画。`Load Video (Upload)` ノードで読み込みます。 + + + +左上の幅と高さの入力で出力サイズを設定し、動画読み込みノードの `frame_load_cap` で長さを制限します。初回実行時にポーズモデルとセグメンテーションモデルがダウンロードされます。このテンプレートには ComfyUI-WanAnimatePreprocess、ComfyUI-segment-anything-2、ComfyUI-KJNodes、Video Helper Suite が必要で、不足ノードの案内から ComfyUI Manager でインストールできます。 + +### シーン全体の置き換え + +人物を置き換え、その周囲のシーンも作り直します。Nano Banana 2 ノードが動画の最初のフレームから参考画像を生成し、Wan2.2 Animate がその人物に動画の動きを適用します。 + +![シーン全体の置き換えワークフローのプレビュー](https://raw.githubusercontent.com/Comfy-Org/workflow_templates/main/templates/templates_purz_wan22_animate_auto_full_scene-1.webp) + + + + Comfy Cloud で開く + + + JSON をダウンロードするか、テンプレートライブラリで "Wan Animate 2.2 Character Replacement Workflow" を検索 + + + +**入力素材** + + + + 置き換える動画クリップ。`Load Video (Upload)` ノードで読み込みます。 + + + +Nano Banana 2 の処理は Comfy API ノードで、クレジットを消費します。用意した参考画像がある場合は、このノードをバイパスし、`LoadImage` ノードで画像を同じ入力に接続してください。 diff --git a/ko/tutorials/video/wan/wan2-2-animate.mdx b/ko/tutorials/video/wan/wan2-2-animate.mdx index 581a6309bb..b3b0202082 100644 --- a/ko/tutorials/video/wan/wan2-2-animate.mdx +++ b/ko/tutorials/video/wan/wan2-2-animate.mdx @@ -2,13 +2,14 @@ title: "Wan2.2 Animate ComfyUI 기본 워크플로우" description: "정밀한 모션과 표현을 정확히 재현하는 통합 캐릭터 애니메이션 및 교체 프레임워크." sidebarTitle: "Wan2.2 Animate" -translationSourceHash: 081a4697 +translationSourceHash: 3737f859 translationFrom: tutorials/video/wan/wan2-2-animate.mdx translationBlockHashes: "_intro": 96eb0424 "Model Highlights": fc4e7349 "ComfyOrg Wan2.2 Animate stream replay": a43ba31b - "About Wan2.2 Animate workflow": 71233e1e + "About Wan2.2 Animate workflow": c9a71fa9 + "Wan2.2 Animate Auto templates": 4d1474d8 --- @@ -103,6 +104,9 @@ Wan-Animate는 WAN 팀에서 개발한 캐릭터 애니메이션 및 교체를 lightx2v_I2V_14B_480p_cfg_step_distill_rank64_bf16.safetensors: 4단계 가속 LoRA + + WanAnimate_relight_lora_fp16.safetensors: 워크플로우가 불러오는 relight LoRA + **VAE** @@ -120,7 +124,8 @@ ComfyUI/ │ │ ├─── Wan2_2-Animate-14B_fp8_e4m3fn_scaled_KJ.safetensors │ │ └─── wan2.2_animate_14B_bf16.safetensors │ ├───📂 loras/ -│ │ └─── lightx2v_I2V_14B_480p_cfg_step_distill_rank64_bf16.safetensors +│ │ ├─── lightx2v_I2V_14B_480p_cfg_step_distill_rank64_bf16.safetensors +│ │ └─── WanAnimate_relight_lora_fp16.safetensors │ ├───📂 text_encoders/ │ │ └─── umt5_xxl_fp8_e4m3fn_scaled.safetensors │ ├───📂 clip_visions/ @@ -169,3 +174,60 @@ Wan2.2 animate 워크플로에서 [서브그래프](/ko/interface/features/subgr ![Subgraph](/images/tutorial/video/wan/wan2_2/wan2.2_animate_subgraph.jpg) Move 모드로 전환하려면 `Video Sampling and output(Subgraph)` 노드에서 `background_video` 및 `character_mask` 입력을 연결 해제하면 됩니다. + +## Wan2.2 Animate Auto 템플릿 + +Auto 템플릿은 위 단계를 한 번의 실행으로 묶은 것입니다. 포즈 감지와 인물 분할을 워크플로우가 처리하므로 첫 프레임에 포인트를 찍을 필요가 없습니다. 두 템플릿 모두 위 워크플로우와 같은 모델 파일을 사용합니다. + +### 자동 캐릭터 교체 + +참조 이미지의 캐릭터로 영상 속 인물을 교체합니다. 포즈 감지와 분할은 워크플로우가 처리합니다. + +![자동 캐릭터 교체 워크플로우 미리보기](https://raw.githubusercontent.com/Comfy-Org/workflow_templates/main/templates/template_purz_wan22_animate_auto_character_replace-1.webp) + + + + Comfy Cloud에서 열기 + + + JSON을 다운로드하거나 템플릿 라이브러리에서 "Wan2.2 Animate: Automatic Character Replacement" 검색 + + + +**입력 자료** + + + + 영상에 넣을 인물. `LoadImage` 노드에서 불러옵니다. + + + 동작을 제공하는 영상. `Load Video (Upload)` 노드에서 불러옵니다. + + + +왼쪽 위의 너비와 높이 입력에서 출력 크기를 정하고, 영상 로더의 `frame_load_cap`으로 길이를 제한합니다. 첫 실행에서 포즈 모델과 분할 모델을 내려받습니다. 이 템플릿에는 ComfyUI-WanAnimatePreprocess, ComfyUI-segment-anything-2, ComfyUI-KJNodes, Video Helper Suite가 필요하며, 누락 노드 안내에서 ComfyUI Manager로 설치할 수 있습니다. + +### 전체 장면 교체 + +인물을 교체하고 주변 장면을 다시 만듭니다. Nano Banana 2 노드가 영상 첫 프레임에서 참조 이미지를 생성하고, Wan2.2 Animate가 그 캐릭터에 영상의 움직임을 적용합니다. + +![전체 장면 교체 워크플로우 미리보기](https://raw.githubusercontent.com/Comfy-Org/workflow_templates/main/templates/templates_purz_wan22_animate_auto_full_scene-1.webp) + + + + Comfy Cloud에서 열기 + + + JSON을 다운로드하거나 템플릿 라이브러리에서 "Wan Animate 2.2 Character Replacement Workflow" 검색 + + + +**입력 자료** + + + + 교체할 영상 클립. `Load Video (Upload)` 노드에서 불러옵니다. + + + +Nano Banana 2 단계는 Comfy API 노드이며 크레딧을 사용합니다. 이미 가진 참조 이미지를 쓰려면 그 노드를 바이패스하고 `LoadImage` 노드로 이미지를 같은 입력에 연결하세요. diff --git a/tutorials/video/wan/wan2-2-animate.mdx b/tutorials/video/wan/wan2-2-animate.mdx index 39e516b77c..971ee149f7 100644 --- a/tutorials/video/wan/wan2-2-animate.mdx +++ b/tutorials/video/wan/wan2-2-animate.mdx @@ -93,6 +93,9 @@ All models involved in this guide can be found [here](https://huggingface.co/Com lightx2v_I2V_14B_480p_cfg_step_distill_rank64_bf16.safetensors: 4-step acceleration LoRA + + WanAnimate_relight_lora_fp16.safetensors: relight LoRA loaded by the workflow + **VAE** @@ -110,7 +113,8 @@ ComfyUI/ │ │ ├─── Wan2_2-Animate-14B_fp8_e4m3fn_scaled_KJ.safetensors │ │ └─── wan2.2_animate_14B_bf16.safetensors │ ├───📂 loras/ -│ │ └─── lightx2v_I2V_14B_480p_cfg_step_distill_rank64_bf16.safetensors +│ │ ├─── lightx2v_I2V_14B_480p_cfg_step_distill_rank64_bf16.safetensors +│ │ └─── WanAnimate_relight_lora_fp16.safetensors │ ├───📂 text_encoders/ │ │ └─── umt5_xxl_fp8_e4m3fn_scaled.safetensors │ ├───📂 clip_visions/ @@ -158,4 +162,61 @@ We used [subgraph](/interface/features/subgraph) in the Wan2.2 animate workflow, ![Subgraph](/images/tutorial/video/wan/wan2_2/wan2.2_animate_subgraph.jpg) -If you want to switch to Move mode, you can disconnect `background_video` and `character_mask` inputs from the `Video Sampling and output(Subgraph)` node. \ No newline at end of file +If you want to switch to Move mode, you can disconnect `background_video` and `character_mask` inputs from the `Video Sampling and output(Subgraph)` node. + +## Wan2.2 Animate Auto templates + +The Auto templates package the steps above into one pass. They detect the pose and segment the person for you, so there is no points editor to fill in. Both use the same model files as the workflow above. + +### Automatic character replacement + +Replaces the person in a video with the character from a reference image, with pose detection and segmentation handled by the workflow. + +![Automatic character replacement workflow preview](https://raw.githubusercontent.com/Comfy-Org/workflow_templates/main/templates/template_purz_wan22_animate_auto_character_replace-1.webp) + + + + Open in Comfy Cloud + + + Download JSON or search "Wan2.2 Animate: Automatic Character Replacement" in Template Library + + + +**Input materials** + + + + Character to place in the video. Load it in the `LoadImage` node. + + + Video whose motion drives the result. Load it in the `Load Video (Upload)` node. + + + +Set the output size with the width and height inputs at the top left, and limit the length with `frame_load_cap` in the video loader. The first run downloads the pose and segmentation models. The template needs ComfyUI-WanAnimatePreprocess, ComfyUI-segment-anything-2, ComfyUI-KJNodes, and Video Helper Suite, which ComfyUI Manager installs from the missing nodes prompt. + +### Full scene replacement + +Replaces the character and rebuilds the scene around it. A Nano Banana 2 node generates the reference frame from the first frame of the clip, then Wan2.2 Animate applies the clip's motion to that character. + +![Full scene replacement workflow preview](https://raw.githubusercontent.com/Comfy-Org/workflow_templates/main/templates/templates_purz_wan22_animate_auto_full_scene-1.webp) + + + + Open in Comfy Cloud + + + Download JSON or search "Wan Animate 2.2 Character Replacement Workflow" in Template Library + + + +**Input material** + + + + Clip to replace. Load it in the `Load Video (Upload)` node. + + + +The Nano Banana 2 step is a Comfy API node and spends credits. To use an image you already have, bypass that node and connect a `LoadImage` node with your image to the same input. \ No newline at end of file diff --git a/zh/tutorials/video/wan/wan2-2-animate.mdx b/zh/tutorials/video/wan/wan2-2-animate.mdx index 2b795c051c..2e4641c560 100644 --- a/zh/tutorials/video/wan/wan2-2-animate.mdx +++ b/zh/tutorials/video/wan/wan2-2-animate.mdx @@ -2,13 +2,14 @@ title: "Wan2.2 Animate ComfyUI 原生工作流" description: "统一的人物动画和替换框架,具有精确的运动和表情复制。" sidebarTitle: "Wan2.2 Animate" -translationSourceHash: 081a4697 +translationSourceHash: 3737f859 translationFrom: tutorials/video/wan/wan2-2-animate.mdx translationBlockHashes: "_intro": 96eb0424 "Model Highlights": fc4e7349 "ComfyOrg Wan2.2 Animate stream replay": a43ba31b - "About Wan2.2 Animate workflow": 71233e1e + "About Wan2.2 Animate workflow": c9a71fa9 + "Wan2.2 Animate Auto templates": 4d1474d8 --- @@ -104,6 +105,9 @@ Wan-Animate 是由 WAN 团队开发的一个统一的人物动画和替换框架 lightx2v_I2V_14B_480p_cfg_step_distill_rank64_bf16.safetensors:4 步加速 LoRA + + WanAnimate_relight_lora_fp16.safetensors:工作流会加载的 relight LoRA + **VAE** @@ -124,7 +128,8 @@ ComfyUI/ │ │ ├─── Wan2_2-Animate-14B_fp8_e4m3fn_scaled_KJ.safetensors │ │ └─── wan2.2_animate_14B_bf16.safetensors │ ├───📂 loras/ -│ │ └─── lightx2v_I2V_14B_480p_cfg_step_distill_rank64_bf16.safetensors +│ │ ├─── lightx2v_I2V_14B_480p_cfg_step_distill_rank64_bf16.safetensors +│ │ └─── WanAnimate_relight_lora_fp16.safetensors │ ├───📂 text_encoders/ │ │ └─── umt5_xxl_fp8_e4m3fn_scaled.safetensors │ ├───📂 clip_visions/ @@ -173,3 +178,60 @@ Wan2.2 动画有两种模式:混合(Mix)和移动(Move) ![子图](/images/tutorial/video/wan/wan2_2/wan2.2_animate_subgraph.jpg) 如果你想切换到移动(Move)模式,可以断开 `Video Sampling and output(Subgraph)` 节点上的 `background_video` 和 `character_mask` 输入。 + +## Wan2.2 Animate Auto 模板 + +Auto 模板把上面的步骤合成一次执行。姿态检测和人物分割都由工作流完成,不需要在首帧上手动打点。两个模板都使用与前面工作流相同的模型文件。 + +### 自动角色替换 + +用参考图中的人物替换视频里的人物,姿态检测和分割都由工作流自动完成。 + +![自动角色替换工作流预览](https://raw.githubusercontent.com/Comfy-Org/workflow_templates/main/templates/template_purz_wan22_animate_auto_character_replace-1.webp) + + + + 在 Comfy Cloud 中打开 + + + 下载 JSON,或在模板库中搜索 "Wan2.2 Animate: Automatic Character Replacement" + + + +**输入素材** + + + + 要放进视频的人物。在 `LoadImage` 节点中加载。 + + + 提供动作的视频。在 `Load Video (Upload)` 节点中加载。 + + + +在左上角的宽和高输入里设置输出尺寸,在视频加载节点里用 `frame_load_cap` 限制长度。首次运行会自动下载姿态模型和分割模型。该模板需要 ComfyUI-WanAnimatePreprocess、ComfyUI-segment-anything-2、ComfyUI-KJNodes 和 Video Helper Suite,出现缺失节点提示时用 ComfyUI Manager 安装即可。 + +### 完整场景替换 + +替换人物并重建周围的场景。Nano Banana 2 节点根据视频首帧生成参考画面,再由 Wan2.2 Animate 把原视频的动作应用到新人物上。 + +![完整场景替换工作流预览](https://raw.githubusercontent.com/Comfy-Org/workflow_templates/main/templates/templates_purz_wan22_animate_auto_full_scene-1.webp) + + + + 在 Comfy Cloud 中打开 + + + 下载 JSON,或在模板库中搜索 "Wan Animate 2.2 Character Replacement Workflow" + + + +**输入素材** + + + + 要替换的视频片段。在 `Load Video (Upload)` 节点中加载。 + + + +Nano Banana 2 这一步是 Comfy API 节点,会消耗积分。如果已经有想要的参考图,可以绕过这个节点,再用 `LoadImage` 节点把图片接到同一个输入上。