工作流 /
视频 /
Vace Reference 转 视频(WAN)

Vace Reference 转 视频(WAN)
vace reference to video
ComfyUI 官方示例:WAN 功能演示,可拖进 ComfyUI 直接使用。
视频
14 个节点 Comfy-Org 12 KB
需要的权重
这个工作流引用了 3 个权重文件,其中 3 个能在本站模型库里找到。
umt5_xxl_fp8_e4m3fn_scaled.safetensors
在模型库查看
wan2.1_vace_14B_fp16.safetensors
在模型库查看
wan_2.1_vae.safetensors
在模型库查看
节点构成
CLIPTextEncode
× 2
VAELoader
× 1
CLIPLoader
× 1
ModelSamplingSD3
× 1
VAEDecode
× 1
TrimVideoLatent
× 1
UNETLoader
× 1
WanVaceToVideo
× 1
SaveAnimatedWEBP
× 1
SaveWEBM
× 1
Note
× 1
LoadImage
× 1
KSampler
× 1
官方标注的模型
umt5_xxl_fp8_e4m3fn_scaled.safetensorswan2.1_vace_14B_fp16.safetensorswan_2.1_vae.safetensors
工作流 JSON
和上面「下载工作流 JSON」是同一份文件。
1{
2 "id": "0898f6a6-2814-4ccd-968a-a2405ee177e7",
3 "revision": 0,
4 "last_node_id": 58,
5 "last_link_id": 124,
6 "nodes": [
7 {
8 "id": 39,
9 "type": "VAELoader",
10 "pos": [
11 866.3932495117188,
12 499.18597412109375
13 ],
14 "size": [
15 306.36004638671875,
16 58
17 ],
18 "flags": [],
19 "order": 0,
20 "mode": 0,
21 "inputs": [],
22 "outputs": [
23 {
24 "name": "VAE",
25 "type": "VAE",
26 "slot_index": 0,
27 "links": [
28 76,
29 114
30 ]
31 }
32 ],
33 "properties": {
34 "Node name for S&R": "VAELoader"
35 },
36 "widgets_values": [
37 "wan_2.1_vae.safetensors"
38 ]
39 },
40 {
41 "id": 38,
42 "type": "CLIPLoader",
43 "pos": [
44 20,
45 190
46 ],
47 "size": [
48 390,
49 106
50 ],
51 "flags": [],
52 "order": 1,
53 "mode": 0,
54 "inputs": [],
55 "outputs": [
56 {
57 "name": "CLIP",
58 "type": "CLIP",
59 "slot_index": 0,
60 "links": [
61 74,
62 75
63 ]
64 }
65 ],
66 "properties": {
67 "Node name for S&R": "CLIPLoader"
68 },
69 "widgets_values": [
70 "umt5_xxl_fp8_e4m3fn_scaled.safetensors",
71 "wan",
72 "default"
73 ]
74 },
75 {
76 "id": 54,
77 "type": "ModelSamplingSD3",
78 "pos": [
79 510,
80 70
81 ],
82 "size": [
83 315,
84 58
85 ],
86 "flags": [],
87 "order": 7,
88 "mode": 0,
89 "inputs": [
90 {
91 "name": "model",
92 "type": "MODEL",
93 "link": 110
94 }
95 ],
96 "outputs": [
97 {
98 "name": "MODEL",
99 "type": "MODEL",
100 "slot_index": 0,
101 "links": [
102 111
103 ]
104 }
105 ],
106 "properties": {
107 "Node name for S&R": "ModelSamplingSD3"
108 },
109 "widgets_values": [
110 8
111 ]
112 },
113 {
114 "id": 7,
115 "type": "CLIPTextEncode",
116 "pos": [
117 413,
118 389
119 ],
120 "size": [
121 425.27801513671875,
122 180.6060791015625
123 ],
124 "flags": [],
125 "order": 6,
126 "mode": 0,
127 "inputs": [
128 {
129 "name": "clip",
130 "type": "CLIP",
131 "link": 75
132 }
133 ],
134 "outputs": [
135 {
136 "name": "CONDITIONING",
137 "type": "CONDITIONING",
138 "slot_index": 0,
139 "links": [
140 113
141 ]
142 }
143 ],
144 "title": "CLIP Text Encode (Negative Prompt)",
145 "properties": {
146 "Node name for S&R": "CLIPTextEncode"
147 },
148 "widgets_values": [
149 "色调艳丽,过曝,静态,细节模糊不清,字幕,风格,作品,画作,画面,静止,整体发灰,最差质量,低质量,JPEG压缩残留,丑陋的,残缺的,多余的手指,画得不好的手部,画得不好的脸部,畸形的,毁容的,形态畸形的肢体,手指融合,静止不动的画面,杂乱的背景,三条腿,背景人很多,倒着走"
150 ],
151 "color": "#322",
152 "bgcolor": "#533"
153 },
154 {
155 "id": 8,
156 "type": "VAEDecode",
157 "pos": [
158 1210,
159 190
160 ],
161 "size": [
162 210,
163 46
164 ],
165 "flags": [],
166 "order": 11,
167 "mode": 0,
168 "inputs": [
169 {
170 "name": "samples",
171 "type": "LATENT",
172 "link": 120
173 },
174 {
175 "name": "vae",
176 "type": "VAE",
177 "link": 76
178 }
179 ],
180 "outputs": [
181 {
182 "name": "IMAGE",
183 "type": "IMAGE",
184 "slot_index": 0,
185 "links": [
186 56,
187 93
188 ]
189 }
190 ],
191 "properties": {
192 "Node name for S&R": "VAEDecode"
193 },
194 "widgets_values": []
195 },
196 {
197 "id": 56,
198 "type": "TrimVideoLatent",
199 "pos": [
200 1265.2001953125,
201 613.80859375
202 ],
203 "size": [
204 270,
205 58
206 ],
207 "flags": [],
208 "order": 10,
209 "mode": 0,
210 "inputs": [
211 {
212 "name": "samples",
213 "type": "LATENT",
214 "link": 119
215 },
216 {
217 "name": "trim_amount",
218 "type": "INT",
219 "widget": {
220 "name": "trim_amount"
221 },
222 "link": 121
223 }
224 ],
225 "outputs": [
226 {
227 "name": "LATENT",
228 "type": "LATENT",
229 "links": [
230 120
231 ]
232 }
233 ],
234 "properties": {
235 "Node name for S&R": "TrimVideoLatent"
236 },
237 "widgets_values": [
238 0
239 ]
240 },
241 {
242 "id": 37,
243 "type": "UNETLoader",
244 "pos": [
245 20,
246 70
247 ],
248 "size": [
249 346.7470703125,
250 82
251 ],
252 "flags": [],
253 "order": 2,
254 "mode": 0,
255 "inputs": [],
256 "outputs": [
257 {
258 "name": "MODEL",
259 "type": "MODEL",
260 "slot_index": 0,
261 "links": [
262 110
263 ]
264 }
265 ],
266 "properties": {
267 "Node name for S&R": "UNETLoader"
268 },
269 "widgets_values": [
270 "wan2.1_vace_14B_fp16.safetensors",
271 "default"
272 ]
273 },
274 {
275 "id": 55,
276 "type": "WanVaceToVideo",
277 "pos": [
278 698.0429077148438,
279 632.2788696289062
280 ],
281 "size": [
282 270,
283 254
284 ],
285 "flags": [],
286 "order": 8,
287 "mode": 0,
288 "inputs": [
289 {
290 "name": "positive",
291 "type": "CONDITIONING",
292 "link": 112
293 },
294 {
295 "name": "negative",
296 "type": "CONDITIONING",
297 "link": 113
298 },
299 {
300 "name": "vae",
301 "type": "VAE",
302 "link": 114
303 },
304 {
305 "name": "control_video",
306 "shape": 7,
307 "type": "IMAGE",
308 "link": null
309 },
310 {
311 "name": "control_masks",
312 "shape": 7,
313 "type": "MASK",
314 "link": null
315 },
316 {
317 "name": "reference_image",
318 "shape": 7,
319 "type": "IMAGE",
320 "link": 118
321 }
322 ],
323 "outputs": [
324 {
325 "name": "positive",
326 "type": "CONDITIONING",
327 "links": [
328 115
329 ]
330 },
331 {
332 "name": "negative",
333 "type": "CONDITIONING",
334 "links": [
335 116
336 ]
337 },
338 {
339 "name": "latent",
340 "type": "LATENT",
341 "links": [
342 117
343 ]
344 },
345 {
346 "name": "trim_latent",
347 "type": "INT",
348 "links": [
349 121
350 ]
351 }
352 ],
353 "properties": {
354 "Node name for S&R": "WanVaceToVideo"
355 },
356 "widgets_values": [
357 768,
358 768,
359 81,
360 1,
361 1
362 ]
363 },
364 {
365 "id": 28,
366 "type": "SaveAnimatedWEBP",
367 "pos": [
368 1600,
369 190
370 ],
371 "size": [
372 364.4535217285156,
373 510.4535217285156
374 ],
375 "flags": [],
376 "order": 12,
377 "mode": 0,
378 "inputs": [
379 {
380 "name": "images",
381 "type": "IMAGE",
382 "link": 56
383 }
384 ],
385 "outputs": [],
386 "properties": [],
387 "widgets_values": [
388 "ComfyUI",
389 16,
390 false,
391 90,
392 "default"
393 ]
394 },
395 {
396 "id": 47,
397 "type": "SaveWEBM",
398 "pos": [
399 2060,
400 190
401 ],
402 "size": [
403 429.0989685058594,
404 523.8981323242188
405 ],
406 "flags": [],
407 "order": 13,
408 "mode": 0,
409 "inputs": [
410 {
411 "name": "images",
412 "type": "IMAGE",
413 "link": 93
414 }
415 ],
416 "outputs": [],
417 "properties": {
418 "Node name for S&R": "SaveWEBM"
419 },
420 "widgets_values": [
421 "ComfyUI",
422 "vp9",
423 16.000000000000004,
424 0
425 ]
426 },
427 {
428 "id": 58,
429 "type": "Note",
430 "pos": [
431 2509.27587890625,
432 189.5493621826172
433 ],
434 "size": [
435 263.95501708984375,
436 155.10342407226562
437 ],
438 "flags": [],
439 "order": 3,
440 "mode": 0,
441 "inputs": [],
442 "outputs": [],
443 "properties": [],
444 "widgets_values": [
445 "crf 0 means a lossless webm, if you want a lossy once with smaller filesize increase the crf."
446 ],
447 "color": "#432",
448 "bgcolor": "#653"
449 },
450 {
451 "id": 52,
452 "type": "LoadImage",
453 "pos": [
454 221.9611358642578,
455 734.3540649414062
456 ],
457 "size": [
458 315,
459 314
460 ],
461 "flags": [],
462 "order": 4,
463 "mode": 0,
464 "inputs": [],
465 "outputs": [
466 {
467 "name": "IMAGE",
468 "type": "IMAGE",
469 "slot_index": 0,
470 "links": [
471 118
472 ]
473 },
474 {
475 "name": "MASK",
476 "type": "MASK",
477 "slot_index": 1,
478 "links": []
479 }
480 ],
481 "properties": {
482 "Node name for S&R": "LoadImage"
483 },
484 "widgets_values": [
485 "fennec_girl_sing.png",
486 "image"
487 ]
488 },
489 {
490 "id": 3,
491 "type": "KSampler",
492 "pos": [
493 863,
494 187
495 ],
496 "size": [
497 315,
498 262
499 ],
500 "flags": [],
501 "order": 9,
502 "mode": 0,
503 "inputs": [
504 {
505 "name": "model",
506 "type": "MODEL",
507 "link": 111
508 },
509 {
510 "name": "positive",
511 "type": "CONDITIONING",
512 "link": 115
513 },
514 {
515 "name": "negative",
516 "type": "CONDITIONING",
517 "link": 116
518 },
519 {
520 "name": "latent_image",
521 "type": "LATENT",
522 "link": 117
523 }
524 ],
525 "outputs": [
526 {
527 "name": "LATENT",
528 "type": "LATENT",
529 "slot_index": 0,
530 "links": [
531 119
532 ]
533 }
534 ],
535 "properties": {
536 "Node name for S&R": "KSampler"
537 },
538 "widgets_values": [
539 399224011392770,
540 "randomize",
541 20,
542 6,
543 "uni_pc",
544 "simple",
545 1
546 ]
547 },
548 {
549 "id": 6,
550 "type": "CLIPTextEncode",
551 "pos": [
552 415,
553 186
554 ],
555 "size": [
556 422.84503173828125,
557 164.31304931640625
558 ],
559 "flags": [],
560 "order": 5,
561 "mode": 0,
562 "inputs": [
563 {
564 "name": "clip",
565 "type": "CLIP",
566 "link": 74
567 }
568 ],
569 "outputs": [
570 {
571 "name": "CONDITIONING",
572 "type": "CONDITIONING",
573 "slot_index": 0,
574 "links": [
575 112
576 ]
577 }
578 ],
579 "title": "CLIP Text Encode (Positive Prompt)",
580 "properties": {
581 "Node name for S&R": "CLIPTextEncode"
582 },
583 "widgets_values": [
584 "a cute anime girl with massive fennec ears and a big fluffy tail turning around and dancing and singing on stage like an idol"
585 ],
586 "color": "#232",
587 "bgcolor": "#353"
588 }
589 ],
590 "links": [
591 [
592 56,
593 8,
594 0,
595 28,
596 0,
597 "IMAGE"
598 ],
599 [
600 74,
601 38,
602 0,
603 6,
604 0,
605 "CLIP"
606 ],
607 [
608 75,
609 38,
610 0,
611 7,
612 0,
613 "CLIP"
614 ],
615 [
616 76,
617 39,
618 0,
619 8,
620 1,
621 "VAE"
622 ],
623 [
624 93,
625 8,
626 0,
627 47,
628 0,
629 "IMAGE"
630 ],
631 [
632 110,
633 37,
634 0,
635 54,
636 0,
637 "MODEL"
638 ],
639 [
640 111,
641 54,
642 0,
643 3,
644 0,
645 "MODEL"
646 ],
647 [
648 112,
649 6,
650 0,
651 55,
652 0,
653 "CONDITIONING"
654 ],
655 [
656 113,
657 7,
658 0,
659 55,
660 1,
661 "CONDITIONING"
662 ],
663 [
664 114,
665 39,
666 0,
667 55,
668 2,
669 "VAE"
670 ],
671 [
672 115,
673 55,
674 0,
675 3,
676 1,
677 "CONDITIONING"
678 ],
679 [
680 116,
681 55,
682 1,
683 3,
684 2,
685 "CONDITIONING"
686 ],
687 [
688 117,
689 55,
690 2,
691 3,
692 3,
693 "LATENT"
694 ],
695 [
696 118,
697 52,
698 0,
699 55,
700 5,
701 "IMAGE"
702 ],
703 [
704 119,
705 3,
706 0,
707 56,
708 0,
709 "LATENT"
710 ],
711 [
712 120,
713 56,
714 0,
715 8,
716 0,
717 "LATENT"
718 ],
719 [
720 121,
721 55,
722 3,
723 56,
724 1,
725 "INT"
726 ]
727 ],
728 "groups": [],
729 "config": [],
730 "extra": {
731 "ds": {
732 "scale": 0.9358232486220777,
733 "offset": [
734 -2.3933794268561357,
735 -27.125629672645054
736 ]
737 },
738 "frontendVersion": "1.19.9"
739 },
740 "version": 0.4
741}