ComfyPilotComfyPilot
工作流 / 视频 / 混元 视频 文本 转 视频(混元 视频)
混元 视频 文本 转 视频(混元 视频)

混元 视频 文本 转 视频(混元 视频)

hunyuan video text to video

ComfyUI 官方示例:混元 视频 功能演示,可拖进 ComfyUI 直接使用。

视频 17 个节点 Comfy-Org 13 KB

下载工作流 JSON 查看官方来源

下载后把文件拖进 ComfyUI 窗口即可打开。

需要的权重

这个工作流引用了 4 个权重文件,其中 4 个能在本站模型库里找到。

clip_l.safetensors 在模型库查看
hunyuan_video_t2v_720p_bf16.safetensors 在模型库查看
hunyuan_video_vae_bf16.safetensors 在模型库查看
llava_llama3_fp8_scaled.safetensors 在模型库查看

节点构成

Note × 2
KSamplerSelect × 1
BasicScheduler × 1
FluxGuidance × 1
EmptyHunyuanLatentVideo × 1
BasicGuider × 1
ModelSamplingSD3 × 1
VAELoader × 1
DualCLIPLoader × 1
VAEDecodeTiled × 1
VAEDecode × 1
UNETLoader × 1
SamplerCustomAdvanced × 1
CLIPTextEncode × 1
SaveAnimatedWEBP × 1
RandomNoise × 1

官方标注的模型

clip_l.safetensorshunyuan_video_t2v_720p_bf16.safetensorshunyuan_video_vae_bf16.safetensorsllava_llama3_fp8_scaled.safetensors

工作流 JSON

和上面「下载工作流 JSON」是同一份文件。

1{
2 "last_node_id": 77,
3 "last_link_id": 215,
4 "nodes": [
5 {
6 "id": 16,
7 "type": "KSamplerSelect",
8 "pos": [
9 484,
10 751
11 ],
12 "size": [
13 315,
14 58
15 ],
16 "flags": [],
17 "order": 0,
18 "mode": 0,
19 "inputs": [],
20 "outputs": [
21 {
22 "name": "SAMPLER",
23 "type": "SAMPLER",
24 "links": [
25 19
26 ],
27 "shape": 3
28 }
29 ],
30 "properties": {
31 "Node name for S&R": "KSamplerSelect"
32 },
33 "widgets_values": [
34 "euler"
35 ]
36 },
37 {
38 "id": 17,
39 "type": "BasicScheduler",
40 "pos": [
41 478,
42 860
43 ],
44 "size": [
45 315,
46 106
47 ],
48 "flags": [],
49 "order": 9,
50 "mode": 0,
51 "inputs": [
52 {
53 "name": "model",
54 "type": "MODEL",
55 "link": 190,
56 "slot_index": 0
57 }
58 ],
59 "outputs": [
60 {
61 "name": "SIGMAS",
62 "type": "SIGMAS",
63 "links": [
64 20
65 ],
66 "shape": 3
67 }
68 ],
69 "properties": {
70 "Node name for S&R": "BasicScheduler"
71 },
72 "widgets_values": [
73 "simple",
74 20,
75 1
76 ]
77 },
78 {
79 "id": 26,
80 "type": "FluxGuidance",
81 "pos": [
82 520,
83 100
84 ],
85 "size": [
86 317.4000244140625,
87 58
88 ],
89 "flags": [],
90 "order": 11,
91 "mode": 0,
92 "inputs": [
93 {
94 "name": "conditioning",
95 "type": "CONDITIONING",
96 "link": 175
97 }
98 ],
99 "outputs": [
100 {
101 "name": "CONDITIONING",
102 "type": "CONDITIONING",
103 "links": [
104 129
105 ],
106 "slot_index": 0,
107 "shape": 3
108 }
109 ],
110 "properties": {
111 "Node name for S&R": "FluxGuidance"
112 },
113 "widgets_values": [
114 6
115 ],
116 "color": "#233",
117 "bgcolor": "#355"
118 },
119 {
120 "id": 45,
121 "type": "EmptyHunyuanLatentVideo",
122 "pos": [
123 475.540771484375,
124 432.673583984375
125 ],
126 "size": [
127 315,
128 130
129 ],
130 "flags": [],
131 "order": 1,
132 "mode": 0,
133 "inputs": [],
134 "outputs": [
135 {
136 "name": "LATENT",
137 "type": "LATENT",
138 "links": [
139 180
140 ],
141 "slot_index": 0
142 }
143 ],
144 "properties": {
145 "Node name for S&R": "EmptyHunyuanLatentVideo"
146 },
147 "widgets_values": [
148 848,
149 480,
150 73,
151 1
152 ]
153 },
154 {
155 "id": 22,
156 "type": "BasicGuider",
157 "pos": [
158 600,
159 0
160 ],
161 "size": [
162 222.3482666015625,
163 46
164 ],
165 "flags": [],
166 "order": 12,
167 "mode": 0,
168 "inputs": [
169 {
170 "name": "model",
171 "type": "MODEL",
172 "link": 195,
173 "slot_index": 0
174 },
175 {
176 "name": "conditioning",
177 "type": "CONDITIONING",
178 "link": 129,
179 "slot_index": 1
180 }
181 ],
182 "outputs": [
183 {
184 "name": "GUIDER",
185 "type": "GUIDER",
186 "links": [
187 30
188 ],
189 "slot_index": 0,
190 "shape": 3
191 }
192 ],
193 "properties": {
194 "Node name for S&R": "BasicGuider"
195 },
196 "widgets_values": []
197 },
198 {
199 "id": 67,
200 "type": "ModelSamplingSD3",
201 "pos": [
202 360,
203 0
204 ],
205 "size": [
206 210,
207 58
208 ],
209 "flags": [],
210 "order": 10,
211 "mode": 0,
212 "inputs": [
213 {
214 "name": "model",
215 "type": "MODEL",
216 "link": 209
217 }
218 ],
219 "outputs": [
220 {
221 "name": "MODEL",
222 "type": "MODEL",
223 "links": [
224 195
225 ],
226 "slot_index": 0
227 }
228 ],
229 "properties": {
230 "Node name for S&R": "ModelSamplingSD3"
231 },
232 "widgets_values": [
233 7
234 ]
235 },
236 {
237 "id": 10,
238 "type": "VAELoader",
239 "pos": [
240 0,
241 420
242 ],
243 "size": [
244 350,
245 60
246 ],
247 "flags": [],
248 "order": 2,
249 "mode": 0,
250 "inputs": [],
251 "outputs": [
252 {
253 "name": "VAE",
254 "type": "VAE",
255 "links": [
256 206,
257 211
258 ],
259 "slot_index": 0,
260 "shape": 3
261 }
262 ],
263 "properties": {
264 "Node name for S&R": "VAELoader"
265 },
266 "widgets_values": [
267 "hunyuan_video_vae_bf16.safetensors"
268 ]
269 },
270 {
271 "id": 11,
272 "type": "DualCLIPLoader",
273 "pos": [
274 0,
275 270
276 ],
277 "size": [
278 350,
279 106
280 ],
281 "flags": [],
282 "order": 3,
283 "mode": 0,
284 "inputs": [],
285 "outputs": [
286 {
287 "name": "CLIP",
288 "type": "CLIP",
289 "links": [
290 205
291 ],
292 "slot_index": 0,
293 "shape": 3
294 }
295 ],
296 "properties": {
297 "Node name for S&R": "DualCLIPLoader"
298 },
299 "widgets_values": [
300 "clip_l.safetensors",
301 "llava_llama3_fp8_scaled.safetensors",
302 "hunyuan_video"
303 ]
304 },
305 {
306 "id": 73,
307 "type": "VAEDecodeTiled",
308 "pos": [
309 1150,
310 200
311 ],
312 "size": [
313 210,
314 102
315 ],
316 "flags": [],
317 "order": 15,
318 "mode": 0,
319 "inputs": [
320 {
321 "name": "samples",
322 "type": "LATENT",
323 "link": 210
324 },
325 {
326 "name": "vae",
327 "type": "VAE",
328 "link": 211
329 }
330 ],
331 "outputs": [
332 {
333 "name": "IMAGE",
334 "type": "IMAGE",
335 "links": [
336 215
337 ],
338 "slot_index": 0
339 }
340 ],
341 "properties": {
342 "Node name for S&R": "VAEDecodeTiled"
343 },
344 "widgets_values": [
345 256,
346 64
347 ]
348 },
349 {
350 "id": 8,
351 "type": "VAEDecode",
352 "pos": [
353 1150,
354 90
355 ],
356 "size": [
357 210,
358 46
359 ],
360 "flags": [],
361 "order": 14,
362 "mode": 2,
363 "inputs": [
364 {
365 "name": "samples",
366 "type": "LATENT",
367 "link": 181
368 },
369 {
370 "name": "vae",
371 "type": "VAE",
372 "link": 206
373 }
374 ],
375 "outputs": [
376 {
377 "name": "IMAGE",
378 "type": "IMAGE",
379 "links": [],
380 "slot_index": 0
381 }
382 ],
383 "properties": {
384 "Node name for S&R": "VAEDecode"
385 },
386 "widgets_values": []
387 },
388 {
389 "id": 74,
390 "type": "Note",
391 "pos": [
392 1150,
393 360
394 ],
395 "size": [
396 210,
397 170
398 ],
399 "flags": [],
400 "order": 4,
401 "mode": 0,
402 "inputs": [],
403 "outputs": [],
404 "properties": [],
405 "widgets_values": [
406 "Use the tiled decode node by default because most people will need it.\n\nLower the tile_size and overlap if you run out of memory."
407 ],
408 "color": "#432",
409 "bgcolor": "#653"
410 },
411 {
412 "id": 12,
413 "type": "UNETLoader",
414 "pos": [
415 0,
416 150
417 ],
418 "size": [
419 350,
420 82
421 ],
422 "flags": [],
423 "order": 5,
424 "mode": 0,
425 "inputs": [],
426 "outputs": [
427 {
428 "name": "MODEL",
429 "type": "MODEL",
430 "links": [
431 190,
432 209
433 ],
434 "slot_index": 0,
435 "shape": 3
436 }
437 ],
438 "properties": {
439 "Node name for S&R": "UNETLoader"
440 },
441 "widgets_values": [
442 "hunyuan_video_t2v_720p_bf16.safetensors",
443 "default"
444 ],
445 "color": "#223",
446 "bgcolor": "#335"
447 },
448 {
449 "id": 77,
450 "type": "Note",
451 "pos": [
452 0,
453 0
454 ],
455 "size": [
456 350,
457 110
458 ],
459 "flags": [],
460 "order": 6,
461 "mode": 0,
462 "inputs": [],
463 "outputs": [],
464 "properties": [],
465 "widgets_values": [
466 "Select a fp8 weight_dtype if you are running out of memory."
467 ],
468 "color": "#432",
469 "bgcolor": "#653"
470 },
471 {
472 "id": 13,
473 "type": "SamplerCustomAdvanced",
474 "pos": [
475 860,
476 200
477 ],
478 "size": [
479 272.3617858886719,
480 124.53733825683594
481 ],
482 "flags": [],
483 "order": 13,
484 "mode": 0,
485 "inputs": [
486 {
487 "name": "noise",
488 "type": "NOISE",
489 "link": 37,
490 "slot_index": 0
491 },
492 {
493 "name": "guider",
494 "type": "GUIDER",
495 "link": 30,
496 "slot_index": 1
497 },
498 {
499 "name": "sampler",
500 "type": "SAMPLER",
501 "link": 19,
502 "slot_index": 2
503 },
504 {
505 "name": "sigmas",
506 "type": "SIGMAS",
507 "link": 20,
508 "slot_index": 3
509 },
510 {
511 "name": "latent_image",
512 "type": "LATENT",
513 "link": 180,
514 "slot_index": 4
515 }
516 ],
517 "outputs": [
518 {
519 "name": "output",
520 "type": "LATENT",
521 "links": [
522 181,
523 210
524 ],
525 "slot_index": 0,
526 "shape": 3
527 },
528 {
529 "name": "denoised_output",
530 "type": "LATENT",
531 "links": null,
532 "shape": 3
533 }
534 ],
535 "properties": {
536 "Node name for S&R": "SamplerCustomAdvanced"
537 },
538 "widgets_values": []
539 },
540 {
541 "id": 44,
542 "type": "CLIPTextEncode",
543 "pos": [
544 420,
545 200
546 ],
547 "size": [
548 422.84503173828125,
549 164.31304931640625
550 ],
551 "flags": [],
552 "order": 8,
553 "mode": 0,
554 "inputs": [
555 {
556 "name": "clip",
557 "type": "CLIP",
558 "link": 205
559 }
560 ],
561 "outputs": [
562 {
563 "name": "CONDITIONING",
564 "type": "CONDITIONING",
565 "links": [
566 175
567 ],
568 "slot_index": 0
569 }
570 ],
571 "title": "CLIP Text Encode (Positive Prompt)",
572 "properties": {
573 "Node name for S&R": "CLIPTextEncode"
574 },
575 "widgets_values": [
576 "anime style anime girl with massive fennec ears and one big fluffy tail, she has blonde hair long hair blue eyes wearing a pink sweater and a long blue skirt walking in a beautiful outdoor scenery with snow mountains in the background"
577 ],
578 "color": "#232",
579 "bgcolor": "#353"
580 },
581 {
582 "id": 75,
583 "type": "SaveAnimatedWEBP",
584 "pos": [
585 1410,
586 200
587 ],
588 "size": [
589 315,
590 366
591 ],
592 "flags": [],
593 "order": 16,
594 "mode": 0,
595 "inputs": [
596 {
597 "name": "images",
598 "type": "IMAGE",
599 "link": 215
600 }
601 ],
602 "outputs": [],
603 "properties": [],
604 "widgets_values": [
605 "ComfyUI",
606 24,
607 false,
608 80,
609 "default"
610 ]
611 },
612 {
613 "id": 25,
614 "type": "RandomNoise",
615 "pos": [
616 479,
617 618
618 ],
619 "size": [
620 315,
621 82
622 ],
623 "flags": [],
624 "order": 7,
625 "mode": 0,
626 "inputs": [],
627 "outputs": [
628 {
629 "name": "NOISE",
630 "type": "NOISE",
631 "links": [
632 37
633 ],
634 "shape": 3
635 }
636 ],
637 "properties": {
638 "Node name for S&R": "RandomNoise"
639 },
640 "widgets_values": [
641 1,
642 "randomize"
643 ],
644 "color": "#2a363b",
645 "bgcolor": "#3f5159"
646 }
647 ],
648 "links": [
649 [
650 19,
651 16,
652 0,
653 13,
654 2,
655 "SAMPLER"
656 ],
657 [
658 20,
659 17,
660 0,
661 13,
662 3,
663 "SIGMAS"
664 ],
665 [
666 30,
667 22,
668 0,
669 13,
670 1,
671 "GUIDER"
672 ],
673 [
674 37,
675 25,
676 0,
677 13,
678 0,
679 "NOISE"
680 ],
681 [
682 129,
683 26,
684 0,
685 22,
686 1,
687 "CONDITIONING"
688 ],
689 [
690 175,
691 44,
692 0,
693 26,
694 0,
695 "CONDITIONING"
696 ],
697 [
698 180,
699 45,
700 0,
701 13,
702 4,
703 "LATENT"
704 ],
705 [
706 181,
707 13,
708 0,
709 8,
710 0,
711 "LATENT"
712 ],
713 [
714 190,
715 12,
716 0,
717 17,
718 0,
719 "MODEL"
720 ],
721 [
722 195,
723 67,
724 0,
725 22,
726 0,
727 "MODEL"
728 ],
729 [
730 205,
731 11,
732 0,
733 44,
734 0,
735 "CLIP"
736 ],
737 [
738 206,
739 10,
740 0,
741 8,
742 1,
743 "VAE"
744 ],
745 [
746 209,
747 12,
748 0,
749 67,
750 0,
751 "MODEL"
752 ],
753 [
754 210,
755 13,
756 0,
757 73,
758 0,
759 "LATENT"
760 ],
761 [
762 211,
763 10,
764 0,
765 73,
766 1,
767 "VAE"
768 ],
769 [
770 215,
771 73,
772 0,
773 75,
774 0,
775 "IMAGE"
776 ]
777 ],
778 "groups": [],
779 "config": [],
780 "extra": {
781 "groupNodes": []
782 },
783 "version": 0.4
784}