工作流 /
视频 /
转 视频 Cosmos 7B（Cosmos）
转 视频 Cosmos 7B（Cosmos）
image to video cosmos 7B
ComfyUI 官方示例：Cosmos 功能演示，可拖进 ComfyUI 直接使用。
视频
16 个节点 Comfy-Org 13 KB
需要的权重
这个工作流引用了 3 个权重文件，其中 2 个能在本站模型库里找到。
Cosmos-1_0-Diffusion-7B-Video2World.safetensors
模型库暂未收录
cosmos_cv8x8x8_1.0.safetensors
在模型库查看
oldt5_xxl_fp8_e4m3fn_scaled.safetensors
在模型库查看
节点构成
Note
× 3
CLIPTextEncode
× 2
CLIPLoader
× 1
VAEDecode
× 1
ModelSamplingContinuousEDM
× 1
LTXVConditioning
× 1
SaveAnimatedWEBP
× 1
SaveAnimatedPNG
× 1
KSampler
× 1
VAELoader
× 1
UNETLoader
× 1
LoadImage
× 1
CosmosImageToVideoLatent
× 1
官方标注的模型
Cosmos-1_0-Diffusion-7B-Video2World.safetensorscosmos_cv8x8x8_1.0.safetensorsoldt5_xxl_fp8_e4m3fn_scaled.safetensors
工作流 JSON
和上面「下载工作流 JSON」是同一份文件。
1{
2 "last_node_id": 84,
3 "last_link_id": 198,
4 "nodes": [
5 {
6 "id": 38,
7 "type": "CLIPLoader",
8 "pos": [
9 -332.08502197265625,
10 231.04571533203125
11 ],
12 "size": [
13 315,
14 82
15 ],
16 "flags": [],
17 "order": 0,
18 "mode": 0,
19 "inputs": [],
20 "outputs": [
21 {
22 "name": "CLIP",
23 "type": "CLIP",
24 "links": [
25 75,
26 99
27 ],
28 "slot_index": 0
29 }
30 ],
31 "properties": {
32 "Node name for S&R": "CLIPLoader"
33 },
34 "widgets_values": [
35 "oldt5_xxl_fp8_e4m3fn_scaled.safetensors",
36 "cosmos",
37 "default"
38 ]
39 },
40 {
41 "id": 8,
42 "type": "VAEDecode",
43 "pos": [
44 1270.6927490234375,
45 120.51702117919922
46 ],
47 "size": [
48 210,
49 46
50 ],
51 "flags": [],
52 "order": 13,
53 "mode": 0,
54 "inputs": [
55 {
56 "name": "samples",
57 "type": "LATENT",
58 "link": 87
59 },
60 {
61 "name": "vae",
62 "type": "VAE",
63 "link": 76
64 }
65 ],
66 "outputs": [
67 {
68 "name": "IMAGE",
69 "type": "IMAGE",
70 "links": [
71 172,
72 181
73 ],
74 "slot_index": 0
75 }
76 ],
77 "properties": {
78 "Node name for S&R": "VAEDecode"
79 },
80 "widgets_values": []
81 },
82 {
83 "id": 61,
84 "type": "ModelSamplingContinuousEDM",
85 "pos": [
86 410,
87 -20
88 ],
89 "size": [
90 327.5999755859375,
91 106
92 ],
93 "flags": [],
94 "order": 9,
95 "mode": 4,
96 "inputs": [
97 {
98 "name": "model",
99 "type": "MODEL",
100 "link": 157
101 }
102 ],
103 "outputs": [
104 {
105 "name": "MODEL",
106 "type": "MODEL",
107 "links": [
108 194
109 ],
110 "slot_index": 0
111 }
112 ],
113 "properties": {
114 "Node name for S&R": "ModelSamplingContinuousEDM"
115 },
116 "widgets_values": [
117 "edm",
118 80,
119 0.002
120 ]
121 },
122 {
123 "id": 74,
124 "type": "LTXVConditioning",
125 "pos": [
126 540,
127 150
128 ],
129 "size": [
130 210,
131 78
132 ],
133 "flags": [],
134 "order": 11,
135 "mode": 4,
136 "inputs": [
137 {
138 "name": "positive",
139 "type": "CONDITIONING",
140 "link": 185
141 },
142 {
143 "name": "negative",
144 "type": "CONDITIONING",
145 "link": 186
146 }
147 ],
148 "outputs": [
149 {
150 "name": "positive",
151 "type": "CONDITIONING",
152 "links": [
153 187
154 ],
155 "slot_index": 0
156 },
157 {
158 "name": "negative",
159 "type": "CONDITIONING",
160 "links": [
161 188
162 ],
163 "slot_index": 1
164 }
165 ],
166 "properties": {
167 "Node name for S&R": "LTXVConditioning"
168 },
169 "widgets_values": [
170 24
171 ]
172 },
173 {
174 "id": 80,
175 "type": "Note",
176 "pos": [
177 475.15997314453125,
178 -163.2658233642578
179 ],
180 "size": [
181 266.2419128417969,
182 99.78375244140625
183 ],
184 "flags": [],
185 "order": 1,
186 "mode": 0,
187 "inputs": [],
188 "outputs": [],
189 "properties": [],
190 "widgets_values": [
191 "These pink nodes are \"bypassed\" meaning they don't do anything. To unbypass them: right click -> bypass\n\n"
192 ],
193 "color": "#432",
194 "bgcolor": "#653"
195 },
196 {
197 "id": 82,
198 "type": "Note",
199 "pos": [
200 -1.2908354997634888,
201 565.2498168945312
202 ],
203 "size": [
204 312.01824951171875,
205 126.14599609375
206 ],
207 "flags": [],
208 "order": 2,
209 "mode": 0,
210 "inputs": [],
211 "outputs": [],
212 "properties": [],
213 "widgets_values": [
214 "The positive and negative prompts should be long. Short prompts will still generate a coherent video however it might not follow the prompt very well."
215 ],
216 "color": "#432",
217 "bgcolor": "#653"
218 },
219 {
220 "id": 7,
221 "type": "CLIPTextEncode",
222 "pos": [
223 0,
224 330
225 ],
226 "size": [
227 425.27801513671875,
228 180.6060791015625
229 ],
230 "flags": [],
231 "order": 7,
232 "mode": 0,
233 "inputs": [
234 {
235 "name": "clip",
236 "type": "CLIP",
237 "link": 75
238 }
239 ],
240 "outputs": [
241 {
242 "name": "CONDITIONING",
243 "type": "CONDITIONING",
244 "links": [
245 186
246 ],
247 "slot_index": 0
248 }
249 ],
250 "title": "CLIP Text Encode (Negative Prompt)",
251 "properties": {
252 "Node name for S&R": "CLIPTextEncode"
253 },
254 "widgets_values": [
255 "The video captures a series of frames showing ugly scenes, static with no motion, motion blur, over-saturation, shaky footage, low resolution, grainy texture, pixelated images, poorly lit areas, underexposed and overexposed scenes, poor color balance, washed out colors, choppy sequences, jerky movements, low frame rate, artifacting, color banding, unnatural transitions, outdated special effects, fake elements, unconvincing visuals, poorly edited content, jump cuts, visual noise, and flickering. Overall, the video is of poor quality."
256 ],
257 "color": "#322",
258 "bgcolor": "#533"
259 },
260 {
261 "id": 69,
262 "type": "SaveAnimatedWEBP",
263 "pos": [
264 1520,
265 120
266 ],
267 "size": [
268 763.5289916992188,
269 578.3422241210938
270 ],
271 "flags": [],
272 "order": 14,
273 "mode": 0,
274 "inputs": [
275 {
276 "name": "images",
277 "type": "IMAGE",
278 "link": 172
279 }
280 ],
281 "outputs": [],
282 "properties": [],
283 "widgets_values": [
284 "ComfyUI",
285 24,
286 false,
287 80,
288 "default"
289 ]
290 },
291 {
292 "id": 73,
293 "type": "SaveAnimatedPNG",
294 "pos": [
295 2299.842041015625,
296 121.30572509765625
297 ],
298 "size": [
299 720.1341552734375,
300 829.0499877929688
301 ],
302 "flags": [],
303 "order": 15,
304 "mode": 4,
305 "inputs": [
306 {
307 "name": "images",
308 "type": "IMAGE",
309 "link": 181
310 }
311 ],
312 "outputs": [],
313 "properties": {
314 "Node name for S&R": "SaveAnimatedPNG"
315 },
316 "widgets_values": [
317 "ComfyUI",
318 24,
319 4
320 ]
321 },
322 {
323 "id": 3,
324 "type": "KSampler",
325 "pos": [
326 843.46337890625,
327 122.69183349609375
328 ],
329 "size": [
330 385.8114318847656,
331 262
332 ],
333 "flags": [],
334 "order": 12,
335 "mode": 0,
336 "inputs": [
337 {
338 "name": "model",
339 "type": "MODEL",
340 "link": 194
341 },
342 {
343 "name": "positive",
344 "type": "CONDITIONING",
345 "link": 187
346 },
347 {
348 "name": "negative",
349 "type": "CONDITIONING",
350 "link": 188
351 },
352 {
353 "name": "latent_image",
354 "type": "LATENT",
355 "link": 196
356 }
357 ],
358 "outputs": [
359 {
360 "name": "LATENT",
361 "type": "LATENT",
362 "links": [
363 87
364 ],
365 "slot_index": 0
366 }
367 ],
368 "properties": {
369 "Node name for S&R": "KSampler"
370 },
371 "widgets_values": [
372 959521281192720,
373 "randomize",
374 20,
375 6.5,
376 "res_multistep",
377 "karras",
378 1
379 ]
380 },
381 {
382 "id": 39,
383 "type": "VAELoader",
384 "pos": [
385 950.17138671875,
386 453.1830749511719
387 ],
388 "size": [
389 278.68310546875,
390 58
391 ],
392 "flags": [],
393 "order": 3,
394 "mode": 0,
395 "inputs": [],
396 "outputs": [
397 {
398 "name": "VAE",
399 "type": "VAE",
400 "links": [
401 76,
402 195
403 ],
404 "slot_index": 0
405 }
406 ],
407 "properties": {
408 "Node name for S&R": "VAELoader"
409 },
410 "widgets_values": [
411 "cosmos_cv8x8x8_1.0.safetensors"
412 ]
413 },
414 {
415 "id": 81,
416 "type": "Note",
417 "pos": [
418 480,
419 730
420 ],
421 "size": [
422 332.6131591796875,
423 168.23121643066406
424 ],
425 "flags": [],
426 "order": 4,
427 "mode": 0,
428 "inputs": [],
429 "outputs": [],
430 "properties": [],
431 "widgets_values": [
432 "This model loves a length of 121 and anything too far away from this will result in a bad video.\n\nThe width and height should be equal or bigger to 704\n\nYou can set a start_image, end_image or both at the same time."
433 ],
434 "color": "#432",
435 "bgcolor": "#653"
436 },
437 {
438 "id": 37,
439 "type": "UNETLoader",
440 "pos": [
441 7.319890975952148,
442 -20.895429611206055
443 ],
444 "size": [
445 380,
446 82
447 ],
448 "flags": [],
449 "order": 5,
450 "mode": 0,
451 "inputs": [],
452 "outputs": [
453 {
454 "name": "MODEL",
455 "type": "MODEL",
456 "links": [
457 157
458 ],
459 "slot_index": 0
460 }
461 ],
462 "properties": {
463 "Node name for S&R": "UNETLoader"
464 },
465 "widgets_values": [
466 "Cosmos-1_0-Diffusion-7B-Video2World.safetensors",
467 "default"
468 ]
469 },
470 {
471 "id": 84,
472 "type": "LoadImage",
473 "pos": [
474 -6.688927173614502,
475 743.3736572265625
476 ],
477 "size": [
478 416.1836242675781,
479 366.83038330078125
480 ],
481 "flags": [],
482 "order": 6,
483 "mode": 0,
484 "inputs": [],
485 "outputs": [
486 {
487 "name": "IMAGE",
488 "type": "IMAGE",
489 "links": [
490 198
491 ],
492 "slot_index": 0
493 },
494 {
495 "name": "MASK",
496 "type": "MASK",
497 "links": null
498 }
499 ],
500 "properties": {
501 "Node name for S&R": "LoadImage"
502 },
503 "widgets_values": [
504 "ComfyUI_256804_.png",
505 "image"
506 ]
507 },
508 {
509 "id": 42,
510 "type": "CLIPTextEncode",
511 "pos": [
512 0,
513 120
514 ],
515 "size": [
516 422.84503173828125,
517 164.31304931640625
518 ],
519 "flags": [],
520 "order": 8,
521 "mode": 0,
522 "inputs": [
523 {
524 "name": "clip",
525 "type": "CLIP",
526 "link": 99
527 }
528 ],
529 "outputs": [
530 {
531 "name": "CONDITIONING",
532 "type": "CONDITIONING",
533 "links": [
534 185
535 ],
536 "slot_index": 0
537 }
538 ],
539 "title": "CLIP Text Encode (Positive Prompt)",
540 "properties": {
541 "Node name for S&R": "CLIPTextEncode"
542 },
543 "widgets_values": [
544 "cute anime girl with massive fennec fox ears and a big fluffy tail long blonde wavy hair blue eyes wearing a pink plaid sweater and a red scarf with a oversized black open coat with a golden circuit board pattern and a long blue maxi skirt and large black boots standing in the beautiful outdoors snow with amazing view mountains forest sky clouds beautiful sunset evening colorful horizon, she is smiling as the evening turns into night\n\n"
545 ],
546 "color": "#232",
547 "bgcolor": "#353"
548 },
549 {
550 "id": 83,
551 "type": "CosmosImageToVideoLatent",
552 "pos": [
553 480,
554 490
555 ],
556 "size": [
557 315,
558 170
559 ],
560 "flags": [],
561 "order": 10,
562 "mode": 0,
563 "inputs": [
564 {
565 "name": "vae",
566 "type": "VAE",
567 "link": 195
568 },
569 {
570 "name": "start_image",
571 "type": "IMAGE",
572 "link": 198,
573 "shape": 7
574 },
575 {
576 "name": "end_image",
577 "type": "IMAGE",
578 "link": null,
579 "shape": 7
580 }
581 ],
582 "outputs": [
583 {
584 "name": "LATENT",
585 "type": "LATENT",
586 "links": [
587 196
588 ],
589 "slot_index": 0
590 }
591 ],
592 "properties": {
593 "Node name for S&R": "CosmosImageToVideoLatent"
594 },
595 "widgets_values": [
596 1024,
597 1024,
598 121,
599 1
600 ]
601 }
602 ],
603 "links": [
604 [
605 75,
606 38,
607 0,
608 7,
609 0,
610 "CLIP"
611 ],
612 [
613 76,
614 39,
615 0,
616 8,
617 1,
618 "VAE"
619 ],
620 [
621 87,
622 3,
623 0,
624 8,
625 0,
626 "LATENT"
627 ],
628 [
629 99,
630 38,
631 0,
632 42,
633 0,
634 "CLIP"
635 ],
636 [
637 157,
638 37,
639 0,
640 61,
641 0,
642 "MODEL"
643 ],
644 [
645 172,
646 8,
647 0,
648 69,
649 0,
650 "IMAGE"
651 ],
652 [
653 181,
654 8,
655 0,
656 73,
657 0,
658 "IMAGE"
659 ],
660 [
661 185,
662 42,
663 0,
664 74,
665 0,
666 "CONDITIONING"
667 ],
668 [
669 186,
670 7,
671 0,
672 74,
673 1,
674 "CONDITIONING"
675 ],
676 [
677 187,
678 74,
679 0,
680 3,
681 1,
682 "CONDITIONING"
683 ],
684 [
685 188,
686 74,
687 1,
688 3,
689 2,
690 "CONDITIONING"
691 ],
692 [
693 194,
694 61,
695 0,
696 3,
697 0,
698 "MODEL"
699 ],
700 [
701 195,
702 39,
703 0,
704 83,
705 0,
706 "VAE"
707 ],
708 [
709 196,
710 83,
711 0,
712 3,
713 3,
714 "LATENT"
715 ],
716 [
717 198,
718 84,
719 0,
720 83,
721 1,
722 "IMAGE"
723 ]
724 ],
725 "groups": [],
726 "config": [],
727 "extra": [],
728 "version": 0.4
729}