ComfyPilotComfyPilot
工作流 / 视频 / 转 视频 Cosmos 7B(Cosmos)
转 视频 Cosmos 7B(Cosmos)

转 视频 Cosmos 7B(Cosmos)

text to video cosmos 7B

ComfyUI 官方示例:Cosmos 功能演示,可拖进 ComfyUI 直接使用。

视频 15 个节点 Comfy-Org 12 KB

下载工作流 JSON 查看官方来源

下载后把文件拖进 ComfyUI 窗口即可打开。

需要的权重

这个工作流引用了 3 个权重文件,其中 2 个能在本站模型库里找到。

Cosmos-1_0-Diffusion-7B-Text2World.safetensors 模型库暂未收录
cosmos_cv8x8x8_1.0.safetensors 在模型库查看
oldt5_xxl_fp8_e4m3fn_scaled.safetensors 在模型库查看

节点构成

Note × 3
CLIPTextEncode × 2
CLIPLoader × 1
VAEDecode × 1
ModelSamplingContinuousEDM × 1
VAELoader × 1
EmptyCosmosLatentVideo × 1
LTXVConditioning × 1
UNETLoader × 1
SaveAnimatedWEBP × 1
SaveAnimatedPNG × 1
KSampler × 1

官方标注的模型

Cosmos-1_0-Diffusion-7B-Text2World.safetensorscosmos_cv8x8x8_1.0.safetensorsoldt5_xxl_fp8_e4m3fn_scaled.safetensors

工作流 JSON

和上面「下载工作流 JSON」是同一份文件。

1{
2 "last_node_id": 82,
3 "last_link_id": 194,
4 "nodes": [
5 {
6 "id": 38,
7 "type": "CLIPLoader",
8 "pos": [
9 -332.08502197265625,
10 231.04571533203125
11 ],
12 "size": [
13 315,
14 82
15 ],
16 "flags": [],
17 "order": 0,
18 "mode": 0,
19 "inputs": [],
20 "outputs": [
21 {
22 "name": "CLIP",
23 "type": "CLIP",
24 "links": [
25 75,
26 99
27 ],
28 "slot_index": 0
29 }
30 ],
31 "properties": {
32 "Node name for S&R": "CLIPLoader"
33 },
34 "widgets_values": [
35 "oldt5_xxl_fp8_e4m3fn_scaled.safetensors",
36 "cosmos",
37 "default"
38 ]
39 },
40 {
41 "id": 8,
42 "type": "VAEDecode",
43 "pos": [
44 1270.6927490234375,
45 120.51702117919922
46 ],
47 "size": [
48 210,
49 46
50 ],
51 "flags": [],
52 "order": 12,
53 "mode": 0,
54 "inputs": [
55 {
56 "name": "samples",
57 "type": "LATENT",
58 "link": 87
59 },
60 {
61 "name": "vae",
62 "type": "VAE",
63 "link": 76
64 }
65 ],
66 "outputs": [
67 {
68 "name": "IMAGE",
69 "type": "IMAGE",
70 "links": [
71 172,
72 181
73 ],
74 "slot_index": 0
75 }
76 ],
77 "properties": {
78 "Node name for S&R": "VAEDecode"
79 },
80 "widgets_values": []
81 },
82 {
83 "id": 61,
84 "type": "ModelSamplingContinuousEDM",
85 "pos": [
86 410,
87 -20
88 ],
89 "size": [
90 327.5999755859375,
91 106
92 ],
93 "flags": [],
94 "order": 9,
95 "mode": 4,
96 "inputs": [
97 {
98 "name": "model",
99 "type": "MODEL",
100 "link": 157
101 }
102 ],
103 "outputs": [
104 {
105 "name": "MODEL",
106 "type": "MODEL",
107 "links": [
108 194
109 ],
110 "slot_index": 0
111 }
112 ],
113 "properties": {
114 "Node name for S&R": "ModelSamplingContinuousEDM"
115 },
116 "widgets_values": [
117 "edm",
118 80,
119 0.002
120 ]
121 },
122 {
123 "id": 39,
124 "type": "VAELoader",
125 "pos": [
126 950.17138671875,
127 453.1830749511719
128 ],
129 "size": [
130 278.68310546875,
131 58
132 ],
133 "flags": [],
134 "order": 1,
135 "mode": 0,
136 "inputs": [],
137 "outputs": [
138 {
139 "name": "VAE",
140 "type": "VAE",
141 "links": [
142 76
143 ],
144 "slot_index": 0
145 }
146 ],
147 "properties": {
148 "Node name for S&R": "VAELoader"
149 },
150 "widgets_values": [
151 "cosmos_cv8x8x8_1.0.safetensors"
152 ]
153 },
154 {
155 "id": 78,
156 "type": "EmptyCosmosLatentVideo",
157 "pos": [
158 473.05047607421875,
159 380.00341796875
160 ],
161 "size": [
162 315,
163 130
164 ],
165 "flags": [],
166 "order": 2,
167 "mode": 0,
168 "inputs": [],
169 "outputs": [
170 {
171 "name": "LATENT",
172 "type": "LATENT",
173 "links": [
174 193
175 ]
176 }
177 ],
178 "properties": {
179 "Node name for S&R": "EmptyCosmosLatentVideo"
180 },
181 "widgets_values": [
182 1280,
183 704,
184 121,
185 1
186 ]
187 },
188 {
189 "id": 74,
190 "type": "LTXVConditioning",
191 "pos": [
192 540,
193 150
194 ],
195 "size": [
196 210,
197 78
198 ],
199 "flags": [],
200 "order": 10,
201 "mode": 4,
202 "inputs": [
203 {
204 "name": "positive",
205 "type": "CONDITIONING",
206 "link": 185
207 },
208 {
209 "name": "negative",
210 "type": "CONDITIONING",
211 "link": 186
212 }
213 ],
214 "outputs": [
215 {
216 "name": "positive",
217 "type": "CONDITIONING",
218 "links": [
219 187
220 ],
221 "slot_index": 0
222 },
223 {
224 "name": "negative",
225 "type": "CONDITIONING",
226 "links": [
227 188
228 ],
229 "slot_index": 1
230 }
231 ],
232 "properties": {
233 "Node name for S&R": "LTXVConditioning"
234 },
235 "widgets_values": [
236 24
237 ]
238 },
239 {
240 "id": 80,
241 "type": "Note",
242 "pos": [
243 475.15997314453125,
244 -163.2658233642578
245 ],
246 "size": [
247 266.2419128417969,
248 99.78375244140625
249 ],
250 "flags": [],
251 "order": 3,
252 "mode": 0,
253 "inputs": [],
254 "outputs": [],
255 "properties": [],
256 "widgets_values": [
257 "These pink nodes are \"bypassed\" meaning they don't do anything. To unbypass them: right click -> bypass\n\n"
258 ],
259 "color": "#432",
260 "bgcolor": "#653"
261 },
262 {
263 "id": 37,
264 "type": "UNETLoader",
265 "pos": [
266 70,
267 -20
268 ],
269 "size": [
270 315,
271 82
272 ],
273 "flags": [],
274 "order": 4,
275 "mode": 0,
276 "inputs": [],
277 "outputs": [
278 {
279 "name": "MODEL",
280 "type": "MODEL",
281 "links": [
282 157
283 ],
284 "slot_index": 0
285 }
286 ],
287 "properties": {
288 "Node name for S&R": "UNETLoader"
289 },
290 "widgets_values": [
291 "Cosmos-1_0-Diffusion-7B-Text2World.safetensors",
292 "default"
293 ]
294 },
295 {
296 "id": 81,
297 "type": "Note",
298 "pos": [
299 475.4506530761719,
300 570.9951782226562
301 ],
302 "size": [
303 312.01824951171875,
304 126.14599609375
305 ],
306 "flags": [],
307 "order": 5,
308 "mode": 0,
309 "inputs": [],
310 "outputs": [],
311 "properties": [],
312 "widgets_values": [
313 "This model loves a length of 121 and anything too far away from this will result in a bad video.\n\nThe width and height should be equal or bigger to 704"
314 ],
315 "color": "#432",
316 "bgcolor": "#653"
317 },
318 {
319 "id": 82,
320 "type": "Note",
321 "pos": [
322 -1.2908354997634888,
323 565.2498168945312
324 ],
325 "size": [
326 312.01824951171875,
327 126.14599609375
328 ],
329 "flags": [],
330 "order": 6,
331 "mode": 0,
332 "inputs": [],
333 "outputs": [],
334 "properties": [],
335 "widgets_values": [
336 "The positive and negative prompts should be long. Short prompts will still generate a coherent video however it might not follow the prompt very well."
337 ],
338 "color": "#432",
339 "bgcolor": "#653"
340 },
341 {
342 "id": 42,
343 "type": "CLIPTextEncode",
344 "pos": [
345 0,
346 120
347 ],
348 "size": [
349 422.84503173828125,
350 164.31304931640625
351 ],
352 "flags": [],
353 "order": 8,
354 "mode": 0,
355 "inputs": [
356 {
357 "name": "clip",
358 "type": "CLIP",
359 "link": 99
360 }
361 ],
362 "outputs": [
363 {
364 "name": "CONDITIONING",
365 "type": "CONDITIONING",
366 "links": [
367 185
368 ],
369 "slot_index": 0
370 }
371 ],
372 "title": "CLIP Text Encode (Positive Prompt)",
373 "properties": {
374 "Node name for S&R": "CLIPTextEncode"
375 },
376 "widgets_values": [
377 "A crystalline waterfall stands partially frozen, its edges draped with translucent ice that catches the sunlight in prisms of blue and silver. Below, a half-frozen pool spreads out, bordered by delicate ice formations. Through the fresh snow, a red fox moves gracefully, its russet coat vibrant against the white landscape, leaving perfect star-shaped prints behind as steam rises from its breath in the crisp winter air. The scene is wrapped in snow-muffled silence, broken only by the gentle murmur of water still flowing beneath the ice.\n\n"
378 ],
379 "color": "#232",
380 "bgcolor": "#353"
381 },
382 {
383 "id": 7,
384 "type": "CLIPTextEncode",
385 "pos": [
386 0,
387 330
388 ],
389 "size": [
390 425.27801513671875,
391 180.6060791015625
392 ],
393 "flags": [],
394 "order": 7,
395 "mode": 0,
396 "inputs": [
397 {
398 "name": "clip",
399 "type": "CLIP",
400 "link": 75
401 }
402 ],
403 "outputs": [
404 {
405 "name": "CONDITIONING",
406 "type": "CONDITIONING",
407 "links": [
408 186
409 ],
410 "slot_index": 0
411 }
412 ],
413 "title": "CLIP Text Encode (Negative Prompt)",
414 "properties": {
415 "Node name for S&R": "CLIPTextEncode"
416 },
417 "widgets_values": [
418 "The video captures a series of frames showing ugly scenes, static with no motion, motion blur, over-saturation, shaky footage, low resolution, grainy texture, pixelated images, poorly lit areas, underexposed and overexposed scenes, poor color balance, washed out colors, choppy sequences, jerky movements, low frame rate, artifacting, color banding, unnatural transitions, outdated special effects, fake elements, unconvincing visuals, poorly edited content, jump cuts, visual noise, and flickering. Overall, the video is of poor quality."
419 ],
420 "color": "#322",
421 "bgcolor": "#533"
422 },
423 {
424 "id": 69,
425 "type": "SaveAnimatedWEBP",
426 "pos": [
427 1520,
428 120
429 ],
430 "size": [
431 763.5289916992188,
432 578.3422241210938
433 ],
434 "flags": [],
435 "order": 13,
436 "mode": 0,
437 "inputs": [
438 {
439 "name": "images",
440 "type": "IMAGE",
441 "link": 172
442 }
443 ],
444 "outputs": [],
445 "properties": [],
446 "widgets_values": [
447 "ComfyUI",
448 24,
449 false,
450 80,
451 "default"
452 ]
453 },
454 {
455 "id": 73,
456 "type": "SaveAnimatedPNG",
457 "pos": [
458 2299.842041015625,
459 121.30572509765625
460 ],
461 "size": [
462 720.1341552734375,
463 829.0499877929688
464 ],
465 "flags": [],
466 "order": 14,
467 "mode": 4,
468 "inputs": [
469 {
470 "name": "images",
471 "type": "IMAGE",
472 "link": 181
473 }
474 ],
475 "outputs": [],
476 "properties": {
477 "Node name for S&R": "SaveAnimatedPNG"
478 },
479 "widgets_values": [
480 "ComfyUI",
481 24,
482 4
483 ]
484 },
485 {
486 "id": 3,
487 "type": "KSampler",
488 "pos": [
489 843.46337890625,
490 122.69183349609375
491 ],
492 "size": [
493 385.8114318847656,
494 262
495 ],
496 "flags": [],
497 "order": 11,
498 "mode": 0,
499 "inputs": [
500 {
501 "name": "model",
502 "type": "MODEL",
503 "link": 194
504 },
505 {
506 "name": "positive",
507 "type": "CONDITIONING",
508 "link": 187
509 },
510 {
511 "name": "negative",
512 "type": "CONDITIONING",
513 "link": 188
514 },
515 {
516 "name": "latent_image",
517 "type": "LATENT",
518 "link": 193
519 }
520 ],
521 "outputs": [
522 {
523 "name": "LATENT",
524 "type": "LATENT",
525 "links": [
526 87
527 ],
528 "slot_index": 0
529 }
530 ],
531 "properties": {
532 "Node name for S&R": "KSampler"
533 },
534 "widgets_values": [
535 959521281192720,
536 "randomize",
537 20,
538 6.5,
539 "res_multistep",
540 "karras",
541 1
542 ]
543 }
544 ],
545 "links": [
546 [
547 75,
548 38,
549 0,
550 7,
551 0,
552 "CLIP"
553 ],
554 [
555 76,
556 39,
557 0,
558 8,
559 1,
560 "VAE"
561 ],
562 [
563 87,
564 3,
565 0,
566 8,
567 0,
568 "LATENT"
569 ],
570 [
571 99,
572 38,
573 0,
574 42,
575 0,
576 "CLIP"
577 ],
578 [
579 157,
580 37,
581 0,
582 61,
583 0,
584 "MODEL"
585 ],
586 [
587 172,
588 8,
589 0,
590 69,
591 0,
592 "IMAGE"
593 ],
594 [
595 181,
596 8,
597 0,
598 73,
599 0,
600 "IMAGE"
601 ],
602 [
603 185,
604 42,
605 0,
606 74,
607 0,
608 "CONDITIONING"
609 ],
610 [
611 186,
612 7,
613 0,
614 74,
615 1,
616 "CONDITIONING"
617 ],
618 [
619 187,
620 74,
621 0,
622 3,
623 1,
624 "CONDITIONING"
625 ],
626 [
627 188,
628 74,
629 1,
630 3,
631 2,
632 "CONDITIONING"
633 ],
634 [
635 193,
636 78,
637 0,
638 3,
639 3,
640 "LATENT"
641 ],
642 [
643 194,
644 61,
645 0,
646 3,
647 0,
648 "MODEL"
649 ]
650 ],
651 "groups": [],
652 "config": [],
653 "extra": {
654 "ds": {
655 "scale": 1.3513057093105383,
656 "offset": [
657 347.8132028514172,
658 200.3286418889474
659 ]
660 }
661 },
662 "version": 0.4
663}