ComfyPilotComfyPilot
工作流 / 视频 / Cosmos Predict2 2B 图生视频 示例(Cosmos Predict2)
Cosmos Predict2 2B 图生视频 示例(Cosmos Predict2)

Cosmos Predict2 2B 图生视频 示例(Cosmos Predict2)

cosmos predict2 2b i2v example

ComfyUI 官方示例:Cosmos Predict2 功能演示,可拖进 ComfyUI 直接使用。

视频 11 个节点 Comfy-Org 9 KB

下载工作流 JSON 查看官方来源

下载后把文件拖进 ComfyUI 窗口即可打开。

需要的权重

这个工作流引用了 3 个权重文件,其中 3 个能在本站模型库里找到。

cosmos_predict2_2B_video2world_480p_16fps.safetensors 在模型库查看
oldt5_xxl_fp8_e4m3fn_scaled.safetensors 在模型库查看
wan_2.1_vae.safetensors 在模型库查看

节点构成

CLIPTextEncode × 2
CLIPLoader × 1
KSampler × 1
VAELoader × 1
CosmosPredict2ImageToVideoLatent × 1
LoadImage × 1
UNETLoader × 1
VAEDecode × 1
SaveWEBM × 1
SaveAnimatedWEBP × 1

官方标注的模型

cosmos_predict2_2B_video2world_480p_16fps.safetensorsoldt5_xxl_fp8_e4m3fn_scaled.safetensorswan_2.1_vae.safetensors

工作流 JSON

和上面「下载工作流 JSON」是同一份文件。

1{
2 "id": "242a6140-7341-49ca-876b-c01366b39b84",
3 "revision": 0,
4 "last_node_id": 31,
5 "last_link_id": 46,
6 "nodes": [
7 {
8 "id": 10,
9 "type": "CLIPLoader",
10 "pos": [
11 0,
12 250
13 ],
14 "size": [
15 380,
16 106
17 ],
18 "flags": [],
19 "order": 0,
20 "mode": 0,
21 "inputs": [],
22 "outputs": [
23 {
24 "name": "CLIP",
25 "type": "CLIP",
26 "links": [
27 34,
28 35
29 ]
30 }
31 ],
32 "properties": {
33 "Node name for S&R": "CLIPLoader"
34 },
35 "widgets_values": [
36 "oldt5_xxl_fp8_e4m3fn_scaled.safetensors",
37 "cosmos",
38 "default"
39 ]
40 },
41 {
42 "id": 3,
43 "type": "KSampler",
44 "pos": [
45 870,
46 180
47 ],
48 "size": [
49 315,
50 262
51 ],
52 "flags": [],
53 "order": 7,
54 "mode": 0,
55 "inputs": [
56 {
57 "name": "model",
58 "type": "MODEL",
59 "link": 33
60 },
61 {
62 "name": "positive",
63 "type": "CONDITIONING",
64 "link": 4
65 },
66 {
67 "name": "negative",
68 "type": "CONDITIONING",
69 "link": 6
70 },
71 {
72 "name": "latent_image",
73 "type": "LATENT",
74 "link": 42
75 }
76 ],
77 "outputs": [
78 {
79 "name": "LATENT",
80 "type": "LATENT",
81 "slot_index": 0,
82 "links": [
83 7
84 ]
85 }
86 ],
87 "properties": {
88 "Node name for S&R": "KSampler"
89 },
90 "widgets_values": [
91 788533681999051,
92 "randomize",
93 30,
94 4,
95 "euler",
96 "simple",
97 1
98 ]
99 },
100 {
101 "id": 15,
102 "type": "VAELoader",
103 "pos": [
104 80,
105 400
106 ],
107 "size": [
108 300,
109 58
110 ],
111 "flags": [],
112 "order": 1,
113 "mode": 0,
114 "inputs": [],
115 "outputs": [
116 {
117 "name": "VAE",
118 "type": "VAE",
119 "links": [
120 17,
121 43
122 ]
123 }
124 ],
125 "properties": {
126 "Node name for S&R": "VAELoader"
127 },
128 "widgets_values": [
129 "wan_2.1_vae.safetensors"
130 ]
131 },
132 {
133 "id": 28,
134 "type": "CosmosPredict2ImageToVideoLatent",
135 "pos": [
136 499.99761962890625,
137 616.21435546875
138 ],
139 "size": [
140 330.7769470214844,
141 170
142 ],
143 "flags": [],
144 "order": 6,
145 "mode": 0,
146 "inputs": [
147 {
148 "name": "vae",
149 "type": "VAE",
150 "link": 43
151 },
152 {
153 "name": "start_image",
154 "shape": 7,
155 "type": "IMAGE",
156 "link": 44
157 },
158 {
159 "name": "end_image",
160 "shape": 7,
161 "type": "IMAGE",
162 "link": null
163 }
164 ],
165 "outputs": [
166 {
167 "name": "LATENT",
168 "type": "LATENT",
169 "links": [
170 42
171 ]
172 }
173 ],
174 "properties": {
175 "Node name for S&R": "CosmosPredict2ImageToVideoLatent"
176 },
177 "widgets_values": [
178 848,
179 480,
180 93,
181 1
182 ]
183 },
184 {
185 "id": 29,
186 "type": "LoadImage",
187 "pos": [
188 85.3239517211914,
189 633.9439697265625
190 ],
191 "size": [
192 274.080078125,
193 314
194 ],
195 "flags": [],
196 "order": 2,
197 "mode": 0,
198 "inputs": [],
199 "outputs": [
200 {
201 "name": "IMAGE",
202 "type": "IMAGE",
203 "links": [
204 44
205 ]
206 },
207 {
208 "name": "MASK",
209 "type": "MASK",
210 "links": null
211 }
212 ],
213 "properties": {
214 "Node name for S&R": "LoadImage"
215 },
216 "widgets_values": [
217 "mountains.png",
218 "image"
219 ]
220 },
221 {
222 "id": 13,
223 "type": "UNETLoader",
224 "pos": [
225 0,
226 120
227 ],
228 "size": [
229 410,
230 82
231 ],
232 "flags": [],
233 "order": 3,
234 "mode": 0,
235 "inputs": [],
236 "outputs": [
237 {
238 "name": "MODEL",
239 "type": "MODEL",
240 "links": [
241 33
242 ]
243 }
244 ],
245 "properties": {
246 "Node name for S&R": "UNETLoader"
247 },
248 "widgets_values": [
249 "cosmos_predict2_2B_video2world_480p_16fps.safetensors",
250 "default"
251 ]
252 },
253 {
254 "id": 7,
255 "type": "CLIPTextEncode",
256 "pos": [
257 420,
258 390
259 ],
260 "size": [
261 425.27801513671875,
262 180.6060791015625
263 ],
264 "flags": [],
265 "order": 4,
266 "mode": 0,
267 "inputs": [
268 {
269 "name": "clip",
270 "type": "CLIP",
271 "link": 34
272 }
273 ],
274 "outputs": [
275 {
276 "name": "CONDITIONING",
277 "type": "CONDITIONING",
278 "slot_index": 0,
279 "links": [
280 6
281 ]
282 }
283 ],
284 "properties": {
285 "Node name for S&R": "CLIPTextEncode"
286 },
287 "widgets_values": [
288 ""
289 ],
290 "color": "#322",
291 "bgcolor": "#533"
292 },
293 {
294 "id": 8,
295 "type": "VAEDecode",
296 "pos": [
297 1200,
298 180
299 ],
300 "size": [
301 210,
302 46
303 ],
304 "flags": [],
305 "order": 8,
306 "mode": 0,
307 "inputs": [
308 {
309 "name": "samples",
310 "type": "LATENT",
311 "link": 7
312 },
313 {
314 "name": "vae",
315 "type": "VAE",
316 "link": 17
317 }
318 ],
319 "outputs": [
320 {
321 "name": "IMAGE",
322 "type": "IMAGE",
323 "slot_index": 0,
324 "links": [
325 45,
326 46
327 ]
328 }
329 ],
330 "properties": {
331 "Node name for S&R": "VAEDecode"
332 },
333 "widgets_values": []
334 },
335 {
336 "id": 31,
337 "type": "SaveWEBM",
338 "pos": [
339 1890,
340 190
341 ],
342 "size": [
343 270,
344 274.8302001953125
345 ],
346 "flags": [],
347 "order": 10,
348 "mode": 4,
349 "inputs": [
350 {
351 "name": "images",
352 "type": "IMAGE",
353 "link": 46
354 }
355 ],
356 "outputs": [],
357 "properties": [],
358 "widgets_values": [
359 "ComfyUI",
360 "vp9",
361 16.000000000000004,
362 24
363 ]
364 },
365 {
366 "id": 6,
367 "type": "CLIPTextEncode",
368 "pos": [
369 420,
370 180
371 ],
372 "size": [
373 422.84503173828125,
374 164.31304931640625
375 ],
376 "flags": [],
377 "order": 5,
378 "mode": 0,
379 "inputs": [
380 {
381 "name": "clip",
382 "type": "CLIP",
383 "link": 35
384 }
385 ],
386 "outputs": [
387 {
388 "name": "CONDITIONING",
389 "type": "CONDITIONING",
390 "slot_index": 0,
391 "links": [
392 4
393 ]
394 }
395 ],
396 "properties": {
397 "Node name for S&R": "CLIPTextEncode"
398 },
399 "widgets_values": [
400 "camera moving quickly through the scene timelapse wind"
401 ],
402 "color": "#232",
403 "bgcolor": "#353"
404 },
405 {
406 "id": 30,
407 "type": "SaveAnimatedWEBP",
408 "pos": [
409 1440,
410 180
411 ],
412 "size": [
413 270,
414 366
415 ],
416 "flags": [],
417 "order": 9,
418 "mode": 0,
419 "inputs": [
420 {
421 "name": "images",
422 "type": "IMAGE",
423 "link": 45
424 }
425 ],
426 "outputs": [],
427 "properties": [],
428 "widgets_values": [
429 "ComfyUI",
430 16.000000000000004,
431 false,
432 85,
433 "default"
434 ]
435 }
436 ],
437 "links": [
438 [
439 4,
440 6,
441 0,
442 3,
443 1,
444 "CONDITIONING"
445 ],
446 [
447 6,
448 7,
449 0,
450 3,
451 2,
452 "CONDITIONING"
453 ],
454 [
455 7,
456 3,
457 0,
458 8,
459 0,
460 "LATENT"
461 ],
462 [
463 17,
464 15,
465 0,
466 8,
467 1,
468 "VAE"
469 ],
470 [
471 33,
472 13,
473 0,
474 3,
475 0,
476 "MODEL"
477 ],
478 [
479 34,
480 10,
481 0,
482 7,
483 0,
484 "CLIP"
485 ],
486 [
487 35,
488 10,
489 0,
490 6,
491 0,
492 "CLIP"
493 ],
494 [
495 42,
496 28,
497 0,
498 3,
499 3,
500 "LATENT"
501 ],
502 [
503 43,
504 15,
505 0,
506 28,
507 0,
508 "VAE"
509 ],
510 [
511 44,
512 29,
513 0,
514 28,
515 1,
516 "IMAGE"
517 ],
518 [
519 45,
520 8,
521 0,
522 30,
523 0,
524 "IMAGE"
525 ],
526 [
527 46,
528 8,
529 0,
530 31,
531 0,
532 "IMAGE"
533 ]
534 ],
535 "groups": [],
536 "config": [],
537 "extra": {
538 "ds": {
539 "scale": 0.8390545288824265,
540 "offset": [
541 61.29088261146557,
542 145.33443300197447
543 ]
544 },
545 "frontendVersion": "1.21.7"
546 },
547 "version": 0.4
548}