ComfyPilotComfyPilot
工作流 / 音频 / Sonilo：视频配乐生成
Sonilo：视频配乐生成

Sonilo：视频配乐生成

Sonilo: Video Soundtrack Generation

从视频素材生成同步配乐。输入视频以制作与其节奏和情感线索相匹配的音乐，输出完美定时的音频文件。

音频 6 个节点 1 个输入 45 次使用 ComfyUI ≥ 0.25.0 ComfyUI 19 KB

下载工作流 JSON 查看官方来源

下载后把文件拖进 ComfyUI 窗口即可打开。

节点构成

SoniloVideoToMusic × 1
LoadVideo × 1
SaveVideo × 1
bb615e2f-2ea7-40b8-9419-f0206c2d60dd × 1
MarkdownNote × 1
SaveAudioAdvanced × 1

官方标注的模型

Sonilo

工作流 JSON

和上面「下载工作流 JSON」是同一份文件。

1{
2 "id": "9132f036-0cbe-44bb-9948-c8d1348ec66b",
3 "revision": 0,
4 "last_node_id": 728,
5 "last_link_id": 1818,
6 "nodes": [
7 {
8 "id": 703,
9 "type": "SoniloVideoToMusic",
10 "pos": [
11 -1400,
12 3910
13 ],
14 "size": [
15 400,
16 200
17 ],
18 "flags": [],
19 "order": 2,
20 "mode": 0,
21 "inputs": [
22 {
23 "name": "video",
24 "type": "VIDEO",
25 "link": 1776
26 }
27 ],
28 "outputs": [
29 {
30 "name": "AUDIO",
31 "type": "AUDIO",
32 "links": [
33 1817
34 ]
35 }
36 ],
37 "properties": {
38 "cnr_id": "comfy-core",
39 "ver": "0.21.1",
40 "Node name for S&R": "SoniloVideoToMusic",
41 "enableTabs": false,
42 "tabWidth": 65,
43 "tabXOffset": 10,
44 "hasSecondTab": false,
45 "secondTabText": "Send Back",
46 "secondTabOffset": 80,
47 "secondTabWidth": 65
48 },
49 "widgets_values": [
50 "Sense of absurdity, a leopard sprinting at full speed in the wilderness, silent film, comedy",
51 0,
52 "randomize"
53 ],
54 "color": "#432",
55 "bgcolor": "#653"
56 },
57 {
58 "id": 705,
59 "type": "LoadVideo",
60 "pos": [
61 -1840,
62 3910
63 ],
64 "size": [
65 380,
66 460
67 ],
68 "flags": [],
69 "order": 0,
70 "mode": 0,
71 "inputs": [],
72 "outputs": [
73 {
74 "name": "VIDEO",
75 "type": "VIDEO",
76 "links": [
77 1776,
78 1812
79 ]
80 }
81 ],
82 "properties": {
83 "cnr_id": "comfy-core",
84 "ver": "0.21.1",
85 "Node name for S&R": "LoadVideo",
86 "enableTabs": false,
87 "tabWidth": 65,
88 "tabXOffset": 10,
89 "hasSecondTab": false,
90 "secondTabText": "Send Back",
91 "secondTabOffset": 80,
92 "secondTabWidth": 65
93 },
94 "widgets_values": [
95 "leopard_rider.mp4",
96 "image"
97 ]
98 },
99 {
100 "id": 708,
101 "type": "SaveVideo",
102 "pos": [
103 -130,
104 3910
105 ],
106 "size": [
107 490,
108 490
109 ],
110 "flags": [],
111 "order": 5,
112 "mode": 0,
113 "inputs": [
114 {
115 "name": "video",
116 "type": "VIDEO",
117 "link": 1814
118 }
119 ],
120 "outputs": [
121 {
122 "name": "video",
123 "type": "VIDEO",
124 "links": null
125 }
126 ],
127 "properties": {
128 "cnr_id": "comfy-core",
129 "ver": "0.21.1",
130 "Node name for S&R": "SaveVideo",
131 "enableTabs": false,
132 "tabWidth": 65,
133 "tabXOffset": 10,
134 "hasSecondTab": false,
135 "secondTabText": "Send Back",
136 "secondTabOffset": 80,
137 "secondTabWidth": 65
138 },
139 "widgets_values": [
140 "video/Sonilo",
141 "auto",
142 "auto"
143 ]
144 },
145 {
146 "id": 724,
147 "type": "bb615e2f-2ea7-40b8-9419-f0206c2d60dd",
148 "pos": [
149 -450,
150 3910
151 ],
152 "size": [
153 290,
154 170
155 ],
156 "flags": [],
157 "order": 4,
158 "mode": 0,
159 "inputs": [
160 {
161 "name": "video",
162 "type": "VIDEO",
163 "link": 1812
164 },
165 {
166 "label": "extra_audio",
167 "name": "audio",
168 "type": "AUDIO",
169 "link": 1818
170 },
171 {
172 "label": "original_audio_volume",
173 "name": "volume",
174 "type": "INT",
175 "widget": {
176 "name": "volume"
177 },
178 "link": null
179 },
180 {
181 "label": "extra_audio_volume",
182 "name": "volume_1",
183 "type": "INT",
184 "widget": {
185 "name": "volume_1"
186 },
187 "link": null
188 }
189 ],
190 "outputs": [
191 {
192 "name": "VIDEO",
193 "type": "VIDEO",
194 "links": [
195 1814
196 ]
197 }
198 ],
199 "properties": {
200 "proxyWidgets": [
201 [
202 "722",
203 "volume"
204 ],
205 [
206 "719",
207 "volume"
208 ]
209 ],
210 "cnr_id": "comfy-core",
211 "ver": "0.21.1",
212 "enableTabs": false,
213 "tabWidth": 65,
214 "tabXOffset": 10,
215 "hasSecondTab": false,
216 "secondTabText": "Send Back",
217 "secondTabOffset": 80,
218 "secondTabWidth": 65
219 },
220 "widgets_values": []
221 },
222 {
223 "id": 725,
224 "type": "MarkdownNote",
225 "pos": [
226 -450,
227 4160
228 ],
229 "size": [
230 290,
231 230
232 ],
233 "flags": [],
234 "order": 1,
235 "mode": 0,
236 "inputs": [],
237 "outputs": [],
238 "properties": [],
239 "widgets_values": [
240 "Please make sure the input video contains audio. Otherwise, the subgraph above will not run."
241 ],
242 "color": "#222",
243 "bgcolor": "#000"
244 },
245 {
246 "id": 728,
247 "type": "SaveAudioAdvanced",
248 "pos": [
249 -960,
250 3910
251 ],
252 "size": [
253 440,
254 176
255 ],
256 "flags": [],
257 "order": 3,
258 "mode": 0,
259 "inputs": [
260 {
261 "name": "audio",
262 "type": "AUDIO",
263 "link": 1817
264 }
265 ],
266 "outputs": [
267 {
268 "name": "audio",
269 "type": "AUDIO",
270 "links": [
271 1818
272 ]
273 }
274 ],
275 "properties": {
276 "cnr_id": "comfy-core",
277 "ver": "0.28.0",
278 "Node name for S&R": "SaveAudioAdvanced"
279 },
280 "widgets_values": [
281 "audio/Sonilo",
282 "mp3",
283 "V0"
284 ]
285 }
286 ],
287 "links": [
288 [
289 1776,
290 705,
291 0,
292 703,
293 0,
294 "VIDEO"
295 ],
296 [
297 1812,
298 705,
299 0,
300 724,
301 0,
302 "VIDEO"
303 ],
304 [
305 1814,
306 724,
307 0,
308 708,
309 0,
310 "VIDEO"
311 ],
312 [
313 1817,
314 703,
315 0,
316 728,
317 0,
318 "AUDIO"
319 ],
320 [
321 1818,
322 728,
323 0,
324 724,
325 1,
326 "AUDIO"
327 ]
328 ],
329 "groups": [
330 {
331 "id": 16,
332 "title": "Merge Audio to Video",
333 "bounding": [
334 -460,
335 3830,
336 839.9999892857909,
337 613.6000000000005
338 ],
339 "color": "#3f789e",
340 "flags": []
341 }
342 ],
343 "definitions": {
344 "subgraphs": [
345 {
346 "id": "bb615e2f-2ea7-40b8-9419-f0206c2d60dd",
347 "version": 1,
348 "state": {
349 "lastGroupId": 16,
350 "lastNodeId": 728,
351 "lastLinkId": 1818,
352 "lastRerouteId": 0
353 },
354 "revision": 0,
355 "config": [],
356 "name": "Video Audio Merger",
357 "inputNode": {
358 "id": -10,
359 "bounding": [
360 -710,
361 4190,
362 172.23046875,
363 128
364 ]
365 },
366 "outputNode": {
367 "id": -20,
368 "bounding": [
369 510,
370 4195,
371 128,
372 68
373 ]
374 },
375 "inputs": [
376 {
377 "id": "645a091a-8435-47b1-b2a9-67c06d67ec99",
378 "name": "video",
379 "type": "VIDEO",
380 "linkIds": [
381 1804
382 ],
383 "localized_name": "video",
384 "pos": [
385 -561.76953125,
386 4214
387 ]
388 },
389 {
390 "id": "45f8492d-0b87-4797-b25c-6245643250e3",
391 "name": "audio",
392 "type": "AUDIO",
393 "linkIds": [
394 1811
395 ],
396 "localized_name": "audio",
397 "label": "extra_audio",
398 "pos": [
399 -561.76953125,
400 4234
401 ]
402 },
403 {
404 "id": "e46461b3-9f5c-4c2c-a111-eafef15c9ec4",
405 "name": "volume",
406 "type": "INT",
407 "linkIds": [
408 1815
409 ],
410 "label": "original_audio_volume",
411 "pos": [
412 -561.76953125,
413 4254
414 ]
415 },
416 {
417 "id": "9afc3134-0316-4cbf-8c20-e0edbfe8fcda",
418 "name": "volume_1",
419 "type": "INT",
420 "linkIds": [
421 1816
422 ],
423 "label": "extra_audio_volume",
424 "pos": [
425 -561.76953125,
426 4274
427 ]
428 }
429 ],
430 "outputs": [
431 {
432 "id": "8e570612-ad18-44cb-90e1-12584d6c13fb",
433 "name": "VIDEO",
434 "type": "VIDEO",
435 "linkIds": [
436 1806
437 ],
438 "localized_name": "VIDEO",
439 "pos": [
440 534,
441 4219
442 ]
443 }
444 ],
445 "widgets": [],
446 "nodes": [
447 {
448 "id": 717,
449 "type": "GetVideoComponents",
450 "pos": [
451 -460,
452 3970
453 ],
454 "size": [
455 230,
456 120
457 ],
458 "flags": [],
459 "order": 0,
460 "mode": 0,
461 "inputs": [
462 {
463 "localized_name": "video",
464 "name": "video",
465 "type": "VIDEO",
466 "link": 1804
467 }
468 ],
469 "outputs": [
470 {
471 "localized_name": "images",
472 "name": "images",
473 "type": "IMAGE",
474 "links": [
475 1798
476 ]
477 },
478 {
479 "localized_name": "audio",
480 "name": "audio",
481 "type": "AUDIO",
482 "links": [
483 1808
484 ]
485 },
486 {
487 "localized_name": "fps",
488 "name": "fps",
489 "type": "FLOAT",
490 "links": [
491 1800
492 ]
493 },
494 {
495 "localized_name": "bit_depth",
496 "name": "bit_depth",
497 "type": "INT",
498 "links": null
499 }
500 ],
501 "properties": {
502 "cnr_id": "comfy-core",
503 "ver": "0.21.1",
504 "Node name for S&R": "GetVideoComponents",
505 "enableTabs": false,
506 "tabWidth": 65,
507 "tabXOffset": 10,
508 "hasSecondTab": false,
509 "secondTabText": "Send Back",
510 "secondTabOffset": 80,
511 "secondTabWidth": 65
512 },
513 "widgets_values": []
514 },
515 {
516 "id": 718,
517 "type": "CreateVideo",
518 "pos": [
519 150,
520 3970
521 ],
522 "size": [
523 270,
524 130
525 ],
526 "flags": [],
527 "order": 1,
528 "mode": 0,
529 "inputs": [
530 {
531 "localized_name": "images",
532 "name": "images",
533 "type": "IMAGE",
534 "link": 1798
535 },
536 {
537 "localized_name": "audio",
538 "name": "audio",
539 "shape": 7,
540 "type": "AUDIO",
541 "link": 1799
542 },
543 {
544 "localized_name": "fps",
545 "name": "fps",
546 "type": "FLOAT",
547 "widget": {
548 "name": "fps"
549 },
550 "link": 1800
551 }
552 ],
553 "outputs": [
554 {
555 "localized_name": "VIDEO",
556 "name": "VIDEO",
557 "type": "VIDEO",
558 "links": [
559 1806
560 ]
561 }
562 ],
563 "properties": {
564 "cnr_id": "comfy-core",
565 "ver": "0.21.1",
566 "Node name for S&R": "CreateVideo",
567 "enableTabs": false,
568 "tabWidth": 65,
569 "tabXOffset": 10,
570 "hasSecondTab": false,
571 "secondTabText": "Send Back",
572 "secondTabOffset": 80,
573 "secondTabWidth": 65
574 },
575 "widgets_values": [
576 30,
577 8
578 ]
579 },
580 {
581 "id": 719,
582 "type": "AudioAdjustVolume",
583 "pos": [
584 -460,
585 4360
586 ],
587 "size": [
588 270,
589 110
590 ],
591 "flags": [],
592 "order": 2,
593 "mode": 0,
594 "inputs": [
595 {
596 "localized_name": "audio",
597 "name": "audio",
598 "type": "AUDIO",
599 "link": 1811
600 },
601 {
602 "localized_name": "volume",
603 "name": "volume",
604 "type": "INT",
605 "widget": {
606 "name": "volume"
607 },
608 "link": 1816
609 }
610 ],
611 "outputs": [
612 {
613 "localized_name": "AUDIO",
614 "name": "AUDIO",
615 "type": "AUDIO",
616 "links": [
617 1803
618 ]
619 }
620 ],
621 "properties": {
622 "cnr_id": "comfy-core",
623 "ver": "0.21.1",
624 "Node name for S&R": "AudioAdjustVolume",
625 "enableTabs": false,
626 "tabWidth": 65,
627 "tabXOffset": 10,
628 "hasSecondTab": false,
629 "secondTabText": "Send Back",
630 "secondTabOffset": 80,
631 "secondTabWidth": 65
632 },
633 "widgets_values": [
634 1
635 ]
636 },
637 {
638 "id": 721,
639 "type": "AudioMerge",
640 "pos": [
641 -140,
642 4160
643 ],
644 "size": [
645 270,
646 140
647 ],
648 "flags": [],
649 "order": 3,
650 "mode": 0,
651 "inputs": [
652 {
653 "localized_name": "audio1",
654 "name": "audio1",
655 "type": "AUDIO",
656 "link": 1809
657 },
658 {
659 "localized_name": "audio2",
660 "name": "audio2",
661 "type": "AUDIO",
662 "link": 1803
663 }
664 ],
665 "outputs": [
666 {
667 "localized_name": "AUDIO",
668 "name": "AUDIO",
669 "type": "AUDIO",
670 "links": [
671 1799
672 ]
673 }
674 ],
675 "properties": {
676 "cnr_id": "comfy-core",
677 "ver": "0.21.1",
678 "Node name for S&R": "AudioMerge",
679 "enableTabs": false,
680 "tabWidth": 65,
681 "tabXOffset": 10,
682 "hasSecondTab": false,
683 "secondTabText": "Send Back",
684 "secondTabOffset": 80,
685 "secondTabWidth": 65
686 },
687 "widgets_values": [
688 "add"
689 ]
690 },
691 {
692 "id": 722,
693 "type": "AudioAdjustVolume",
694 "pos": [
695 -460,
696 4150
697 ],
698 "size": [
699 270,
700 110
701 ],
702 "flags": [],
703 "order": 4,
704 "mode": 0,
705 "inputs": [
706 {
707 "localized_name": "audio",
708 "name": "audio",
709 "type": "AUDIO",
710 "link": 1808
711 },
712 {
713 "localized_name": "volume",
714 "name": "volume",
715 "type": "INT",
716 "widget": {
717 "name": "volume"
718 },
719 "link": 1815
720 }
721 ],
722 "outputs": [
723 {
724 "localized_name": "AUDIO",
725 "name": "AUDIO",
726 "type": "AUDIO",
727 "links": [
728 1809
729 ]
730 }
731 ],
732 "properties": {
733 "cnr_id": "comfy-core",
734 "ver": "0.21.1",
735 "Node name for S&R": "AudioAdjustVolume",
736 "enableTabs": false,
737 "tabWidth": 65,
738 "tabXOffset": 10,
739 "hasSecondTab": false,
740 "secondTabText": "Send Back",
741 "secondTabOffset": 80,
742 "secondTabWidth": 65
743 },
744 "widgets_values": [
745 1
746 ]
747 }
748 ],
749 "groups": [
750 {
751 "id": 15,
752 "title": "Video Audio Merger",
753 "bounding": [
754 -480,
755 3890,
756 930,
757 670
758 ],
759 "color": "#3f789e",
760 "flags": []
761 }
762 ],
763 "links": [
764 {
765 "id": 1798,
766 "origin_id": 717,
767 "origin_slot": 0,
768 "target_id": 718,
769 "target_slot": 0,
770 "type": "IMAGE"
771 },
772 {
773 "id": 1799,
774 "origin_id": 721,
775 "origin_slot": 0,
776 "target_id": 718,
777 "target_slot": 1,
778 "type": "AUDIO"
779 },
780 {
781 "id": 1800,
782 "origin_id": 717,
783 "origin_slot": 2,
784 "target_id": 718,
785 "target_slot": 2,
786 "type": "FLOAT"
787 },
788 {
789 "id": 1809,
790 "origin_id": 722,
791 "origin_slot": 0,
792 "target_id": 721,
793 "target_slot": 0,
794 "type": "AUDIO"
795 },
796 {
797 "id": 1803,
798 "origin_id": 719,
799 "origin_slot": 0,
800 "target_id": 721,
801 "target_slot": 1,
802 "type": "AUDIO"
803 },
804 {
805 "id": 1808,
806 "origin_id": 717,
807 "origin_slot": 1,
808 "target_id": 722,
809 "target_slot": 0,
810 "type": "AUDIO"
811 },
812 {
813 "id": 1804,
814 "origin_id": -10,
815 "origin_slot": 0,
816 "target_id": 717,
817 "target_slot": 0,
818 "type": "VIDEO"
819 },
820 {
821 "id": 1811,
822 "origin_id": -10,
823 "origin_slot": 1,
824 "target_id": 719,
825 "target_slot": 0,
826 "type": "AUDIO"
827 },
828 {
829 "id": 1806,
830 "origin_id": 718,
831 "origin_slot": 0,
832 "target_id": -20,
833 "target_slot": 0,
834 "type": "VIDEO"
835 },
836 {
837 "id": 1815,
838 "origin_id": -10,
839 "origin_slot": 2,
840 "target_id": 722,
841 "target_slot": 1,
842 "type": "INT"
843 },
844 {
845 "id": 1816,
846 "origin_id": -10,
847 "origin_slot": 3,
848 "target_id": 719,
849 "target_slot": 1,
850 "type": "INT"
851 }
852 ],
853 "extra": []
854 }
855 ]
856 },
857 "config": [],
858 "extra": {
859 "ds": {
860 "scale": 0.8293168508908617,
861 "offset": [
862 1808.4832960169763,
863 -3352.4890252468276
864 ]
865 },
866 "frontendVersion": "1.45.21",
867 "linearMode": false,
868 "linearData": {
869 "inputs": [
870 [
871 "705",
872 "file"
873 ],
874 [
875 "703",
876 "prompt"
877 ],
878 [
879 "722",
880 "volume"
881 ],
882 [
883 "719",
884 "volume"
885 ]
886 ],
887 "outputs": [
888 "704",
889 "708"
890 ]
891 },
892 "ue_links": [],
893 "VHS_latentpreview": false,
894 "VHS_latentpreviewrate": 0,
895 "VHS_MetadataImage": true,
896 "VHS_KeepIntermediate": true
897 },
898 "version": 0.4
899}