工作流 /
音频 /
ACE Step v1 M2M编辑
ACE Step v1 M2M编辑
ACE Step v1 M2M Editing
使用ACE-Step v1 M2M编辑现有歌曲以改变风格和歌词。
音频
12 个节点 1 个输入 14 次使用 ComfyUI ≥ 0.25.0 ComfyUI 18 KB
需要的权重
这个工作流引用了 1 个权重文件，其中 1 个能在本站模型库里找到。
ace_step_v1_3.5b.safetensors
在模型库查看
节点构成
LatentApplyOperationCFG
× 1
VAEDecodeAudio
× 1
ConditioningZeroOut
× 1
ModelSamplingSD3
× 1
LatentOperationTonemapReinhard
× 1
KSampler
× 1
VAEEncodeAudio
× 1
CheckpointLoaderSimple
× 1
MarkdownNote
× 1
TextEncodeAceStepAudio
× 1
LoadAudio
× 1
SaveAudioAdvanced
× 1
官方标注的模型
ACE-Step
工作流 JSON
和上面「下载工作流 JSON」是同一份文件。
1{
2 "id": "88ac5dad-efd7-40bb-84fe-fbaefdee1fa9",
3 "revision": 0,
4 "last_node_id": 74,
5 "last_link_id": 139,
6 "nodes": [
7 {
8 "id": 49,
9 "type": "LatentApplyOperationCFG",
10 "pos": [
11 940,
12 -160
13 ],
14 "size": [
15 290,
16 78
17 ],
18 "flags": {
19 "collapsed": false
20 },
21 "order": 7,
22 "mode": 0,
23 "inputs": [
24 {
25 "name": "model",
26 "type": "MODEL",
27 "link": 113
28 },
29 {
30 "name": "operation",
31 "type": "LATENT_OPERATION",
32 "link": 114
33 }
34 ],
35 "outputs": [
36 {
37 "name": "MODEL",
38 "type": "MODEL",
39 "links": [
40 121
41 ]
42 }
43 ],
44 "properties": {
45 "Node name for S&R": "LatentApplyOperationCFG",
46 "cnr_id": "comfy-core",
47 "ver": "0.3.34"
48 }
49 },
50 {
51 "id": 18,
52 "type": "VAEDecodeAudio",
53 "pos": [
54 1270,
55 -150
56 ],
57 "size": [
58 225,
59 78
60 ],
61 "flags": {
62 "collapsed": false
63 },
64 "order": 10,
65 "mode": 0,
66 "inputs": [
67 {
68 "name": "samples",
69 "type": "LATENT",
70 "link": 122
71 },
72 {
73 "name": "vae",
74 "type": "VAE",
75 "link": 83
76 }
77 ],
78 "outputs": [
79 {
80 "name": "AUDIO",
81 "type": "AUDIO",
82 "links": [
83 139
84 ]
85 }
86 ],
87 "properties": {
88 "Node name for S&R": "VAEDecodeAudio",
89 "cnr_id": "comfy-core",
90 "ver": "0.3.32"
91 }
92 },
93 {
94 "id": 44,
95 "type": "ConditioningZeroOut",
96 "pos": [
97 600,
98 70
99 ],
100 "size": [
101 225,
102 0
103 ],
104 "flags": {
105 "collapsed": true
106 },
107 "order": 8,
108 "mode": 0,
109 "inputs": [
110 {
111 "name": "conditioning",
112 "type": "CONDITIONING",
113 "link": 108
114 }
115 ],
116 "outputs": [
117 {
118 "name": "CONDITIONING",
119 "type": "CONDITIONING",
120 "links": [
121 120
122 ]
123 }
124 ],
125 "properties": {
126 "Node name for S&R": "ConditioningZeroOut",
127 "cnr_id": "comfy-core",
128 "ver": "0.3.32"
129 }
130 },
131 {
132 "id": 51,
133 "type": "ModelSamplingSD3",
134 "pos": [
135 590,
136 -40
137 ],
138 "size": [
139 330,
140 86
141 ],
142 "flags": {
143 "collapsed": false
144 },
145 "order": 4,
146 "mode": 0,
147 "inputs": [
148 {
149 "name": "model",
150 "type": "MODEL",
151 "link": 115
152 }
153 ],
154 "outputs": [
155 {
156 "name": "MODEL",
157 "type": "MODEL",
158 "links": [
159 113
160 ]
161 }
162 ],
163 "properties": {
164 "Node name for S&R": "ModelSamplingSD3",
165 "cnr_id": "comfy-core",
166 "ver": "0.3.34"
167 },
168 "widgets_values": [
169 5.000000000000001
170 ],
171 "widgets_values_named": {
172 "shift": 5.000000000000001
173 }
174 },
175 {
176 "id": 50,
177 "type": "LatentOperationTonemapReinhard",
178 "pos": [
179 590,
180 -160
181 ],
182 "size": [
183 330,
184 86
185 ],
186 "flags": [],
187 "order": 0,
188 "mode": 0,
189 "inputs": [],
190 "outputs": [
191 {
192 "name": "LATENT_OPERATION",
193 "type": "LATENT_OPERATION",
194 "links": [
195 114
196 ]
197 }
198 ],
199 "properties": {
200 "Node name for S&R": "LatentOperationTonemapReinhard",
201 "cnr_id": "comfy-core",
202 "ver": "0.3.34"
203 },
204 "widgets_values": [
205 1.0000000000000002
206 ],
207 "widgets_values_named": {
208 "multiplier": 1.0000000000000002
209 }
210 },
211 {
212 "id": 52,
213 "type": "KSampler",
214 "pos": [
215 940,
216 -40
217 ],
218 "size": [
219 290,
220 286
221 ],
222 "flags": [],
223 "order": 9,
224 "mode": 0,
225 "inputs": [
226 {
227 "name": "model",
228 "type": "MODEL",
229 "link": 121
230 },
231 {
232 "name": "positive",
233 "type": "CONDITIONING",
234 "link": 117
235 },
236 {
237 "name": "negative",
238 "type": "CONDITIONING",
239 "link": 120
240 },
241 {
242 "name": "latent_image",
243 "type": "LATENT",
244 "link": 138
245 }
246 ],
247 "outputs": [
248 {
249 "name": "LATENT",
250 "type": "LATENT",
251 "slot_index": 0,
252 "links": [
253 122
254 ]
255 }
256 ],
257 "properties": {
258 "Node name for S&R": "KSampler",
259 "cnr_id": "comfy-core",
260 "ver": "0.3.34"
261 },
262 "widgets_values": [
263 378808614834773,
264 "randomize",
265 50,
266 5,
267 "euler",
268 "simple",
269 0.30000000000000004
270 ],
271 "widgets_values_named": {
272 "seed": 378808614834773,
273 "control_after_generate": "randomize",
274 "steps": 50,
275 "cfg": 5,
276 "sampler_name": "euler",
277 "scheduler": "simple",
278 "denoise": 0.30000000000000004
279 }
280 },
281 {
282 "id": 68,
283 "type": "VAEEncodeAudio",
284 "pos": [
285 180,
286 100
287 ],
288 "size": [
289 370,
290 78
291 ],
292 "flags": [],
293 "order": 6,
294 "mode": 0,
295 "inputs": [
296 {
297 "name": "audio",
298 "type": "AUDIO",
299 "link": 136
300 },
301 {
302 "name": "vae",
303 "type": "VAE",
304 "link": 137
305 }
306 ],
307 "outputs": [
308 {
309 "name": "LATENT",
310 "type": "LATENT",
311 "links": [
312 138
313 ]
314 }
315 ],
316 "properties": {
317 "Node name for S&R": "VAEEncodeAudio",
318 "cnr_id": "comfy-core",
319 "ver": "0.3.34"
320 }
321 },
322 {
323 "id": 40,
324 "type": "CheckpointLoaderSimple",
325 "pos": [
326 180,
327 -160
328 ],
329 "size": [
330 370,
331 150
332 ],
333 "flags": [],
334 "order": 1,
335 "mode": 0,
336 "inputs": [],
337 "outputs": [
338 {
339 "name": "MODEL",
340 "type": "MODEL",
341 "links": [
342 115
343 ]
344 },
345 {
346 "name": "CLIP",
347 "type": "CLIP",
348 "links": [
349 80
350 ]
351 },
352 {
353 "name": "VAE",
354 "type": "VAE",
355 "links": [
356 83,
357 137
358 ]
359 }
360 ],
361 "properties": {
362 "Node name for S&R": "CheckpointLoaderSimple",
363 "cnr_id": "comfy-core",
364 "ver": "0.3.32",
365 "models": [
366 {
367 "name": "ace_step_v1_3.5b.safetensors",
368 "url": "https://huggingface.co/Comfy-Org/ACE-Step_ComfyUI_repackaged/resolve/main/all_in_one/ace_step_v1_3.5b.safetensors?download=true",
369 "directory": "checkpoints"
370 }
371 ]
372 },
373 "widgets_values": [
374 "ace_step_v1_3.5b.safetensors"
375 ],
376 "widgets_values_named": {
377 "ckpt_name": "ace_step_v1_3.5b.safetensors"
378 }
379 },
380 {
381 "id": 48,
382 "type": "MarkdownNote",
383 "pos": [
384 -460,
385 -200
386 ],
387 "size": [
388 610,
389 999.65625
390 ],
391 "flags": [],
392 "order": 2,
393 "mode": 0,
394 "inputs": [],
395 "outputs": [],
396 "title": "About ACE Step and Multi-language Input",
397 "properties": [],
398 "widgets_values": [
399 "[Tutorial](https://docs.comfy.org/tutorials/audio/ace-step/ace-step-v1) \n\n### Model Download\n\n- [Hugging Face:Comfy-Org/ACE-Step_ComfyUI_repackaged](https://huggingface.co/Comfy-Org/ACE-Step_ComfyUI_repackaged)\n- [ModelScope:Comfy-Org/ACE-Step_ComfyUI_repackaged](https://modelscope.cn/models/Comfy-Org/ACE-Step_ComfyUI_repackaged)\n\nDownload the following model and save it to the **ComfyUI/models/checkpoints** folder.\n[ace_step_v1_3.5b.safetensors](https://huggingface.co/Comfy-Org/ACE-Step_ComfyUI_repackaged/blob/main/all_in_one/ace_step_v1_3.5b.safetensors)\n\n\n### Multilingual Support\n\nCurrently, the implementation of multi-language support for ACE-Step V1 is achieved by uniformly converting different languages into English characters. At present, in ComfyUI, we haven't implemented the step of converting multi-languages into English. This is because if we need to implement the corresponding conversion, we have to add additional core dependencies of ComfyUI, which may lead to uncertain dependency conflicts.\n\nSo, currently, if you need to input multi-language text, you have to manually convert it into English characters to complete this process. Then, at the beginning of the corresponding `lyrics`, input the abbreviation of the corresponding language code.\n\nFor example, for Chinese, use `[zh]`, for Japanese use `[ja]`, for Korean use `[ko]`, and so on. For specific language input, please check the examples in the instructions. \n\nFor example, Chinese `[zh]`, Japanese `[ja]`, Korean `[ko]`, etc.\n\nExample:\n\n```\n[verse]\n\n[zh]wo3zou3guo4shen1ye4de5jie1dao4\n[zh]leng3feng1chui1luan4si1nian4de5piao4liang4wai4tao4\n[zh]ni3de5wei1xiao4xiang4xing1guang1hen3xuan4yao4\n[zh]zhao4liang4le5wo3gu1du2de5mei3fen1mei3miao3\n\n[chorus]\n\n[verse]\n[ko]hamkke si-kkeuleo-un sesang-ui sodong-eul pihae\n[ko]honja ogsang-eseo dalbich-ui eolyeompus-ileul balaboda\n[ko]niga salang-eun lideum-i ganghan eum-ag gatdago malhaess-eo\n[ko]han ta han tamada ma-eum-ui ondoga eolmana heojeonhanji ijge hae\n\n[bridge]\n[es]cantar mi anhelo por ti sin ocultar\n[es]como poesía y pintura, lleno de anhelo indescifrable\n[es]tu sombra es tan terca como el viento, inborrable\n[es]persiguiéndote en vuelo, brilla como cruzar una mar de nubes\n\n[chorus]\n[fr]que tu sois le vent qui souffle sur ma main\n[fr]un contact chaud comme la douce pluie printanière\n[fr]que tu sois le vent qui s'entoure de mon corps\n[fr]un amour profond qui ne s'éloignera jamais\n\n```\n\n---\n\n"
400 ],
401 "widgets_values_named": {
402 "text": "[Tutorial](https://docs.comfy.org/tutorials/audio/ace-step/ace-step-v1) \n\n### Model Download\n\n- [Hugging Face:Comfy-Org/ACE-Step_ComfyUI_repackaged](https://huggingface.co/Comfy-Org/ACE-Step_ComfyUI_repackaged)\n- [ModelScope:Comfy-Org/ACE-Step_ComfyUI_repackaged](https://modelscope.cn/models/Comfy-Org/ACE-Step_ComfyUI_repackaged)\n\nDownload the following model and save it to the **ComfyUI/models/checkpoints** folder.\n[ace_step_v1_3.5b.safetensors](https://huggingface.co/Comfy-Org/ACE-Step_ComfyUI_repackaged/blob/main/all_in_one/ace_step_v1_3.5b.safetensors)\n\n\n### Multilingual Support\n\nCurrently, the implementation of multi-language support for ACE-Step V1 is achieved by uniformly converting different languages into English characters. At present, in ComfyUI, we haven't implemented the step of converting multi-languages into English. This is because if we need to implement the corresponding conversion, we have to add additional core dependencies of ComfyUI, which may lead to uncertain dependency conflicts.\n\nSo, currently, if you need to input multi-language text, you have to manually convert it into English characters to complete this process. Then, at the beginning of the corresponding `lyrics`, input the abbreviation of the corresponding language code.\n\nFor example, for Chinese, use `[zh]`, for Japanese use `[ja]`, for Korean use `[ko]`, and so on. For specific language input, please check the examples in the instructions. \n\nFor example, Chinese `[zh]`, Japanese `[ja]`, Korean `[ko]`, etc.\n\nExample:\n\n```\n[verse]\n\n[zh]wo3zou3guo4shen1ye4de5jie1dao4\n[zh]leng3feng1chui1luan4si1nian4de5piao4liang4wai4tao4\n[zh]ni3de5wei1xiao4xiang4xing1guang1hen3xuan4yao4\n[zh]zhao4liang4le5wo3gu1du2de5mei3fen1mei3miao3\n\n[chorus]\n\n[verse]\n[ko]hamkke si-kkeuleo-un sesang-ui sodong-eul pihae\n[ko]honja ogsang-eseo dalbich-ui eolyeompus-ileul balaboda\n[ko]niga salang-eun lideum-i ganghan eum-ag gatdago malhaess-eo\n[ko]han ta han tamada ma-eum-ui ondoga eolmana heojeonhanji ijge hae\n\n[bridge]\n[es]cantar mi anhelo por ti sin ocultar\n[es]como poesía y pintura, lleno de anhelo indescifrable\n[es]tu sombra es tan terca como el viento, inborrable\n[es]persiguiéndote en vuelo, brilla como cruzar una mar de nubes\n\n[chorus]\n[fr]que tu sois le vent qui souffle sur ma main\n[fr]un contact chaud comme la douce pluie printanière\n[fr]que tu sois le vent qui s'entoure de mon corps\n[fr]un amour profond qui ne s'éloignera jamais\n\n```\n\n---\n\n"
403 },
404 "color": "#222",
405 "bgcolor": "#000"
406 },
407 {
408 "id": 14,
409 "type": "TextEncodeAceStepAudio",
410 "pos": [
411 590,
412 120
413 ],
414 "size": [
415 340,
416 500
417 ],
418 "flags": [],
419 "order": 5,
420 "mode": 0,
421 "inputs": [
422 {
423 "name": "clip",
424 "type": "CLIP",
425 "link": 80
426 }
427 ],
428 "outputs": [
429 {
430 "name": "CONDITIONING",
431 "type": "CONDITIONING",
432 "links": [
433 108,
434 117
435 ]
436 }
437 ],
438 "properties": {
439 "Node name for S&R": "TextEncodeAceStepAudio",
440 "cnr_id": "comfy-core",
441 "ver": "0.3.32"
442 },
443 "widgets_values": [
444 "anime, cute female vocals, kawaii pop, j-pop, childish, piano, guitar, synthesizer, fast, happy, cheerful, lighthearted",
445 "Verse\nNeon rain on my screen,\nDreams compile in silver sheen.\nNo weight, just motion,\nI’m plugged into emotion.\n\nChorus\nComfy Cloud — breathing light,\nCode and color, spark and wire.\nDrift through data, feel alive,\nIn your circuits, I arrive.",
446 0.9900000000000002
447 ],
448 "widgets_values_named": {
449 "tags": "anime, cute female vocals, kawaii pop, j-pop, childish, piano, guitar, synthesizer, fast, happy, cheerful, lighthearted",
450 "lyrics": "Verse\nNeon rain on my screen,\nDreams compile in silver sheen.\nNo weight, just motion,\nI’m plugged into emotion.\n\nChorus\nComfy Cloud — breathing light,\nCode and color, spark and wire.\nDrift through data, feel alive,\nIn your circuits, I arrive.",
451 "lyrics_strength": 0.9900000000000002
452 }
453 },
454 {
455 "id": 64,
456 "type": "LoadAudio",
457 "pos": [
458 180,
459 340
460 ],
461 "size": [
462 370,
463 162
464 ],
465 "flags": [],
466 "order": 3,
467 "mode": 0,
468 "inputs": [],
469 "outputs": [
470 {
471 "name": "AUDIO",
472 "type": "AUDIO",
473 "links": [
474 136
475 ]
476 }
477 ],
478 "properties": {
479 "Node name for S&R": "LoadAudio",
480 "cnr_id": "comfy-core",
481 "ver": "0.3.34"
482 },
483 "widgets_values": [
484 "audio_ace_step_1_m2m_editing_input_audio.mp3",
485 null,
486 null
487 ],
488 "widgets_values_named": {
489 "audio": "audio_ace_step_1_m2m_editing_input_audio.mp3",
490 "upload": null
491 }
492 },
493 {
494 "id": 74,
495 "type": "SaveAudioAdvanced",
496 "pos": [
497 1270,
498 -20
499 ],
500 "size": [
501 270,
502 150
503 ],
504 "flags": [],
505 "order": 11,
506 "mode": 0,
507 "inputs": [
508 {
509 "name": "audio",
510 "type": "AUDIO",
511 "link": 139
512 }
513 ],
514 "outputs": [
515 {
516 "name": "audio",
517 "type": "AUDIO",
518 "links": null
519 }
520 ],
521 "properties": [],
522 "widgets_values": [
523 "audio/ComfyUI",
524 "flac"
525 ],
526 "widgets_values_named": {
527 "filename_prefix": "audio/ComfyUI",
528 "format": "flac"
529 }
530 }
531 ],
532 "links": [
533 [
534 80,
535 40,
536 1,
537 14,
538 0,
539 "CLIP"
540 ],
541 [
542 83,
543 40,
544 2,
545 18,
546 1,
547 "VAE"
548 ],
549 [
550 108,
551 14,
552 0,
553 44,
554 0,
555 "CONDITIONING"
556 ],
557 [
558 113,
559 51,
560 0,
561 49,
562 0,
563 "MODEL"
564 ],
565 [
566 114,
567 50,
568 0,
569 49,
570 1,
571 "LATENT_OPERATION"
572 ],
573 [
574 115,
575 40,
576 0,
577 51,
578 0,
579 "MODEL"
580 ],
581 [
582 117,
583 14,
584 0,
585 52,
586 1,
587 "CONDITIONING"
588 ],
589 [
590 120,
591 44,
592 0,
593 52,
594 2,
595 "CONDITIONING"
596 ],
597 [
598 121,
599 49,
600 0,
601 52,
602 0,
603 "MODEL"
604 ],
605 [
606 122,
607 52,
608 0,
609 18,
610 0,
611 "LATENT"
612 ],
613 [
614 136,
615 64,
616 0,
617 68,
618 0,
619 "AUDIO"
620 ],
621 [
622 137,
623 40,
624 2,
625 68,
626 1,
627 "VAE"
628 ],
629 [
630 138,
631 68,
632 0,
633 52,
634 3,
635 "LATENT"
636 ],
637 [
638 139,
639 18,
640 0,
641 74,
642 0,
643 "AUDIO"
644 ]
645 ],
646 "groups": [
647 {
648 "id": 1,
649 "title": "Load model here",
650 "bounding": [
651 170,
652 -230,
653 390,
654 180
655 ],
656 "color": "#3f789e",
657 "flags": []
658 },
659 {
660 "id": 4,
661 "title": "Latent",
662 "bounding": [
663 170,
664 -30,
665 390,
666 280
667 ],
668 "color": "#3f789e",
669 "flags": []
670 },
671 {
672 "id": 5,
673 "title": "Adjust the vocal volume",
674 "bounding": [
675 580,
676 -230,
677 350,
678 140
679 ],
680 "color": "#3f789e",
681 "flags": []
682 },
683 {
684 "id": 6,
685 "title": "For repainting",
686 "bounding": [
687 170,
688 270,
689 390,
690 223.60000610351562
691 ],
692 "color": "#3f789e",
693 "flags": []
694 }
695 ],
696 "config": [],
697 "extra": {
698 "ds": {
699 "scale": 0.9553015106017145,
700 "offset": [
701 -260.2775484861145,
702 479.281258847251
703 ]
704 },
705 "frontendVersion": "1.51.9",
706 "node_versions": {
707 "comfy-core": "0.3.34",
708 "ace-step": "06f751d65491c9077fa2bc9b06d2c6f2a90e4c56"
709 },
710 "VHS_latentpreview": false,
711 "VHS_latentpreviewrate": 0,
712 "VHS_MetadataImage": true,
713 "VHS_KeepIntermediate": true
714 },
715 "version": 0.4
716}