工作流 /
音频 /
ACE-Step v1文本到器乐音乐
ACE-Step v1文本到器乐音乐
ACE-Step v1 Text to Instrumentals Music
使用ACE-Step v1从文本提示生成器乐音乐。
音频
12 个节点 13 次使用 ComfyUI ≥ 0.25.0 ComfyUI 14 KB
需要的权重
这个工作流引用了 1 个权重文件，其中 1 个能在本站模型库里找到。
ace_step_v1_3.5b.safetensors
在模型库查看
节点构成
KSampler
× 1
VAEDecodeAudio
× 1
ConditioningZeroOut
× 1
TextEncodeAceStepAudio
× 1
LatentOperationTonemapReinhard
× 1
SaveAudioMP3
× 1
MarkdownNote
× 1
Note
× 1
CheckpointLoaderSimple
× 1
EmptyAceStepLatentAudio
× 1
LatentApplyOperationCFG
× 1
ModelSamplingSD3
× 1
官方标注的模型
ACE-Step
工作流 JSON
和上面「下载工作流 JSON」是同一份文件。
1{
2 "id": "88ac5dad-efd7-40bb-84fe-fbaefdee1fa9",
3 "revision": 0,
4 "last_node_id": 74,
5 "last_link_id": 137,
6 "nodes": [
7 {
8 "id": 52,
9 "type": "KSampler",
10 "pos": [
11 950,
12 30
13 ],
14 "size": [
15 290,
16 262
17 ],
18 "flags": [],
19 "order": 9,
20 "mode": 0,
21 "inputs": [
22 {
23 "name": "model",
24 "type": "MODEL",
25 "link": 121
26 },
27 {
28 "name": "positive",
29 "type": "CONDITIONING",
30 "link": 117
31 },
32 {
33 "name": "negative",
34 "type": "CONDITIONING",
35 "link": 120
36 },
37 {
38 "name": "latent_image",
39 "type": "LATENT",
40 "link": 119
41 }
42 ],
43 "outputs": [
44 {
45 "name": "LATENT",
46 "type": "LATENT",
47 "slot_index": 0,
48 "links": [
49 122
50 ]
51 }
52 ],
53 "properties": {
54 "Node name for S&R": "KSampler",
55 "cnr_id": "comfy-core",
56 "ver": "0.3.34"
57 },
58 "widgets_values": [
59 257025689259434,
60 "randomize",
61 50,
62 5,
63 "euler",
64 "simple",
65 1
66 ]
67 },
68 {
69 "id": 18,
70 "type": "VAEDecodeAudio",
71 "pos": [
72 1090,
73 340
74 ],
75 "size": [
76 158.7154296875,
77 46
78 ],
79 "flags": {
80 "collapsed": false
81 },
82 "order": 10,
83 "mode": 0,
84 "inputs": [
85 {
86 "name": "samples",
87 "type": "LATENT",
88 "link": 122
89 },
90 {
91 "name": "vae",
92 "type": "VAE",
93 "link": 83
94 }
95 ],
96 "outputs": [
97 {
98 "name": "AUDIO",
99 "type": "AUDIO",
100 "links": [
101 126
102 ]
103 }
104 ],
105 "properties": {
106 "Node name for S&R": "VAEDecodeAudio",
107 "cnr_id": "comfy-core",
108 "ver": "0.3.32"
109 },
110 "widgets_values": []
111 },
112 {
113 "id": 44,
114 "type": "ConditioningZeroOut",
115 "pos": [
116 600,
117 0
118 ],
119 "size": [
120 197.712890625,
121 26
122 ],
123 "flags": {
124 "collapsed": true
125 },
126 "order": 8,
127 "mode": 0,
128 "inputs": [
129 {
130 "name": "conditioning",
131 "type": "CONDITIONING",
132 "link": 108
133 }
134 ],
135 "outputs": [
136 {
137 "name": "CONDITIONING",
138 "type": "CONDITIONING",
139 "links": [
140 120
141 ]
142 }
143 ],
144 "properties": {
145 "Node name for S&R": "ConditioningZeroOut",
146 "cnr_id": "comfy-core",
147 "ver": "0.3.32"
148 },
149 "widgets_values": []
150 },
151 {
152 "id": 14,
153 "type": "TextEncodeAceStepAudio",
154 "pos": [
155 590,
156 50
157 ],
158 "size": [
159 330,
160 420
161 ],
162 "flags": [],
163 "order": 6,
164 "mode": 0,
165 "inputs": [
166 {
167 "name": "clip",
168 "type": "CLIP",
169 "link": 80
170 }
171 ],
172 "outputs": [
173 {
174 "name": "CONDITIONING",
175 "type": "CONDITIONING",
176 "links": [
177 108,
178 117
179 ]
180 }
181 ],
182 "properties": {
183 "Node name for S&R": "TextEncodeAceStepAudio",
184 "cnr_id": "comfy-core",
185 "ver": "0.3.32"
186 },
187 "widgets_values": [
188 "anime, kawaii pop, j-pop, childish, piano, guitar, synthesizer, fast, happy, cheerful, lighthearted",
189 "[instrumental]\n[break down]\n[drum fill]\n[chopped samples]\n",
190 0.9900000000000002
191 ]
192 },
193 {
194 "id": 50,
195 "type": "LatentOperationTonemapReinhard",
196 "pos": [
197 590,
198 -160
199 ],
200 "size": [
201 330,
202 58
203 ],
204 "flags": [],
205 "order": 0,
206 "mode": 0,
207 "inputs": [],
208 "outputs": [
209 {
210 "name": "LATENT_OPERATION",
211 "type": "LATENT_OPERATION",
212 "links": [
213 114
214 ]
215 }
216 ],
217 "properties": {
218 "Node name for S&R": "LatentOperationTonemapReinhard",
219 "cnr_id": "comfy-core",
220 "ver": "0.3.34"
221 },
222 "widgets_values": [
223 1.0000000000000002
224 ]
225 },
226 {
227 "id": 59,
228 "type": "SaveAudioMP3",
229 "pos": [
230 1260,
231 -160
232 ],
233 "size": [
234 610,
235 136
236 ],
237 "flags": [],
238 "order": 11,
239 "mode": 0,
240 "inputs": [
241 {
242 "name": "audio",
243 "type": "AUDIO",
244 "link": 126
245 }
246 ],
247 "outputs": [],
248 "properties": {
249 "Node name for S&R": "SaveAudioMP3",
250 "cnr_id": "comfy-core",
251 "ver": "0.3.34"
252 },
253 "widgets_values": [
254 "audio/ComfyUI",
255 "V0"
256 ]
257 },
258 {
259 "id": 74,
260 "type": "MarkdownNote",
261 "pos": [
262 -460,
263 -200
264 ],
265 "size": [
266 610,
267 820
268 ],
269 "flags": [],
270 "order": 1,
271 "mode": 0,
272 "inputs": [],
273 "outputs": [],
274 "title": "About ACE Step and Multi-language Input",
275 "properties": [],
276 "widgets_values": [
277 "[Tutorial](https://docs.comfy.org/tutorials/audio/ace-step/ace-step-v1) \n\n### Model Download\n\n- [Hugging Face:Comfy-Org/ACE-Step_ComfyUI_repackaged](https://huggingface.co/Comfy-Org/ACE-Step_ComfyUI_repackaged)\n\n**ModelScope mirrors** (alternative repo location)\n\n- [ModelScope:Comfy-Org/ACE-Step_ComfyUI_repackaged](https://modelscope.cn/models/Comfy-Org/ACE-Step_ComfyUI_repackaged)\n\nDownload the following model and save it to the **ComfyUI/models/checkpoints** folder.\n[ace_step_v1_3.5b.safetensors](https://huggingface.co/Comfy-Org/ACE-Step_ComfyUI_repackaged/blob/main/all_in_one/ace_step_v1_3.5b.safetensors)\n\n### Multilingual Support\n\nCurrently, the implementation of multi-language support for ACE-Step V1 is achieved by uniformly converting different languages into English characters. At present, in ComfyUI, we haven't implemented the step of converting multi-languages into English. This is because if we need to implement the corresponding conversion, we have to add additional core dependencies of ComfyUI, which may lead to uncertain dependency conflicts.\n\nSo, currently, if you need to input multi-language text, you have to manually convert it into English characters to complete this process. Then, at the beginning of the corresponding `lyrics`, input the abbreviation of the corresponding language code.\n\nFor example, for Chinese, use `[zh]`, for Japanese use `[ja]`, for Korean use `[ko]`, and so on. For specific language input, please check the examples in the instructions. \n\nFor example, Chinese `[zh]`, Japanese `[ja]`, Korean `[ko]`, etc.\n\nExample:\n\n```\n[verse]\n\n[zh]wo3zou3guo4shen1ye4de5jie1dao4\n[zh]leng3feng1chui1luan4si1nian4de5piao4liang4wai4tao4\n[zh]ni3de5wei1xiao4xiang4xing1guang1hen3xuan4yao4\n[zh]zhao4liang4le5wo3gu1du2de5mei3fen1mei3miao3\n\n[chorus]\n\n[verse]\n[ko]hamkke si-kkeuleo-un sesang-ui sodong-eul pihae\n[ko]honja ogsang-eseo dalbich-ui eolyeompus-ileul balaboda\n[ko]niga salang-eun lideum-i ganghan eum-ag gatdago malhaess-eo\n[ko]han ta han tamada ma-eum-ui ondoga eolmana heojeonhanji ijge hae\n\n[bridge]\n[es]cantar mi anhelo por ti sin ocultar\n[es]como poesía y pintura, lleno de anhelo indescifrable\n[es]tu sombra es tan terca como el viento, inborrable\n[es]persiguiéndote en vuelo, brilla como cruzar una mar de nubes\n\n[chorus]\n[fr]que tu sois le vent qui souffle sur ma main\n[fr]un contact chaud comme la douce pluie printanière\n[fr]que tu sois le vent qui s'entoure de mon corps\n[fr]un amour profond qui ne s'éloignera jamais\n\n```\n"
278 ],
279 "color": "#222",
280 "bgcolor": "#000"
281 },
282 {
283 "id": 73,
284 "type": "Note",
285 "pos": [
286 1270,
287 -300
288 ],
289 "size": [
290 310,
291 88
292 ],
293 "flags": [],
294 "order": 2,
295 "mode": 0,
296 "inputs": [],
297 "outputs": [],
298 "properties": [],
299 "widgets_values": [
300 "These nodes can save audio in different formats. Currently, all the modes are Bypass. You can enable them as per your needs."
301 ],
302 "color": "#222",
303 "bgcolor": "#000"
304 },
305 {
306 "id": 40,
307 "type": "CheckpointLoaderSimple",
308 "pos": [
309 180,
310 -160
311 ],
312 "size": [
313 370,
314 98
315 ],
316 "flags": [],
317 "order": 3,
318 "mode": 0,
319 "inputs": [],
320 "outputs": [
321 {
322 "name": "MODEL",
323 "type": "MODEL",
324 "links": [
325 115
326 ]
327 },
328 {
329 "name": "CLIP",
330 "type": "CLIP",
331 "links": [
332 80
333 ]
334 },
335 {
336 "name": "VAE",
337 "type": "VAE",
338 "links": [
339 83
340 ]
341 }
342 ],
343 "properties": {
344 "Node name for S&R": "CheckpointLoaderSimple",
345 "cnr_id": "comfy-core",
346 "ver": "0.3.32",
347 "models": [
348 {
349 "name": "ace_step_v1_3.5b.safetensors",
350 "url": "https://huggingface.co/Comfy-Org/ACE-Step_ComfyUI_repackaged/resolve/main/all_in_one/ace_step_v1_3.5b.safetensors?download=true",
351 "directory": "checkpoints"
352 }
353 ]
354 },
355 "widgets_values": [
356 "ace_step_v1_3.5b.safetensors"
357 ]
358 },
359 {
360 "id": 17,
361 "type": "EmptyAceStepLatentAudio",
362 "pos": [
363 180,
364 100
365 ],
366 "size": [
367 370,
368 82
369 ],
370 "flags": [],
371 "order": 4,
372 "mode": 0,
373 "inputs": [],
374 "outputs": [
375 {
376 "name": "LATENT",
377 "type": "LATENT",
378 "links": [
379 119
380 ]
381 }
382 ],
383 "properties": {
384 "Node name for S&R": "EmptyAceStepLatentAudio",
385 "cnr_id": "comfy-core",
386 "ver": "0.3.32"
387 },
388 "widgets_values": [
389 30,
390 1
391 ]
392 },
393 {
394 "id": 49,
395 "type": "LatentApplyOperationCFG",
396 "pos": [
397 960,
398 -80
399 ],
400 "size": [
401 290,
402 50
403 ],
404 "flags": {
405 "collapsed": false
406 },
407 "order": 7,
408 "mode": 0,
409 "inputs": [
410 {
411 "name": "model",
412 "type": "MODEL",
413 "link": 113
414 },
415 {
416 "name": "operation",
417 "type": "LATENT_OPERATION",
418 "link": 114
419 }
420 ],
421 "outputs": [
422 {
423 "name": "MODEL",
424 "type": "MODEL",
425 "links": [
426 121
427 ]
428 }
429 ],
430 "properties": {
431 "Node name for S&R": "LatentApplyOperationCFG",
432 "cnr_id": "comfy-core",
433 "ver": "0.3.34"
434 },
435 "widgets_values": []
436 },
437 {
438 "id": 51,
439 "type": "ModelSamplingSD3",
440 "pos": [
441 960,
442 -190
443 ],
444 "size": [
445 280,
446 58
447 ],
448 "flags": {
449 "collapsed": false
450 },
451 "order": 5,
452 "mode": 0,
453 "inputs": [
454 {
455 "name": "model",
456 "type": "MODEL",
457 "link": 115
458 }
459 ],
460 "outputs": [
461 {
462 "name": "MODEL",
463 "type": "MODEL",
464 "links": [
465 113
466 ]
467 }
468 ],
469 "properties": {
470 "Node name for S&R": "ModelSamplingSD3",
471 "cnr_id": "comfy-core",
472 "ver": "0.3.34"
473 },
474 "widgets_values": [
475 5.000000000000001
476 ]
477 }
478 ],
479 "links": [
480 [
481 80,
482 40,
483 1,
484 14,
485 0,
486 "CLIP"
487 ],
488 [
489 83,
490 40,
491 2,
492 18,
493 1,
494 "VAE"
495 ],
496 [
497 108,
498 14,
499 0,
500 44,
501 0,
502 "CONDITIONING"
503 ],
504 [
505 113,
506 51,
507 0,
508 49,
509 0,
510 "MODEL"
511 ],
512 [
513 114,
514 50,
515 0,
516 49,
517 1,
518 "LATENT_OPERATION"
519 ],
520 [
521 115,
522 40,
523 0,
524 51,
525 0,
526 "MODEL"
527 ],
528 [
529 117,
530 14,
531 0,
532 52,
533 1,
534 "CONDITIONING"
535 ],
536 [
537 119,
538 17,
539 0,
540 52,
541 3,
542 "LATENT"
543 ],
544 [
545 120,
546 44,
547 0,
548 52,
549 2,
550 "CONDITIONING"
551 ],
552 [
553 121,
554 49,
555 0,
556 52,
557 0,
558 "MODEL"
559 ],
560 [
561 122,
562 52,
563 0,
564 18,
565 0,
566 "LATENT"
567 ],
568 [
569 126,
570 18,
571 0,
572 59,
573 0,
574 "AUDIO"
575 ]
576 ],
577 "groups": [
578 {
579 "id": 1,
580 "title": "Load model here",
581 "bounding": [
582 170,
583 -230,
584 390,
585 180
586 ],
587 "font_size": 24,
588 "flags": []
589 },
590 {
591 "id": 4,
592 "title": "Latent",
593 "bounding": [
594 170,
595 -30,
596 390,
597 280
598 ],
599 "color": "#3f789e",
600 "font_size": 24,
601 "flags": []
602 },
603 {
604 "id": 5,
605 "title": "Adjust the vocal volume",
606 "bounding": [
607 580,
608 -230,
609 350,
610 140
611 ],
612 "color": "#3f789e",
613 "font_size": 24,
614 "flags": []
615 },
616 {
617 "id": 8,
618 "title": "Prompt",
619 "bounding": [
620 580,
621 -70,
622 350,
623 553.6
624 ],
625 "color": "#3f789e",
626 "font_size": 24,
627 "flags": []
628 }
629 ],
630 "config": [],
631 "extra": {
632 "ds": {
633 "scale": 0.643597285339652,
634 "offset": [
635 334.9686710779761,
636 603.8113114187598
637 ]
638 },
639 "frontendVersion": "1.29.2",
640 "node_versions": {
641 "comfy-core": "0.3.34",
642 "ace-step": "06f751d65491c9077fa2bc9b06d2c6f2a90e4c56"
643 },
644 "VHS_latentpreview": false,
645 "VHS_latentpreviewrate": 0,
646 "VHS_MetadataImage": true,
647 "VHS_KeepIntermediate": true
648 },
649 "version": 0.4
650}