工作流 /
视频 /
同步3：视频唇形同步
同步3：视频唇形同步
Sync 3: Video Lip-Sync
使用 Sync Labs sync-3 模型同步视频中嘴唇动作与新音频轨道，该模型会自动调整说话者的嘴巴以匹配您上传的音频。此工作流接受 1 个视频和 1 个音频输入，生成 1 个同步视频输出。非常适合为外语内容配音、修正视频制作中不匹配的对白，或让静态肖像开口说话。
视频
5 个节点 2 个输入 55 次使用 ComfyUI ≥ 0.28.0 ComfyUI 4 KB
节点构成
SyncLipSyncNode
× 1
LoadVideo
× 1
LoadAudio
× 1
RecordAudio
× 1
SaveVideo
× 1
官方标注的模型
Sync 3
工作流 JSON
和上面「下载工作流 JSON」是同一份文件。
1{
2 "id": "20a94987-05bd-45a1-9b53-70c45b95a30b",
3 "revision": 0,
4 "last_node_id": 13,
5 "last_link_id": 7,
6 "nodes": [
7 {
8 "id": 8,
9 "type": "SyncLipSyncNode",
10 "pos": [
11 -470,
12 250
13 ],
14 "size": [
15 340,
16 246
17 ],
18 "flags": [],
19 "order": 3,
20 "mode": 0,
21 "inputs": [
22 {
23 "name": "video",
24 "type": "VIDEO",
25 "link": 5
26 },
27 {
28 "name": "audio",
29 "type": "AUDIO",
30 "link": 6
31 }
32 ],
33 "outputs": [
34 {
35 "name": "VIDEO",
36 "type": "VIDEO",
37 "links": [
38 7
39 ]
40 }
41 ],
42 "properties": {
43 "cnr_id": "comfy-core",
44 "ver": "0.27.0",
45 "Node name for S&R": "SyncLipSyncNode"
46 },
47 "widgets_values": [
48 1724260774,
49 "randomize",
50 "sync-3",
51 "bounce",
52 "default",
53 0,
54 0,
55 0
56 ],
57 "color": "#432",
58 "bgcolor": "#653"
59 },
60 {
61 "id": 9,
62 "type": "LoadVideo",
63 "pos": [
64 -820,
65 250
66 ],
67 "size": [
68 290,
69 348
70 ],
71 "flags": [],
72 "order": 0,
73 "mode": 0,
74 "inputs": [],
75 "outputs": [
76 {
77 "name": "VIDEO",
78 "type": "VIDEO",
79 "links": [
80 5
81 ]
82 }
83 ],
84 "properties": {
85 "cnr_id": "comfy-core",
86 "ver": "0.27.0",
87 "Node name for S&R": "LoadVideo"
88 },
89 "widgets_values": [
90 "girl_looking_at_photo.mp4",
91 "image"
92 ]
93 },
94 {
95 "id": 11,
96 "type": "LoadAudio",
97 "pos": [
98 -813.9770136226409,
99 653.6179839324863
100 ],
101 "size": [
102 290,
103 160
104 ],
105 "flags": [],
106 "order": 1,
107 "mode": 0,
108 "inputs": [],
109 "outputs": [
110 {
111 "name": "AUDIO",
112 "type": "AUDIO",
113 "links": [
114 6
115 ]
116 }
117 ],
118 "properties": {
119 "cnr_id": "comfy-core",
120 "ver": "0.27.0",
121 "Node name for S&R": "LoadAudio"
122 },
123 "widgets_values": [
124 "sync3_reference_audio.mp3",
125 null,
126 null
127 ]
128 },
129 {
130 "id": 12,
131 "type": "RecordAudio",
132 "pos": [
133 -804.871148908544,
134 884.5860865881466
135 ],
136 "size": [
137 277.5,
138 136.78125
139 ],
140 "flags": [],
141 "order": 2,
142 "mode": 4,
143 "inputs": [],
144 "outputs": [
145 {
146 "name": "AUDIO",
147 "type": "AUDIO",
148 "links": null
149 }
150 ],
151 "properties": {
152 "cnr_id": "comfy-core",
153 "ver": "0.27.0",
154 "Node name for S&R": "RecordAudio"
155 },
156 "widgets_values": [
157 "",
158 ""
159 ]
160 },
161 {
162 "id": 13,
163 "type": "SaveVideo",
164 "pos": [
165 -86.7757620459547,
166 249.19734160637694
167 ],
168 "size": [
169 350,
170 390
171 ],
172 "flags": [],
173 "order": 4,
174 "mode": 0,
175 "inputs": [
176 {
177 "name": "video",
178 "type": "VIDEO",
179 "link": 7
180 }
181 ],
182 "outputs": [
183 {
184 "name": "video",
185 "type": "VIDEO",
186 "links": null
187 }
188 ],
189 "properties": {
190 "cnr_id": "comfy-core",
191 "ver": "0.27.0",
192 "Node name for S&R": "SaveVideo"
193 },
194 "widgets_values": [
195 "video/lip_sync_3.0",
196 "auto",
197 "auto"
198 ]
199 }
200 ],
201 "links": [
202 [
203 5,
204 9,
205 0,
206 8,
207 0,
208 "VIDEO"
209 ],
210 [
211 6,
212 11,
213 0,
214 8,
215 1,
216 "AUDIO"
217 ],
218 [
219 7,
220 8,
221 0,
222 13,
223 0,
224 "VIDEO"
225 ]
226 ],
227 "groups": [],
228 "config": [],
229 "extra": {
230 "ds": {
231 "scale": 0.861395402444008,
232 "offset": [
233 1490.708291140923,
234 -58.77205017405315
235 ]
236 },
237 "frontendVersion": "1.45.21"
238 },
239 "version": 0.4
240}