|
104 | 104 | "description": "The overview of the proposed pipeline. Specifically, we integrates a reference image containing a portrait with corresponding audio input to drive portrait animation. Optional visual synthesis weights can be used to balance lip, expression, and pose weights. ReferenceNet encodes global visual texture information for consistent and controllable character animation. Face and audio encoders generate high-fidelity portrait identity features and encode audio as motion information respectively. The module of hierarchical audio-driven visual synthesis establishes relationships between audio and visual components (lips, expression, pose), with a UNet denoiser used in the diffusion process."
|
105 | 105 | }
|
106 | 106 | },
|
| 107 | + { |
| 108 | + "template": "single-video", |
| 109 | + "props": { |
| 110 | + "title": "Hallo Singing", |
| 111 | + "items": [ |
| 112 | + "assets/video/singing/1.mp4" |
| 113 | + ] |
| 114 | + } |
| 115 | + }, |
107 | 116 | {
|
108 | 117 | "template": "video-comparision",
|
109 | 118 | "props": {
|
110 |
| - "title": "Portrait Style", |
| 119 | + "title": "", |
111 | 120 | "items": [
|
112 | 121 | [
|
113 |
| - "assets/video/portrait_style/4.mp4", |
114 |
| - "assets/video/portrait_style/3.mp4" |
115 |
| - ], |
116 |
| - [ |
117 |
| - "assets/video/portrait_style/2.mp4", |
118 |
| - "assets/video/portrait_style/1.mp4" |
| 122 | + "assets/video/opera/1.mp4", |
| 123 | + "assets/video/opera/2.mp4" |
119 | 124 | ]
|
120 | 125 | ]
|
121 | 126 | }
|
122 | 127 | },
|
123 | 128 | {
|
124 | 129 | "template": "video-comparision",
|
125 | 130 | "props": {
|
126 |
| - "title": "Cross Actor", |
| 131 | + "title": "Speedy Rhythm", |
127 | 132 | "items": [
|
128 | 133 | [
|
129 |
| - "assets/video/cross_actor/1.mp4", |
130 |
| - "assets/video/cross_actor/2.mp4" |
131 |
| - ], |
132 |
| - [ |
133 |
| - "assets/video/cross_actor/3.mp4", |
134 |
| - "assets/video/cross_actor/4.mp4" |
| 134 | + "assets/video/rap/1.mp4", |
| 135 | + "assets/video/rap/2.mp4" |
135 | 136 | ]
|
136 | 137 | ]
|
137 | 138 | }
|
138 | 139 | },
|
139 | 140 | {
|
140 | 141 | "template": "video-comparision",
|
141 | 142 | "props": {
|
142 |
| - "title": "Opera Audio", |
| 143 | + "title": "Portrait Style", |
143 | 144 | "items": [
|
144 | 145 | [
|
145 |
| - "assets/video/opera/1.mp4", |
146 |
| - "assets/video/opera/2.mp4" |
| 146 | + "assets/video/portrait_style/4.mp4", |
| 147 | + "assets/video/portrait_style/3.mp4" |
| 148 | + ], |
| 149 | + [ |
| 150 | + "assets/video/portrait_style/2.mp4", |
| 151 | + "assets/video/portrait_style/1.mp4" |
147 | 152 | ]
|
148 | 153 | ]
|
149 | 154 | }
|
150 | 155 | },
|
151 | 156 | {
|
152 | 157 | "template": "video-comparision",
|
153 | 158 | "props": {
|
154 |
| - "title": "", |
| 159 | + "title": "Cross Actor", |
155 | 160 | "items": [
|
156 | 161 | [
|
157 |
| - "assets/video/rap/1.mp4", |
158 |
| - "assets/video/rap/2.mp4" |
| 162 | + "assets/video/cross_actor/1.mp4", |
| 163 | + "assets/video/cross_actor/2.mp4" |
| 164 | + ], |
| 165 | + [ |
| 166 | + "assets/video/cross_actor/3.mp4", |
| 167 | + "assets/video/cross_actor/4.mp4" |
159 | 168 | ]
|
160 | 169 | ]
|
161 | 170 | }
|
|
0 commit comments