Skip to content

Commit

Permalink
update
Browse files Browse the repository at this point in the history
  • Loading branch information
AricGamma committed Jun 13, 2024
1 parent 614c905 commit 2b6076b
Show file tree
Hide file tree
Showing 11 changed files with 54 additions and 7 deletions.
Binary file added src/assets/img/best_visual_results.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added src/assets/video/ablation/exp_1.mp4
Binary file not shown.
Binary file added src/assets/video/ablation/exp_2.mp4
Binary file not shown.
Binary file added src/assets/video/ablation/lip_1.mp4
Binary file not shown.
Binary file added src/assets/video/ablation/lip_2.mp4
Binary file not shown.
Binary file added src/assets/video/ablation/pose_1.mp4
Binary file not shown.
Binary file added src/assets/video/ablation/pose_2.mp4
Binary file not shown.
9 changes: 9 additions & 0 deletions src/components/AbstractSection.vue
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,9 @@
<section class="abstract">
<div>
<h3>Abstract</h3>
<div v-if="figure" class="figure">
<img :src="figure">
</div>
<p>{{ props.content }}</p>
</div>
</section>
Expand All @@ -10,8 +13,10 @@
<script setup lang="ts">
interface Props {
content?: string
figure?: string
}
const { props } = defineProps<{ props: Props }>()
const figure = props.figure ? new URL(`../${props.figure}`, import.meta.url).href : ""
</script>

Expand All @@ -31,6 +36,10 @@ const { props } = defineProps<{ props: Props }>()
}
}
.figure {
margin: 1rem 0;
}
p {
white-space: pre-line;
}
Expand Down
4 changes: 2 additions & 2 deletions src/components/TitleSection.vue
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,7 @@
}}</a>
<span class="author-name" v-else>{{ author.name }}</span>
<sup v-if="author.suffix">{{ author.suffix }}</sup>
<span v-if="i < authorsItem.length - 1">, </span>
<span v-if="i < authorsItem.length - 1">&nbsp;&nbsp;&nbsp;&nbsp;</span>
</span>
</div>
</div>
Expand All @@ -37,7 +37,7 @@
</a>
</div>

<video v-lazy :src="mainVideo" muted loop controls></video>
<video v-if="mainVideo" v-lazy :src="mainVideo" muted loop controls></video>
</section>
</template>

Expand Down
9 changes: 8 additions & 1 deletion src/components/VideoComparision.vue
Original file line number Diff line number Diff line change
@@ -1,6 +1,7 @@
<template>
<section>
<h3>{{ title }}</h3>
<h3 v-if="title">{{ title }}</h3>
<h4 v-if="subtitle">{{ subtitle }}</h4>
<div class="panel">
<div ref="carouselElement" :id="id" class="relative" data-twe-carousel-init data-twe-carousel-slide
data-twe-ride="carousel" data-twe-interval="9999999">
Expand Down Expand Up @@ -60,10 +61,12 @@
interface Props {
id?: string
title?: string
subtitle?: string
items?: string[][]
}
const { props } = defineProps<{ props: Props }>()
const title = props.title || ''
const subtitle = props.subtitle || ''
const items = (props.items || []).map(v => v.map(sub => new URL(`../${sub}`, import.meta.url).href))
const id = props.id || title.replaceAll(" ", "")
Expand Down Expand Up @@ -122,6 +125,10 @@ section {
}
}
h4 {
@apply text-lg mb-3
}
.video-group {
video {
width: 49%;
Expand Down
39 changes: 35 additions & 4 deletions src/index.json
Original file line number Diff line number Diff line change
Expand Up @@ -88,12 +88,13 @@
"github": "https://github.com/fudan-generative-vision/hallo",
"huggingface": "https://huggingface.co/fudan-generative-ai/hallo"
},
"mainVideo": "assets/video/main_video.mp4"
"mainVideo": ""
}
},
{
"template": "abstract",
"props": {
"figure": "assets/img/best_visual_results.png",
"content": "The field of portrait image animation, driven by speech audio input, has experienced significant advancements in the generation of realistic and dynamic portraits. This research delves into the complexities of synchronizing facial movements and creating visually appealing, temporally consistent animations within the framework of diffusion-based methodologies. Moving away from traditional paradigms that rely on parametric models for intermediate facial representations, our innovative approach embraces the end-to-end diffusion paradigm and introduces a hierarchical audio-driven visual synthesis module to enhance the precision of alignment between audio inputs and visual outputs, encompassing lip, expression, and pose motion. Our proposed network architecture seamlessly integrates diffusion-based generative models, a UNet-based denoiser, temporal alignment techniques, and a reference network. The proposed hierarchical audio-driven visual synthesis offers adaptive control over expression and pose diversity, enabling more effective personalization tailored to different identities. Through a comprehensive evaluation that incorporates both qualitative and quantitative analyses, our approach demonstrates obvious enhancements in image and video quality, lip synchronization precision, and motion diversity."
}
},
Expand All @@ -105,11 +106,41 @@
}
},
{
"template": "single-video",
"template": "video-comparision",
"props": {
"title": "Cross-ID Showcase",
"title": "Ablation Study-Motion Scale Control",
"subtitle": "Lip Control",
"items": [
"assets/video/singing/1.mp4"
[
"assets/video/ablation/lip_1.mp4",
"assets/video/ablation/lip_2.mp4"
]
]
}
},
{
"template": "video-comparision",
"props": {
"title": "",
"subtitle": "Expression Control",
"items": [
[
"assets/video/ablation/exp_1.mp4",
"assets/video/ablation/exp_2.mp4"
]
]
}
},
{
"template": "video-comparision",
"props": {
"title": "",
"subtitle": "Pose Control",
"items": [
[
"assets/video/ablation/pose_1.mp4",
"assets/video/ablation/pose_2.mp4"
]
]
}
},
Expand Down

0 comments on commit 2b6076b

Please sign in to comment.