Spaces:
Running
on
Zero
Running
on
Zero
| <html lang="en"> | |
| <head> | |
| <!-- Google tag (gtag.js) --> | |
| <script async src="https://www.googletagmanager.com/gtag/js?id=G-0JKBJ3WRJZ"></script> | |
| <script> | |
| window.dataLayer = window.dataLayer || []; | |
| function gtag(){dataLayer.push(arguments);} | |
| gtag('js', new Date()); | |
| gtag('config', 'G-0JKBJ3WRJZ'); | |
| </script> | |
| <link rel="preconnect" href="https://fonts.googleapis.com"> | |
| <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin> | |
| <link href="https://fonts.googleapis.com/css2?family=Source+Sans+3&display=swap" rel="stylesheet"> | |
| <meta charset="UTF-8"> | |
| <title>MMAudio</title> | |
| <link rel="icon" type="image/png" href="images/icon.png"> | |
| <meta name="viewport" content="width=device-width, initial-scale=1"> | |
| <!-- CSS only --> | |
| <link href="https://cdn.jsdelivr.net/npm/bootstrap@5.0.1/dist/css/bootstrap.min.css" rel="stylesheet" | |
| integrity="sha384-+0n0xVW2eSR5OomGNYDnhzAbDsOXxcvSN1TPprVMTNDbiYZCxYbOOl7+AMvyTG2x" crossorigin="anonymous"> | |
| <script src="https://ajax.googleapis.com/ajax/libs/jquery/3.5.1/jquery.min.js"></script> | |
| <link rel="stylesheet" href="style.css"> | |
| </head> | |
| <body> | |
| <body> | |
| <br><br><br><br> | |
| <div class="container"> | |
| <div class="row text-center" style="font-size:38px"> | |
| <div class="col strong"> | |
| Taming Multimodal Joint Training for High-Quality <br>Video-to-Audio Synthesis | |
| </div> | |
| </div> | |
| <br> | |
| <div class="row text-center" style="font-size:28px"> | |
| <div class="col"> | |
| arXiv 2024 | |
| </div> | |
| </div> | |
| <br> | |
| <div class="h-100 row text-center heavy justify-content-md-center" style="font-size:22px;"> | |
| <div class="col-sm-auto px-lg-2"> | |
| <a href="https://hkchengrex.github.io/">Ho Kei Cheng<sup>1</sup></a> | |
| </div> | |
| <div class="col-sm-auto px-lg-2"> | |
| <nobr><a href="https://scholar.google.co.jp/citations?user=RRIO1CcAAAAJ">Masato Ishii<sup>2</sup></a></nobr> | |
| </div> | |
| <div class="col-sm-auto px-lg-2"> | |
| <nobr><a href="https://scholar.google.com/citations?user=sXAjHFIAAAAJ">Akio Hayakawa<sup>2</sup></a></nobr> | |
| </div> | |
| <div class="col-sm-auto px-lg-2"> | |
| <nobr><a href="https://scholar.google.com/citations?user=XCRO260AAAAJ">Takashi Shibuya<sup>2</sup></a></nobr> | |
| </div> | |
| <div class="col-sm-auto px-lg-2"> | |
| <nobr><a href="https://www.alexander-schwing.de/">Alexander Schwing<sup>1</sup></a></nobr> | |
| </div> | |
| <div class="col-sm-auto px-lg-2" > | |
| <nobr><a href="https://www.yukimitsufuji.com/">Yuki Mitsufuji<sup>2,3</sup></a></nobr> | |
| </div> | |
| </div> | |
| <div class="h-100 row text-center heavy justify-content-md-center" style="font-size:22px;"> | |
| <div class="col-sm-auto px-lg-2"> | |
| <sup>1</sup>University of Illinois Urbana-Champaign | |
| </div> | |
| <div class="col-sm-auto px-lg-2"> | |
| <sup>2</sup>Sony AI | |
| </div> | |
| <div class="col-sm-auto px-lg-2"> | |
| <sup>3</sup>Sony Group Corporation | |
| </div> | |
| </div> | |
| <br> | |
| <br> | |
| <div class="h-100 row text-center justify-content-md-center" style="font-size:20px;"> | |
| <!-- <div class="col-sm-2"> | |
| <a href="https://arxiv.org/abs/2310.12982">[arXiv]</a> | |
| </div> --> | |
| <div class="col-sm-3"> | |
| <a href="">[Paper (being prepared)]</a> | |
| </div> | |
| <div class="col-sm-3"> | |
| <a href="https://github.com/hkchengrex/MMAudio">[Code]</a> | |
| </div> | |
| <!-- <div class="col-sm-2"> | |
| <a | |
| href="https://colab.research.google.com/drive/1yo43XTbjxuWA7XgCUO9qxAi7wBI6HzvP?usp=sharing">[Colab]</a> | |
| </div> --> | |
| </div> | |
| <br> | |
| <hr> | |
| <div class="row" style="font-size:32px"> | |
| <div class="col strong"> | |
| TL;DR | |
| </div> | |
| </div> | |
| <br> | |
| <div class="row"> | |
| <div class="col"> | |
| <p class="light" style="text-align: left;"> | |
| MMAudio generates synchronized audio given video and/or text inputs. | |
| </p> | |
| </div> | |
| </div> | |
| <br> | |
| <hr> | |
| <br> | |
| <div class="row" style="font-size:32px"> | |
| <div class="col strong"> | |
| Demo | |
| </div> | |
| </div> | |
| <br> | |
| <div class="row" style="font-size:48px"> | |
| <div class="col strong text-center"> | |
| <a href="video_main.html" style="text-decoration: underline;"><More results></a> | |
| </div> | |
| </div> | |
| <br> | |
| <div class="video-container" style="text-align: center;"> | |
| <iframe src="https://youtube.com/embed/YElewUT2M4M"></iframe> | |
| </div> | |
| <br> | |
| <br><br> | |
| <br><br> | |
| </div> | |
| </body> | |
| </html> |