Spaces:
Running
Running
File size: 6,009 Bytes
2e66664 c8618b9 2e66664 587b58f 2e66664 c8618b9 459a21c e30570e 2e66664 e30570e 2e66664 6fc042a 2e66664 e30570e 2e66664 e30570e 2e66664 e30570e 2e66664 6fc042a e30570e 2e66664 e30570e 2e66664 6fc042a e30570e 2e66664 e30570e 2e66664 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 |
import gradio as gr
import torch
import soundfile as sf
import numpy as np
import yaml
from inference import MasteringStyleTransfer
from utils import download_youtube_audio
from config import args
mastering_transfer = MasteringStyleTransfer(args)
def process_audio(input_audio, reference_audio, perform_ito, ito_reference_audio=None):
# Process the audio files
output_audio, predicted_params, ito_output_audio, ito_predicted_params, _, sr, _ = mastering_transfer.process_audio(
input_audio, reference_audio, ito_reference_audio if ito_reference_audio else reference_audio, {}, perform_ito
)
# Generate parameter output strings
param_output = mastering_transfer.get_param_output_string(predicted_params)
ito_param_output = mastering_transfer.get_param_output_string(ito_predicted_params) if ito_predicted_params is not None else "ITO not performed"
# Generate top 10 differences if ITO was performed
top_10_diff = mastering_transfer.get_top_10_diff_string(predicted_params, ito_predicted_params) if ito_predicted_params is not None else "ITO not performed"
return "output_mastered.wav", "ito_output_mastered.wav" if ito_output_audio is not None else None, param_output, ito_param_output, top_10_diff
def process_with_ito(input_audio, reference_audio, perform_ito, use_same_reference, ito_reference_audio):
ito_ref = reference_audio if use_same_reference else ito_reference_audio
return process_audio(input_audio, reference_audio, perform_ito, ito_ref)
def process_youtube_with_ito(input_url, reference_url, perform_ito, use_same_reference, ito_reference_url):
input_audio = download_youtube_audio(input_url)
reference_audio = download_youtube_audio(reference_url)
ito_ref = reference_audio if use_same_reference else download_youtube_audio(ito_reference_url)
output_audio, predicted_params, ito_output_audio, ito_predicted_params, ito_log, sr, _ = mastering_transfer.process_audio(
input_audio, reference_audio, ito_ref, {}, perform_ito, log_ito=True
)
param_output = mastering_transfer.get_param_output_string(predicted_params)
ito_param_output = mastering_transfer.get_param_output_string(ito_predicted_params) if ito_predicted_params is not None else "ITO not performed"
top_10_diff = mastering_transfer.get_top_10_diff_string(predicted_params, ito_predicted_params) if ito_predicted_params is not None else "ITO not performed"
return "output_mastered_yt.wav", "ito_output_mastered_yt.wav" if ito_output_audio is not None else None, param_output, ito_param_output, top_10_diff, ito_log
with gr.Blocks() as demo:
gr.Markdown("# Mastering Style Transfer Demo")
with gr.Tab("Upload Audio"):
input_audio = gr.Audio(label="Input Audio")
reference_audio = gr.Audio(label="Reference Audio")
perform_ito = gr.Checkbox(label="Perform ITO")
with gr.Column(visible=False) as ito_options:
use_same_reference = gr.Checkbox(label="Use same reference audio for ITO", value=True)
ito_reference_audio = gr.Audio(label="ITO Reference Audio", visible=False)
def update_ito_options(perform_ito):
return gr.Column.update(visible=perform_ito)
def update_ito_reference(use_same):
return gr.Audio.update(visible=not use_same)
perform_ito.change(fn=update_ito_options, inputs=perform_ito, outputs=ito_options)
use_same_reference.change(fn=update_ito_reference, inputs=use_same_reference, outputs=ito_reference_audio)
submit_button = gr.Button("Process")
output_audio = gr.Audio(label="Output Audio")
ito_output_audio = gr.Audio(label="ITO Output Audio")
param_output = gr.Textbox(label="Predicted Parameters", lines=10)
ito_param_output = gr.Textbox(label="ITO Predicted Parameters", lines=10)
top_10_diff = gr.Textbox(label="Top 10 Parameter Differences", lines=10)
submit_button.click(
process_with_ito,
inputs=[input_audio, reference_audio, perform_ito, use_same_reference, ito_reference_audio],
outputs=[output_audio, ito_output_audio, param_output, ito_param_output, top_10_diff]
)
with gr.Tab("YouTube URLs"):
input_url = gr.Textbox(label="Input YouTube URL")
reference_url = gr.Textbox(label="Reference YouTube URL")
perform_ito_yt = gr.Checkbox(label="Perform ITO")
with gr.Column(visible=False) as ito_options_yt:
use_same_reference_yt = gr.Checkbox(label="Use same reference audio for ITO", value=True)
ito_reference_url = gr.Textbox(label="ITO Reference YouTube URL", visible=False)
def update_ito_options_yt(perform_ito):
return gr.Column.update(visible=perform_ito)
def update_ito_reference_yt(use_same):
return gr.Textbox.update(visible=not use_same)
perform_ito_yt.change(fn=update_ito_options_yt, inputs=perform_ito_yt, outputs=ito_options_yt)
use_same_reference_yt.change(fn=update_ito_reference_yt, inputs=use_same_reference_yt, outputs=ito_reference_url)
submit_button_yt = gr.Button("Process")
output_audio_yt = gr.Audio(label="Output Audio")
ito_output_audio_yt = gr.Audio(label="ITO Output Audio")
param_output_yt = gr.Textbox(label="Predicted Parameters", lines=10)
ito_param_output_yt = gr.Textbox(label="ITO Predicted Parameters", lines=10)
top_10_diff_yt = gr.Textbox(label="Top 10 Parameter Differences", lines=10)
ito_log_yt = gr.Textbox(label="ITO Log", lines=20)
submit_button_yt.click(
process_youtube_with_ito,
inputs=[input_url, reference_url, perform_ito_yt, use_same_reference_yt, ito_reference_url],
outputs=[output_audio_yt, ito_output_audio_yt, param_output_yt, ito_param_output_yt, top_10_diff_yt, ito_log_yt]
)
demo.launch() |