import os.path import time as reqtime import datetime from pytz import timezone import torch import spaces import gradio as gr import random from midi_to_colab_audio import midi_to_colab_audio import TMIDIX import matplotlib.pyplot as plt from inference import PianoTranscription from config import sample_rate from utilities import load_audio # ================================================================================================= @spaces.GPU def TranscribePianoAudio(input_file): print('=' * 70) print('Req start time: {:%Y-%m-%d %H:%M:%S}'.format(datetime.datetime.now(PDT))) start_time = reqtime.time() print('=' * 70) fn = os.path.basename(input_file) fn1 = fn.split('.')[0] out_mid = fn1+'.mid' print('-' * 70) print('Input file name:', fn) print('-' * 70) print('Loading audio...') # Load audio (audio, _) = load_audio(input_file, sr=sample_rate, mono=True) print('Done!') print('-' * 70) print('Loading transcriptor..') # Transcriptor transcriptor = PianoTranscription(device='cuda') # 'cuda' | 'cpu' print('Done!') print('-' * 70) print('Transcribing...') transcribed_dict = transcriptor.transcribe(audio, out_mid) print('Done!') print('-' * 70) #=============================================================================== raw_score = TMIDIX.midi2single_track_ms_score(out_mid) #=============================================================================== # Enhanced score notes escore = TMIDIX.advanced_score_processor(raw_score, return_enhanced_score_notes=True)[0] #================================================================== print('=' * 70) print('Number of transcribed notes:', len(escore)) print('Sample trascribed MIDI events', escore[:5]) print('=' * 70) print('Done!') print('=' * 70) #=============================================================================== print('Rendering results...') print('=' * 70) audio = midi_to_colab_audio(out_mid, soundfont_path=soundfont, sample_rate=16000, volume_scale=10, output_for_gradio=True ) print('Done!') print('=' * 70) #======================================================== output_midi_title = str(fn1) output_midi_summary = str(escore[:3]) output_midi = str(out_mid) output_audio = (16000, audio) output_plot = TMIDIX.plot_ms_SONG(escore, plot_title=output_midi_title, return_plt=True) print('Output MIDI file name:', output_midi) print('Output MIDI title:', output_midi_title) print('Output MIDI summary:', output_midi_summary) print('=' * 70) #======================================================== print('-' * 70) print('Req end time: {:%Y-%m-%d %H:%M:%S}'.format(datetime.datetime.now(PDT))) print('-' * 70) print('Req execution time:', (reqtime.time() - start_time), 'sec') return output_midi_title, output_midi_summary, output_midi, output_audio, output_plot # ================================================================================================= if __name__ == "__main__": PDT = timezone('US/Pacific') print('=' * 70) print('App start time: {:%Y-%m-%d %H:%M:%S}'.format(datetime.datetime.now(PDT))) print('=' * 70) soundfont = "SGM-v2.01-YamahaGrand-Guit-Bass-v2.7.sf2" app = gr.Blocks() with app: gr.Markdown("

ByteDance Solo Piano Audio to MIDI Transcription

") gr.Markdown("

Transcribe any Solo Piano WAV or MP3 audio to MIDI

") gr.Markdown( "![Visitors](https://api.visitorbadge.io/api/visitors?path=asigalov61.ByteDance-Solo-Piano-Adio-to-MIDI-Transcription&style=flat)\n\n" "This is a ByteDance Solo Piano Audio to MIDI Transcription Model\n\n" "Check out [ByteDance Solo Piano Audio to MIDI Transcription](https://github.com/asigalov61/piano_transcription_inference) on GitHub!\n\n" "[Open In Colab]" "(https://colab.research.google.com/github/asigalov61/tegridy-tools/blob/main/tegridy-tools/notebooks/ByteDance_Piano_Transcription.ipynb)" " for faster execution and endless transcription" ) gr.Markdown("## Upload your Solo Piano WAV or MP3 audio or select a sample example audio file") input_audio = gr.File(label="Input Solo Piano WAV or MP3 Audio File", file_types=[".wav", ".mp3"]) run_btn = gr.Button("transcribe", variant="primary") gr.Markdown("## Generation results") output_midi_title = gr.Textbox(label="Output MIDI title") output_midi_summary = gr.Textbox(label="Output MIDI summary") output_audio = gr.Audio(label="Output MIDI audio", format="wav", elem_id="midi_audio") output_plot = gr.Plot(label="Output MIDI score plot") output_midi = gr.File(label="Output MIDI file", file_types=[".mid"]) run_event = run_btn.click(TranscribePianoAudio, [input_audio], [output_midi_title, output_midi_summary, output_midi, output_audio, output_plot]) gr.Examples( [["cut_liszt.mp3"] ], [input_audio], [output_midi_title, output_midi_summary, output_midi, output_audio, output_plot], TranscribePianoAudio, cache_examples=True, ) app.queue().launch()