function gradioApp() { const elems = document.getElementsByTagName('gradio-app') const gradioShadowRoot = elems.length == 0 ? null : elems[0].shadowRoot return !!gradioShadowRoot ? gradioShadowRoot : document; } uiUpdateCallbacks = [] msgReceiveCallbacks = [] function onUiUpdate(callback){ uiUpdateCallbacks.push(callback) } function onMsgReceive(callback){ msgReceiveCallbacks.push(callback) } function runCallback(x, m){ try { x(m) } catch (e) { (console.error || console.log).call(console, e.message, e); } } function executeCallbacks(queue, m) { queue.forEach(function(x){runCallback(x, m)}) } document.addEventListener("DOMContentLoaded", function() { var mutationObserver = new MutationObserver(function(m){ executeCallbacks(uiUpdateCallbacks, m); }); mutationObserver.observe( gradioApp(), { childList:true, subtree:true }) }); (()=>{ let mse_receiver_inited = null onUiUpdate(()=>{ let app = gradioApp() let msg_receiver = app.querySelector("#msg_receiver"); if(!!msg_receiver && mse_receiver_inited !== msg_receiver){ let mutationObserver = new MutationObserver(function(ms){ ms.forEach((m)=>{ m.addedNodes.forEach((node)=>{ if(node.nodeName === "P"){ let obj = JSON.parse(node.innerText); if(obj instanceof Array){ obj.forEach((o)=>{executeCallbacks(msgReceiveCallbacks, o);}); }else{ executeCallbacks(msgReceiveCallbacks, obj); } } }) }) }); mutationObserver.observe( msg_receiver, {childList:true, subtree:true, characterData:true}) console.log("receiver init"); mse_receiver_inited = msg_receiver; } }) })() function HSVtoRGB(h, s, v) { let r, g, b, i, f, p, q, t; i = Math.floor(h * 6); f = h * 6 - i; p = v * (1 - s); q = v * (1 - f * s); t = v * (1 - (1 - f) * s); switch (i % 6) { case 0: r = v; g = t; b = p; break; case 1: r = q; g = v; b = p; break; case 2: r = p; g = v; b = t; break; case 3: r = p; g = q; b = v; break; case 4: r = t; g = p; b = v; break; case 5: r = v; g = p; b = q; break; } return { r: Math.round(r * 255), g: Math.round(g * 255), b: Math.round(b * 255) }; } class MidiVisualizer extends HTMLElement{ constructor() { super(); this.midiEvents = []; this.activeNotes = []; this.midiTimes = []; this.wrapper = null; this.svg = null; this.timeLine = null; this.config = { noteHeight : 4, beatWidth: 32 } this.timePreBeat = 16 this.svgWidth = 0; this.t1 = 0; this.playTime = 0 this.playTimeMs = 0 this.colorMap = new Map(); this.playing = false; this.timer = null; this.init(); } init(){ this.innerHTML='' const shadow = this.attachShadow({mode: 'open'}); const style = document.createElement("style"); const wrapper = document.createElement('div'); style.textContent = ".note.active {stroke: black;stroke-width: 0.75;stroke-opacity: 0.75;}"; wrapper.style.overflowX= "scroll" const svg = document.createElementNS('http://www.w3.org/2000/svg', 'svg'); svg.style.height = `${this.config.noteHeight*128}px`; svg.style.width = `${this.svgWidth}px`; const timeLine = document.createElementNS('http://www.w3.org/2000/svg', 'line'); timeLine.style.stroke = "green" timeLine.style.strokeWidth = 2; shadow.appendChild(style) shadow.appendChild(wrapper); wrapper.appendChild(svg); svg.appendChild(timeLine) this.wrapper = wrapper; this.svg = svg; this.timeLine= timeLine; this.setPlayTime(0); } clearMidiEvents(){ this.pause() this.midiEvents = []; this.activeNotes = []; this.midiTimes = []; this.t1 = 0 this.colorMap.clear() this.setPlayTime(0); this.playTimeMs = 0 this.svgWidth = 0 this.svg.innerHTML = '' this.svg.style.width = `${this.svgWidth}px`; this.svg.appendChild(this.timeLine) } appendMidiEvent(midiEvent){ if(midiEvent instanceof Array && midiEvent.length > 0){ this.t1 += midiEvent[1] let t = this.t1*this.timePreBeat + midiEvent[2] midiEvent = [midiEvent[0], t].concat(midiEvent.slice(3)) if(midiEvent[0] === "note"){ let track = midiEvent[2] let duration = midiEvent[3] let channel = midiEvent[4] let pitch = midiEvent[5] let velocity = midiEvent[6] let x = (t/this.timePreBeat)*this.config.beatWidth let y = (127 - pitch)*this.config.noteHeight let w = (duration/this.timePreBeat)*this.config.beatWidth let h = this.config.noteHeight this.svgWidth = Math.ceil(Math.max(x + w, this.svgWidth)) let color = this.getColor(track, channel) let opacity = Math.min(1, velocity/127 + 0.1).toFixed(2) let rect = this.drawNote(x,y,w,h, `rgba(${color.r}, ${color.g}, ${color.b}, ${opacity})`) midiEvent.push(rect) this.setPlayTime(t); this.wrapper.scrollTo(this.svgWidth - this.wrapper.offsetWidth, 0) } this.midiEvents.push(midiEvent); this.svg.style.width = `${this.svgWidth}px`; } } getColor(track, channel){ let key = `${track},${channel}`; let color = this.colorMap.get(key); if(!!color){ return color; } color = HSVtoRGB(Math.random(),Math.random()*0.5 + 0.5,1); this.colorMap.set(key, color); return color; } drawNote(x, y, w, h, fill) { if (!this.svg) { return null; } const rect = document.createElementNS('http://www.w3.org/2000/svg', 'rect'); rect.classList.add('note'); rect.setAttribute('fill', fill); // Round values to the nearest integer to avoid partially filled pixels. rect.setAttribute('x', `${Math.round(x)}`); rect.setAttribute('y', `${Math.round(y)}`); rect.setAttribute('width', `${Math.round(w)}`); rect.setAttribute('height', `${Math.round(h)}`); this.svg.appendChild(rect); return rect } finishAppendMidiEvent(){ let midiEvents = this.midiEvents.sort((a, b)=>a[1]-b[1]) let tempo = (60 / 120) * 10 ** 3 let ms = 0 let lastT = 0 this.midiTimes.push({ms:ms, t: 0, tempo: tempo}) midiEvents.forEach((midiEvent)=>{ let t = midiEvent[1] ms += ((t- lastT) / this.timePreBeat) * tempo if(midiEvent[0]==="set_tempo"){ tempo = (60 / midiEvent[3]) * 10 ** 3 this.midiTimes.push({ms:ms, t: t, tempo: tempo}) } lastT = t }) } setPlayTime(t){ this.playTime = t let x = Math.round((t/this.timePreBeat)*this.config.beatWidth) this.timeLine.setAttribute('x1', `${x}`); this.timeLine.setAttribute('y1', '0'); this.timeLine.setAttribute('x2', `${x}`); this.timeLine.setAttribute('y2', `${this.config.noteHeight*128}`); this.wrapper.scrollTo(Math.max(0, x - this.wrapper.offsetWidth/2), 0) if(this.playing){ let activeNotes = [] this.removeActiveNotes(this.activeNotes) this.midiEvents.forEach((midiEvent)=>{ if(midiEvent[0] === "note"){ let time = midiEvent[1] let duration = midiEvent[3] let note = midiEvent[midiEvent.length - 1] if(time <=this.playTime && time+duration>= this.playTime){ activeNotes.push(note) } } }) this.addActiveNotes(activeNotes) } } setPlayTimeMs(ms){ this.playTimeMs = ms let playTime = 0 for(let i =0;i=ms){ break; } playTime = midiTime.t + (ms-midiTime.ms) * this.timePreBeat / midiTime.tempo } this.setPlayTime(playTime) } addActiveNotes(notes){ notes.forEach((note)=>{ this.activeNotes.push(note) note.classList.add('active'); }); } removeActiveNotes(notes){ notes.forEach((note)=>{ let idx = this.activeNotes.indexOf(note) if(idx>-1) this.activeNotes.splice(idx, 1); note.classList.remove('active'); }); } play(){ this.playing = true; this.timer = setInterval(() => { this.setPlayTimeMs(this.playTimeMs + 10) }, 10); } pause(){ if(!!this.timer) clearInterval(this.timer) this.removeActiveNotes(this.activeNotes) this.timer = null; this.playing = false; } bindAudioPlayer(audio){ this.pause() audio.addEventListener("play", (event)=>{ this.play() }) audio.addEventListener("pause", (event)=>{ this.pause() }) audio.addEventListener("timeupdate", (event)=>{ this.setPlayTimeMs(event.target.currentTime*10**3) }) } } customElements.define('midi-visualizer', MidiVisualizer); (()=>{ let midi_visualizer_container_inited = null let midi_audio_inited = null; let midi_visualizer = document.createElement('midi-visualizer') onUiUpdate((m)=>{ let app = gradioApp() let midi_visualizer_container = app.querySelector("#midi_visualizer_container"); if(!!midi_visualizer_container && midi_visualizer_container_inited!== midi_visualizer_container){ midi_visualizer_container.appendChild(midi_visualizer) midi_visualizer_container_inited = midi_visualizer_container; } let midi_audio = app.querySelector("#midi_audio > audio"); if(!!midi_audio && midi_audio_inited!==midi_audio){ midi_visualizer.bindAudioPlayer(midi_audio) midi_audio_inited = midi_audio } }) function createProgressBar(progressbarContainer){ let parentProgressbar = progressbarContainer.parentNode; let divProgress = document.createElement('div'); divProgress.className='progressDiv'; let rect = progressbarContainer.getBoundingClientRect(); divProgress.style.width = rect.width + "px"; divProgress.style.background = "#b4c0cc"; divProgress.style.borderRadius = "8px"; let divInner = document.createElement('div'); divInner.className='progress'; divInner.style.color = "white"; divInner.style.background = "#0060df"; divInner.style.textAlign = "right"; divInner.style.fontWeight = "bold"; divInner.style.borderRadius = "8px"; divInner.style.height = "20px"; divInner.style.lineHeight = "20px"; divInner.style.paddingRight = "8px" divProgress.appendChild(divInner); parentProgressbar.insertBefore(divProgress, progressbarContainer); } function removeProgressBar(progressbarContainer){ let parentProgressbar = progressbarContainer.parentNode; let divProgress = parentProgressbar.querySelector(".progressDiv"); parentProgressbar.removeChild(divProgress); } function setProgressBar(progressbarContainer, progress, total){ let parentProgressbar = progressbarContainer.parentNode; let divProgress = parentProgressbar.querySelector(".progressDiv"); let divInner = parentProgressbar.querySelector(".progress"); if(total===0) total = 1; divInner.style.width = `${(progress/total)*100}%`; divInner.textContent = `${progress}/${total}`; } onMsgReceive((msg)=>{ switch (msg.name) { case "visualizer_clear": midi_visualizer.clearMidiEvents(); createProgressBar(midi_visualizer_container_inited) break; case "visualizer_append": midi_visualizer.appendMidiEvent(msg.data); break; case "progress": let progress = msg.data[0] let total = msg.data[1] setProgressBar(midi_visualizer_container_inited, progress, total) break; case "visualizer_end": midi_visualizer.finishAppendMidiEvent() midi_visualizer.setPlayTime(0); removeProgressBar(midi_visualizer_container_inited); break; default: } }) })();