File size: 6,716 Bytes
3614695
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
import os, random, re
from fractions import Fraction
from midiutil.MidiFile import MIDIFile
import streamlit as st
import mido, openai

if 'path' not in st.session_state:
    st.session_state['path'] = os.path.realpath(os.path.dirname(__file__))
if 'sessionID' not in st.session_state:
    st.session_state['sessionID'] = random.randint(0,99999999)
if 'history' not in st.session_state:
    st.session_state['history'] = []
if 'downloadable' not in st.session_state:
    st.session_state['downloadable'] = False
notes = [['C'], ['Db', 'C#'], ['D'], ['Eb', 'D#'], ['E'], ['F'], ['Gb', 'F#'], ['G'], ['Ab', 'G#'], ['A'], ['Bb', 'A#'], ['B']]
monster = r'(?<![A-Za-z\d])([A-G](?:#|b)?\d(?:-\d+(?:\/\d+)?(?:-\d+(?:\.\d+)?)?)+)(?![A-Za-z\d])'

def noteToInt(n):
    oct = int(n[-1])
    letter = n[:-1]
    id = 0
    for ix, x in enumerate(notes):
        for y in x:
            if letter == y:
                id = ix
    return id+oct*12+12

def midiToStr(mPath):
    midIn = mido.MidiFile(os.path.expanduser(mPath))
    ticks = midIn.ticks_per_beat
    midOut = []
    globalT = 0
    opens = {}
    for track in midIn.tracks:
        for msg in track:
            if msg.type == 'note_on' or msg.type == 'note_off':
                globalT += msg.time/ticks
                if msg.note in opens:
                    noteTime = opens[msg.note]
                    noteTime = int(noteTime) if noteTime.is_integer() else noteTime
                    noteDur = str(Fraction((globalT-noteTime)/4))
                    noteDur = str(round((globalT-noteTime),3)) if len(noteDur)>=6 else noteDur
                    midOut.append('-'.join([notes[msg.note%12][0]+str(msg.note//12-1), noteDur, str(round(noteTime,3))]))
                    del opens[msg.note]
                if msg.type == 'note_on':
                    opens[msg.note] = globalT
    return ', '.join(midOut)

st.markdown('# GPT-4 2 Midi\n##### plus conversion tools for use with Chat-GPT\napp by [d3nt](https://github.com/d3n7/)')
main, m2t, t2m = st.tabs(['GPT4-To-Midi', 'Midi-2-Text', 'Text-2-Midi'])

with main:
    userPrompt = st.text_input('Prompt', 'Full piece of sad music with multiple parts. Plan out the structure beforehand, including chords, parts (soprano, alto, tenor, bass), meter, etc.')
    with st.expander('System Prompt'):
        sysPrompt = st.text_input('', 'You are MusicGPT, a music creation and completion chat bot that. When a user gives you a prompt, you return them a song showing the notes, durations, and times that they occur. Respond with just the music.\n\nNotation looks like this:\n(Note-duration-time in beats)\nC4-1/4-0, Eb4-1/8-2.5, D4-1/4-3, F4-1/4-3 etc.')
    openaikey = st.text_input('OpenAI API Key', type='password')
    modelV = st.selectbox('Model', ('GPT-4', 'GPT-3.5-Turbo'))
    col1, col2 = st.columns(2)
    with col1:
        newSession = st.checkbox('New Session', True)
    with col2:
        showOutput = st.checkbox('Show Output', True)
    uploadMidi = st.file_uploader('Upload a midi file (OPTIONAL)')
    col3, col4 = st.columns(2)
    with col3:
        if st.button('Ask GPT'):
            if userPrompt != '' and sysPrompt != '' and  openaikey != '':
                if newSession:
                    st.session_state['history'] = [{'role': 'system', 'content': sysPrompt}]

                prompt = userPrompt
                if uploadMidi:
                    filename = ''.join(uploadMidi.name.split('.')[:-1])+str(st.session_state['sessionID'])+'.'+''.join(uploadMidi.name.split('.')[-1])
                    midiPath = os.path.join(st.session_state['path'], filename)
                    with open(midiPath, 'wb') as f:
                        f.write(uploadMidi.getbuffer())
                    prompt += '\n'+midiToStr(midiPath)
                    os.remove(midiPath)
                st.session_state['history'].append({'role': 'user', 'content': prompt})

                openai.api_key = openaikey
                with st.spinner('Talking to OpenAI...'):
                    r = openai.ChatCompletion.create(
                        model=modelV.lower(),
                        messages=st.session_state['history']
                    )
                response = r['choices'][0]['message']['content']
                st.session_state['history'].append({'role': 'assistant', 'content': response})

                noteInfo = []
                for i in re.findall(monster, response):
                    n = i.split('-')
                    noteInfo.append([noteToInt(n[0]), float(Fraction(n[1])) * 4, float(n[2])])  #note, duration, time

                song = MIDIFile(1, deinterleave=False)
                for i in noteInfo:
                    pitch, dur, time = i
                    song.addNote(0, 0, pitch, time, dur, 100)
                with open(os.path.join(st.session_state['path'], 'output.mid'), 'wb') as f:
                    song.writeFile(f)
                if not st.session_state['downloadable']:
                    st.session_state['downloadable'] = True
            else:
                st.warning('Make sure OpenAI key, prompt, and system prompt are entered', icon='⚠️')
    with col4:
        if st.session_state['downloadable']:
            with open(os.path.join(st.session_state['path'], 'output.mid'), 'rb') as f:
                st.download_button('Download Midi', f, file_name='output.mid')
    if showOutput:
        with st.container():
            for i in st.session_state['history']:
                st.text(i['role']+': '+i['content']+'\n')

with m2t:
    inMidi = st.file_uploader('Input')
    if st.button('Convert', key='1'):
        if inMidi:
            filename = ''.join(inMidi.name.split('.')[:-1]) + str(st.session_state['sessionID']) + '.' + ''.join(inMidi.name.split('.')[-1])
            midiPath = os.path.join(st.session_state['path'], filename)
            with open(midiPath, 'wb') as f:
                f.write(inMidi.getbuffer())
            st.text_area('Output', midiToStr(midiPath))
            os.remove(midiPath)

with t2m:
    inText = st.text_input('Input')
    if st.button('Convert', key='2'):
        noteInfo = []
        for i in re.findall(monster, inText):
            n = i.split('-')
            noteInfo.append([noteToInt(n[0]), float(Fraction(n[1])) * 4, float(n[2])])
        song = MIDIFile(1, deinterleave=False)
        for i in noteInfo:
            pitch, dur, time = i
            song.addNote(0, 0, pitch, time, dur, 100)
        with open(os.path.join(st.session_state['path'], 't2m.mid'), 'wb') as f:
            song.writeFile(f)
        with open(os.path.join(st.session_state['path'], 't2m.mid'), 'rb') as f:
            st.download_button('Download Midi', f, file_name='output.mid')