|
|
|
|
|
|
|
|
|
|
|
|
|
|
import os |
|
|
import hashlib |
|
|
import time |
|
|
import datetime |
|
|
from pytz import timezone |
|
|
|
|
|
import gradio as gr |
|
|
|
|
|
import TMIDIX |
|
|
from midi_to_colab_audio import midi_to_colab_audio |
|
|
|
|
|
import copy |
|
|
from collections import Counter |
|
|
import random |
|
|
import statistics |
|
|
|
|
|
|
|
|
|
|
|
def render_midi(input_midi, |
|
|
render_type, |
|
|
soundfont_bank, |
|
|
render_sample_rate, |
|
|
custom_render_patch, |
|
|
render_transpose_value, |
|
|
render_transpose_to_C4, |
|
|
render_align, |
|
|
render_output_as_solo_piano, |
|
|
render_remove_drums |
|
|
): |
|
|
|
|
|
print('*' * 70) |
|
|
print('Req start time: {:%Y-%m-%d %H:%M:%S}'.format(datetime.datetime.now(PDT))) |
|
|
start_time = time.time() |
|
|
|
|
|
print('=' * 70) |
|
|
print('Loading MIDI...') |
|
|
|
|
|
fn = os.path.basename(input_midi) |
|
|
fn1 = fn.split('.')[0] |
|
|
|
|
|
fdata = open(input_midi, 'rb').read() |
|
|
|
|
|
input_midi_md5hash = hashlib.md5(fdata).hexdigest() |
|
|
|
|
|
print('=' * 70) |
|
|
print('Requested settings:') |
|
|
print('=' * 70) |
|
|
print('Input MIDI file name:', fn) |
|
|
print('Input MIDI md5 hash', input_midi_md5hash) |
|
|
print('Render type:', render_type) |
|
|
print('Soudnfont bank', soundfont_bank) |
|
|
print('Audio render sample rate', render_sample_rate) |
|
|
print('Custom MIDI render patch', custom_render_patch) |
|
|
print('Transpose value:', render_transpose_value) |
|
|
print('Transpose to C4', render_transpose_to_C4) |
|
|
print('Align to bars:', render_align) |
|
|
print('Output as Solo Piano', render_output_as_solo_piano) |
|
|
print('Remove drums:', render_remove_drums) |
|
|
print('=' * 70) |
|
|
print('Processing MIDI...Please wait...') |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
raw_score = TMIDIX.midi2single_track_ms_score(fdata) |
|
|
|
|
|
escore = TMIDIX.advanced_score_processor(raw_score, return_enhanced_score_notes=True)[0] |
|
|
|
|
|
escore = TMIDIX.augment_enhanced_score_notes(escore, timings_divider=1) |
|
|
|
|
|
first_note_index = [e[0] for e in raw_score[1]].index('note') |
|
|
|
|
|
cscore = TMIDIX.chordify_score([1000, escore]) |
|
|
|
|
|
meta_data = raw_score[1][:first_note_index] + [escore[0]] + [escore[-1]] + [raw_score[1][-1]] |
|
|
|
|
|
print('Done!') |
|
|
print('=' * 70) |
|
|
print('Input MIDI metadata:', meta_data[:5]) |
|
|
print('=' * 70) |
|
|
print('Processing...Please wait...') |
|
|
|
|
|
if render_type == 'Render as-is' or render_type == "Summarize": |
|
|
output_score = copy.deepcopy(escore) |
|
|
|
|
|
elif render_type == "Custom render" or not render_type: |
|
|
output_score = copy.deepcopy(escore) |
|
|
|
|
|
elif render_type == "Extract melody": |
|
|
output_score = TMIDIX.extract_melody(cscore, melody_range=[48, 84]) |
|
|
|
|
|
elif render_type == "Flip": |
|
|
output_score = TMIDIX.flip_enhanced_score_notes(escore) |
|
|
|
|
|
elif render_type == "Reverse": |
|
|
ematrix = TMIDIX.escore_notes_to_escore_matrix(escore, reverse_matrix=True) |
|
|
output_score = TMIDIX.escore_matrix_to_original_escore_notes(ematrix) |
|
|
|
|
|
elif render_type == 'Repair': |
|
|
fixed_cscore = TMIDIX.advanced_check_and_fix_chords_in_chordified_score(cscore)[0] |
|
|
output_score = TMIDIX.flatten(fixed_cscore) |
|
|
|
|
|
print('Done processing!') |
|
|
print('=' * 70) |
|
|
|
|
|
print('Repatching if needed...') |
|
|
print('=' * 70) |
|
|
|
|
|
if -1 < custom_render_patch < 128: |
|
|
for e in output_score: |
|
|
if e[3] != 9: |
|
|
e[6] = custom_render_patch |
|
|
|
|
|
print('Done repatching!') |
|
|
print('=' * 70) |
|
|
|
|
|
print('Sample output events', output_score[:5]) |
|
|
print('=' * 70) |
|
|
print('Final processing...') |
|
|
|
|
|
new_fn = fn1+'.mid' |
|
|
|
|
|
if render_type != "Render as-is": |
|
|
|
|
|
if render_transpose_value != 0: |
|
|
output_score = TMIDIX.transpose_escore_notes(output_score, render_transpose_value) |
|
|
|
|
|
if render_transpose_to_C4: |
|
|
output_score = TMIDIX.transpose_escore_notes_to_pitch(output_score) |
|
|
|
|
|
if render_align == "Start Times": |
|
|
output_score = TMIDIX.recalculate_score_timings(output_score) |
|
|
output_score = TMIDIX.align_escore_notes_to_bars(output_score) |
|
|
|
|
|
elif render_align == "Start Times and Durations": |
|
|
output_score = TMIDIX.recalculate_score_timings(output_score) |
|
|
output_score = TMIDIX.align_escore_notes_to_bars(output_score, trim_durations=True) |
|
|
|
|
|
elif render_align == "Start Times and Split Durations": |
|
|
output_score = TMIDIX.recalculate_score_timings(output_score) |
|
|
output_score = TMIDIX.align_escore_notes_to_bars(output_score, split_durations=True) |
|
|
|
|
|
if render_output_as_solo_piano: |
|
|
output_score = TMIDIX.solo_piano_escore_notes(output_score, keep_drums=True) |
|
|
|
|
|
if render_remove_drums: |
|
|
output_score = TMIDIX.strip_drums_from_escore_notes(output_score) |
|
|
|
|
|
if render_type == "Summarize": |
|
|
sp_escore_notes = TMIDIX.solo_piano_escore_notes(output_score) |
|
|
bmatrix = TMIDIX.escore_notes_to_binary_matrix(sp_escore_notes) |
|
|
smatrix = TMIDIX.square_binary_matrix(bmatrix) |
|
|
output_score = TMIDIX.binary_matrix_to_original_escore_notes(smatrix) |
|
|
|
|
|
for o in output_score: |
|
|
o[1] *= 160 |
|
|
o[2] *= 160 |
|
|
|
|
|
SONG, patches, overflow_patches = TMIDIX.patch_enhanced_score_notes(output_score) |
|
|
|
|
|
detailed_stats = TMIDIX.Tegridy_ms_SONG_to_MIDI_Converter(SONG, |
|
|
output_signature = 'Advanced MIDI Renderer', |
|
|
output_file_name = fn1, |
|
|
track_name='Project Los Angeles', |
|
|
list_of_MIDI_patches=patches |
|
|
) |
|
|
|
|
|
else: |
|
|
with open(new_fn, 'wb') as f: |
|
|
f.write(fdata) |
|
|
f.close() |
|
|
|
|
|
if soundfont_bank in ["General MIDI", "Nice strings plus orchestra", "Real choir", "Orpheus", "Super Game Boy", "Proto Square"]: |
|
|
sf2bank = ["General MIDI", "Nice strings plus orchestra", "Real choir", "Orpheus", "Super Game Boy", "Proto Square"].index(soundfont_bank) |
|
|
|
|
|
else: |
|
|
sf2bank = 0 |
|
|
|
|
|
if render_sample_rate in ["16000", "32000", "44100"]: |
|
|
srate = int(render_sample_rate) |
|
|
|
|
|
else: |
|
|
srate = 16000 |
|
|
|
|
|
audio = midi_to_colab_audio(new_fn, |
|
|
soundfont_path=soundfonts[sf2bank], |
|
|
sample_rate=srate, |
|
|
volume_scale=10, |
|
|
output_for_gradio=True |
|
|
) |
|
|
|
|
|
new_md5_hash = hashlib.md5(open(new_fn,'rb').read()).hexdigest() |
|
|
|
|
|
print('Done!') |
|
|
print('=' * 70) |
|
|
|
|
|
|
|
|
|
|
|
output_midi_md5 = str(new_md5_hash) |
|
|
output_midi_title = str(fn1) |
|
|
output_midi_summary = str(meta_data) |
|
|
output_midi = str(new_fn) |
|
|
output_audio = (srate, audio) |
|
|
|
|
|
output_plot = TMIDIX.plot_ms_SONG(output_score, plot_title=output_midi, return_plt=True) |
|
|
|
|
|
print('Output MIDI file name:', output_midi) |
|
|
print('Output MIDI title:', output_midi_title) |
|
|
print('Output MIDI hash:', output_midi_md5) |
|
|
print('Output MIDI summary:', output_midi_summary[:5]) |
|
|
print('=' * 70) |
|
|
|
|
|
|
|
|
|
|
|
print('Req end time: {:%Y-%m-%d %H:%M:%S}'.format(datetime.datetime.now(PDT))) |
|
|
print('-' * 70) |
|
|
print('Req execution time:', (time.time() - start_time), 'sec') |
|
|
print('*' * 70) |
|
|
|
|
|
|
|
|
|
|
|
return output_midi_md5, output_midi_title, output_midi_summary, output_midi, output_audio, output_plot |
|
|
|
|
|
|
|
|
|
|
|
if __name__ == "__main__": |
|
|
|
|
|
PDT = timezone('US/Pacific') |
|
|
|
|
|
print('=' * 70) |
|
|
print('App start time: {:%Y-%m-%d %H:%M:%S}'.format(datetime.datetime.now(PDT))) |
|
|
print('=' * 70) |
|
|
|
|
|
soundfonts = ["SGM-v2.01-YamahaGrand-Guit-Bass-v2.7.sf2", |
|
|
"Nice-Strings-PlusOrchestra-v1.6.sf2", |
|
|
"KBH-Real-Choir-V2.5.sf2", |
|
|
"Orpheus_18.06.2020.sf2", |
|
|
"SuperGameBoy.sf2", |
|
|
"ProtoSquare.sf2" |
|
|
] |
|
|
|
|
|
app = gr.Blocks() |
|
|
|
|
|
with app: |
|
|
|
|
|
gr.Markdown("<h1 style='text-align: center; margin-bottom: 1rem'>Advanced MIDI Renderer</h1>") |
|
|
gr.Markdown("<h1 style='text-align: center; margin-bottom: 1rem'>Transform and render any MIDI</h1>") |
|
|
|
|
|
gr.Markdown("\n\n" |
|
|
"This is a demo for tegridy-tools\n\n" |
|
|
"Please see [tegridy-tools](https://github.com/asigalov61/tegridy-tools) GitHub repo for more information\n\n" |
|
|
) |
|
|
|
|
|
gr.Markdown("## Upload your MIDI") |
|
|
|
|
|
input_midi = gr.File(label="Input MIDI", file_types=[".midi", ".mid", ".kar"], type="filepath") |
|
|
|
|
|
gr.Markdown("## Select desired render type") |
|
|
|
|
|
render_type = gr.Radio(["Render as-is", |
|
|
"Custom render", |
|
|
"Extract melody", |
|
|
"Flip", |
|
|
"Reverse", |
|
|
"Repair", |
|
|
"Summarize" |
|
|
], |
|
|
label="Render type", |
|
|
value="Render as-is" |
|
|
) |
|
|
|
|
|
gr.Markdown("## Select desired render options") |
|
|
|
|
|
soundfont_bank = gr.Radio(["General MIDI", |
|
|
"Nice strings plus orchestra", |
|
|
"Real choir", |
|
|
"Orpheus", |
|
|
"Super Game Boy", |
|
|
"Proto Square" |
|
|
], |
|
|
label="SoundFont bank", |
|
|
value="General MIDI" |
|
|
) |
|
|
|
|
|
render_sample_rate = gr.Radio(["16000", |
|
|
"32000", |
|
|
"44100" |
|
|
], |
|
|
label="MIDI audio render sample rate", |
|
|
value="16000" |
|
|
) |
|
|
|
|
|
custom_render_patch = gr.Slider(-1, 127, value=-1, label="Custom render MIDI patch") |
|
|
|
|
|
render_transpose_value = gr.Slider(-12, 12, value=0, step=1, label="Transpose value") |
|
|
render_transpose_to_C4 = gr.Checkbox(label="Transpose to C4", value=False) |
|
|
render_align = gr.Radio(["Do not align", |
|
|
"Start Times", |
|
|
"Start Times and Durations", |
|
|
"Start Times and Split Durations" |
|
|
], |
|
|
label="Align output to bars", |
|
|
value="Do not align" |
|
|
) |
|
|
|
|
|
render_output_as_solo_piano = gr.Checkbox(label="Output as Solo Piano", value=False) |
|
|
render_remove_drums = gr.Checkbox(label="Remove drums", value=False) |
|
|
|
|
|
submit = gr.Button("Render MIDI", variant="primary") |
|
|
|
|
|
gr.Markdown("## Render results") |
|
|
|
|
|
output_midi_md5 = gr.Textbox(label="Output MIDI md5 hash") |
|
|
output_midi_title = gr.Textbox(label="Output MIDI title") |
|
|
output_midi_summary = gr.Textbox(label="Output MIDI summary") |
|
|
output_audio = gr.Audio(label="Output MIDI audio", format="wav", elem_id="midi_audio") |
|
|
output_plot = gr.Plot(label="Output MIDI score plot") |
|
|
output_midi = gr.File(label="Output MIDI file", file_types=[".mid"]) |
|
|
|
|
|
run_event = submit.click(render_midi, [input_midi, |
|
|
render_type, |
|
|
soundfont_bank, |
|
|
render_sample_rate, |
|
|
custom_render_patch, |
|
|
render_transpose_value, |
|
|
render_transpose_to_C4, |
|
|
render_align, |
|
|
render_output_as_solo_piano, |
|
|
render_remove_drums |
|
|
], |
|
|
[output_midi_md5, |
|
|
output_midi_title, |
|
|
output_midi_summary, |
|
|
output_midi, |
|
|
output_audio, |
|
|
output_plot |
|
|
]) |
|
|
|
|
|
app.queue().launch() |
