app.py

import gradio as gr, glob, os, auditok, zipfile, requests, json, traceback, tempfile
from moviepy.editor import *
from pydub import AudioSegment

def split_wav_or_mp3_file(audiofileuploader, mindur2, maxdur2, name_for_split_files2, strict):
    if audiofileuploader == None:
        raise gr.Error("Audio file cannot be empty!")
    if mindur2 == maxdur2:
        raise gr.Error(f"Cannot split mindur={mindur2} and maxdur={maxdur2}, min and max are the same number.")
    elif mindur2 > maxdur2:
        raise gr.Error(f"Cannot split mindur={mindur2} and maxdur={maxdur2}, mindur is higher than maxdur.")
    elif name_for_split_files2 == None:
        raise gr.Error("Split files name cannot be empty!")
    else:
        audio_path = audiofileuploader
        audio_regions = auditok.split(
            audio_path,
            min_dur=mindur2,
            max_dur=maxdur2,
            max_silence=0.3,
            energy_threshold=45,
            strict_min_dur=True if strict == True else False
        )
        os.remove(audio_path)
        for i, r in enumerate(audio_regions):
            filename = r.save(f"{name_for_split_files2}-{i+1}.wav")
        for f in sorted(glob.glob("*.wav")):
            audio_files = glob.glob("*.wav")
            zip_file_name2 = "audio_files.zip"
            with zipfile.ZipFile(zip_file_name2, "w") as zip_file:
                for audio_file in audio_files:
                    zip_file.write(audio_file, os.path.basename(audio_file))
    for file2 in glob.glob("*.wav"):
        os.remove(file2)
    return f"File split successfully!\nCheck below for zipped files.\nAmount created: {len(audio_files)}", zip_file_name2

def mp4_to_wav_or_mp3(mp4fileuploader, file_format):
    if mp4fileuploader == None:
        raise gr.Error("Input cannot be empty!")
    else:
        try:
            if file_format == "wav":
                videoinput = AudioFileClip(mp4fileuploader)
                videoinput.write_audiofile("convertedaudio.wav")
                videoinput.close()
            elif file_format == "mp3":
                videoinput = AudioFileClip(mp4fileuploader)
                videoinput.write_audiofile("convertedaudio.mp3")
                videoinput.close()
            what_to_return = "convertedaudio.wav" if file_format == "wav" else "convertedaudio.mp3"
            os.remove(mp4fileuploader)
            return "Converted mp4 file successfully!", what_to_return
        except:
            raise gr.Error(traceback.format_exc())
        
def remove_audio_file_from_directory():
    for r in glob.glob("*.wav"):
        os.remove(r)
    for w in glob.glob("*.mp3"):
        os.remove(w)
    for y in glob.glob("convertedaudio.mp3"):
        os.remove(y)
    for a in glob.glob("convertedaudio.wav"):
        os.remove(a)
    return gr.Info("File removed.")

def mvsep_api_request(mvsep_key, audio_file, sep_dropdown):
    if mvsep_key == "":
        return gr.Warning("You must have an MVSEP API key for this to work!")
    if audio_file == None:
        return gr.Warning("Please select an audio file!")
    if sep_dropdown == "-------------------------------------------------------------------------------------------------":
        return gr.Warning("This option is not a model!")
    url = "https://mvsep.com/api/separation/create"
    files = {
        "audiofile": open(audio_file, 'rb')
    }
    data = {
        "api_token": mvsep_key,
        "sep_type": sep_dropdown
    }
    r = requests.post(url, files=files, data=data)
    json_format = r.json()
    hash_val = json_format['data']['hash']
    return f"Request sent successfully! Your hash is: {hash_val}\n\nUse the 'Get Status' tab to check the status of your request."

def mvsep_check_request(hash_textbox):
    try:
        url = "https://mvsep.com/api/separation/get"
        params = {
            "hash": hash_textbox
        }
        r = requests.get(url, params=params)
        rjson = r.json()
        success = rjson['success']
        status = rjson['status']
        return f"Was successful? {str(success)}.\nStatus: {status}."
    except requests.exceptions.JSONDecodeError:
        return gr.Info("Status not available or request not sent.")

def mvsep_download_separated_audio(hash_textbox):
    try:
        url = "https://mvsep.com/api/separation/get"
        params = {
            "hash": hash_textbox
        }
        r = requests.get(url, params=params)
        rjson = r.json()
        status = rjson['status']
        files = rjson.get('data', {}).get('files', [])
        urls = [file['url'] for file in files]
        if status == "waiting" or status == "processing":
            return gr.Info("Job not finished yet, so nothing to download for now.")
        return json.dumps(urls, indent=4)
    except requests.exceptions.JSONDecodeError:
        return gr.Info("Nothing to download yet. Check back later.")

def split_by_dur(file_upload, dur_to_cut):
    if file_upload == None:
        raise gr.Error("Audio file cannot be empty!")
    try:
        audio = AudioSegment.from_file(file_upload)
        trimmed_audio = audio[:dur_to_cut]
        ms_to_min = round((dur_to_cut/(1000*60))%60, 1)
        with tempfile.NamedTemporaryFile(delete=False, suffix=".mp3") as temp_file:
            trimmed_audio.export(temp_file.name, format="mp3")
            return f"Trimmed to {ms_to_min} minutes successfully.", temp_file.name
    except Exception as e:
        return gr.Error(traceback.format_exc())
        

with gr.Blocks(theme='ParityError/Interstellar', title="Global Dataset Maker") as app:
    gr.HTML(
        "<h1> Welcome to the Cafeteria (formally GDMGS)!</h1>"
    )
    gr.HTML(
        "<h2> Currently, no yt functions are working right now, so they have been deleted. Please use this tool to split an audio file, convert an mp4 file to mp3 or wav, or use mvsep."
    )
    gr.Markdown("## Duplicate this space if you want to make your own changes!")
    gr.HTML(
        """<p style="margin:5px auto;display: flex;justify-content: left;">
            <a href="https://huggingface.co/spaces/Kryptone/GDMGS?duplicate=true"><img src="https://huggingface.co/datasets/huggingface/badges/resolve/main/duplicate-this-space-md-dark.svg" alt="Duplicate this Space"></a>
        </p>"""
    )
    gr.Markdown(
        "This Space will create a dataset for you and use MVSEP to isolate vocals, all automatically. **Please be warned that due to not having a GPU on this Space, some steps might take longer to complete.**"
    )
    gr.HTML(
        "<h2> This Space's storage is ephemeral, meaning all audio files are visible to you only. I do not have access to any of this, nor would I do anything with it anyway. </h2>"
    )
    with gr.Tabs():
        with gr.TabItem("Misc tools"):
            with gr.Tab("File splitter"):
                gr.Markdown("If you would rather split a single WAV or mp3 audio file, use this method instead.")
                with gr.Row():
                    with gr.Column():
                        with gr.Row():
                            audiofileuploader = gr.File(file_count='single', file_types=[".wav", ".mp3"], label="WAV or mp3 file")
                            mindur2 = gr.Number(label="Min duration", minimum=1, maximum=10, value=1)
                            maxdur2 = gr.Number(label="Max duration", minimum=1, maximum=10, value=5)
                            name_for_split_files2 = gr.Textbox(label="Name for split files")
                            strict = gr.Checkbox(False, label="Enable strict duration?", info="Use this option if you want to minimize the '(audio_file) is less than 0.76 seconds' warning on Colab. Keep in mind that this only applies for min duration, max is ignored.")
                            audiofileuploadbtn = gr.Button("Split", variant='primary')
                        audiofileuploadbtn.click(
                            split_wav_or_mp3_file,
                            [audiofileuploader, mindur2, maxdur2, name_for_split_files2, strict],
                            [gr.Text(label="Output"), gr.File(label="Zipped files")]
                        )

            with gr.Tab("Split audio file by duration"):
                gr.Markdown("If you have an audio file thats too long for MVSEP (or any other use cases), use this section to split the audio by duration.")
                with gr.Row():
                    with gr.Column():
                        with gr.Row():
                            file_upload = gr.File(file_count='single', file_types=[".wav", ".mp3"], label="WAV or MP3 file")
                            dur_to_cut = gr.Number(label="Duration to split audio (in ms). Cannot be larger than the duration of the audio file.", precision=0)
                            begin = gr.Button("Split at given duration", variant='primary')
                        begin.click(
                            split_by_dur,
                            [file_upload, dur_to_cut],
                            [gr.Text(label="Output"), gr.File(label="Trimmed audio")]
                        )
            with gr.Tab("MP4 to mp3/wav converter"):
                gr.Markdown("If you have an mp4 file, you can convert it to mp3 or wav here. Only click the 'Remove file' button when done.")
                with gr.Row():
                    with gr.Column():
                        with gr.Row():
                            mp4fileuploader = gr.File(file_count='single', file_types=[".mp4"], label="mp4 file")
                            file_format = gr.Radio(["wav", "mp3"], value="mp3", label="Convert mp4 file to:")
                            convert_btn = gr.Button("Convert", variant='primary')
                            remove_file_btn = gr.Button("Remove file from directory", variant='secondary')
                        convert_btn.click(
                            mp4_to_wav_or_mp3,
                            [mp4fileuploader, file_format],
                            [gr.Text(label="Output"), gr.File(label="Converted audio file")]
                        )
                        remove_file_btn.click(
                            remove_audio_file_from_directory,
                            None,
                            None
                        )
            with gr.Tab("MVSEP"):
                gr.Markdown("Use MVSEP to isolate audio.\n\n**You will be required to input your API key, but it will not be saved ever, I don't use anything saved here for bad intentions, nor would I have access to it regardless.**")
                with gr.Tab("Send Request via audio file"):
                    with gr.Row():
                        with gr.Column():
                            with gr.Row():
                                mvsep_key = gr.Textbox(placeholder="Enter your MVSEP API key.", label="API key")
                                audio_file = gr.File(file_count='single', file_types=[".mp3"], label="Audio file")
                                sep_dropdown = gr.Dropdown(
                                    ["0 - spleeter (vocals, music)",
                                    "1 - spleeter (vocals, drums, bass, other)",
                                    "2 - spleeter (vocals, drums, bass, piano, other)",
                                    "3 - unmix XL (vocals, drums, bass, other)",
                                    "4 - unmix HQ (vocals, drums, bass, other)",
                                    "5 - unmix SD (vocals, drums, bass, other)",
                                    "6 - unmix SE (vocals, music)",
                                    "7 - MDX A (vocals, drums, bass, other)",
                                    "8 - MDX B (vocals, drums, bass, other)",
                                    "9 - UVR HQ (vocals, music)",
                                    "10 - Demucs3 Model A (vocals, drums, bass, other)",
                                    "11 - Demucs3 Model B (vocals, drums, bass, other)",
                                    "12 - MDX-B Karaoke (lead/back vocals)",
                                    "13 - Demucs2 (vocals, drums, bass, other)",
                                    "14 - Zero Shot (Query Based) (LQ)",
                                    "15 - Danna sep (vocals, drums, bass, other)",
                                    "16 - Byte Dance (vocals, drums, bass, other)",
                                    "17 - UVRv5 Demucs (vocals, music)",
                                    "18 - MVSep DNR (music, sfx, speech)",
                                    "19 - MVSep Vocal Model (vocals, music)",
                                    "20 - Demucs4 HT (vocals, drums, bass, other)",
                                    "--------------------------------------------------------------------------------------------------",
                                    "22 - FoxJoy Reverb Removal (other)",
                                    "23 - MDX B (vocals, instrumental)",
                                    "24 - MVSep Demucs4HT DNR (dialog, sfx, music)",
                                    "25 - MDX23C (vocals, instrumental)",
                                    "26 - Ensemble (vocals, instrumental) [PREMIUM ONLY]",
                                    "27 - Demucs4 Vocals 2023 (vocals, instrumental)",
                                    "28 - Ensemble (vocals, instrumental, bass, drums, other) [PREMIUM ONLY]",
                                    "29 - MVSep Piano (piano, other)",
                                    "30 - Ensemble All-In (vocals, bass, drums, piano, guitar, lead/back vocals, other) [PREMIUM ONLY]",
                                    "31 - MVSep Guitar (guitar, other)",
                                    "-------------------------------------------------------------------------------------------------",
                                    "33 - Vit Large 23 (vocals, instrum)",
                                    "34 - MVSep Crowd removal (crowd, other)",
                                    "35 - MVSep MelBand Roformer (vocals, instrum)",
                                    "36 - BandIt Plus (speech, music, effects)",
                                    "37 - DrumSep (kick, snare, cymbals, toms)",
                                    "38 - LarsNet (kick, snare, cymbals, toms, hihat)",
                                    "39 - Whisper (extract text from audio)",
                                    "40 - BS Roformer (vocals, instrumental)",
                                    "41 - MVSep Bass (bass, other)",
                                    "42 - MVSep MultiSpeaker (MDX23C)",
                                    "43 - MVSEP Multichannel BS (vocals, inst)",
                                    "44 - MVSep Drums (drums, other)",
                                    "45 - Bandit v2 (speech, music, effects)"
                                    ],
                                    max_choices=1,
                                    value="45 - Bandit v2 (speech, music, effects)",
                                    label="Model type:",
                                    interactive=True,
                                    type='index'
                                )
                                send_req = gr.Button("Send request", variant='primary')
                            send_req.click(
                                mvsep_api_request,
                                [mvsep_key, audio_file, sep_dropdown],
                                [gr.Text(label="Output")]
                            )
                with gr.Tab("Get status of request"):
                    with gr.Row():
                        with gr.Column():
                            with gr.Row():
                                hash_textbox = gr.Textbox(label="Hash")
                                check_status = gr.Button("Check status", variant='primary')
                                download = gr.Button("Download separated audio", variant='secondary')
                            check_status.click(
                                mvsep_check_request,
                                [hash_textbox],
                                [gr.Text(label="Status")]
                            )
                            download.click(
                                mvsep_download_separated_audio,
                                [hash_textbox],
                                [gr.Text(label="Link(s)")]
                            )

        with gr.TabItem("Changelog"):
            gr.Markdown("v1 - Not the most exciting v1 release. **Removed yt functions as they are no longer working.**")
            gr.Markdown("v0.99.9 - Added new tool: Split audio file by duration.")
        
app.launch()