Update app.py

app.py

@@ -138,26 +138,6 @@ def match_loudness(audio_path, target_lufs=-14.0):
     adjusted.export(out_path, format="wav")
     return out_path
 
-# === AI Mastering Chain – Genre EQ + Loudness Match ===
-def ai_mastering_chain(audio_path, genre="Pop", target_lufs=-14.0):
-    audio = AudioSegment.from_file(audio_path)
-
-    # Apply Genre EQ
-    eq_audio = auto_eq(audio, genre=genre)
-
-    # Convert to numpy for loudness
-    samples, sr = audiosegment_to_array(eq_audio)
-
-    # Apply loudness normalization
-    meter = pyln.Meter(sr)
-    loudness = meter.integrated_loudness(samples.astype(np.float64) / 32768.0)
-    gain_db = target_lufs - loudness
-    final_audio = eq_audio + gain_db
-
-    out_path = os.path.join(tempfile.gettempdir(), "mastered_output.wav")
-    final_audio.export(out_path, format="wav")
-    return out_path
-
 # === Auto-EQ per Genre ===
 def auto_eq(audio, genre="Pop"):
     eq_map = {
@@ -188,90 +168,84 @@ def auto_eq(audio, genre="Pop"):
 
     return array_to_audiosegment(samples.astype(np.int16), sr, channels=audio.channels)
 
-# === Multiband Compression ===
-def multiband_compression(audio, low_gain=0, mid_gain=0, high_gain=0):
-    samples, sr = audiosegment_to_array(audio)
-    samples = samples.astype(np.float64)
+# === AI Mastering Chain – Genre EQ + Loudness Match ===
+def ai_mastering_chain(audio_path, genre="Pop", target_lufs=-14.0):
+    audio = AudioSegment.from_file(audio_path)
 
-    # Low Band: 20–500Hz
-    sos_low = butter(10, [20, 500], btype='band', output='sos', fs=sr)
-    low_band = sosfilt(sos_low, samples)
-    low_compressed = low_band * (10 ** (low_gain / 20))
-
-    # Mid Band: 500–4000Hz
-    sos_mid = butter(10, [500, 4000], btype='band', output='sos', fs=sr)
-    mid_band = sosfilt(sos_mid, samples)
-    mid_compressed = mid_band * (10 ** (mid_gain / 20))
-
-    # High Band: 4000–20000Hz
-    sos_high = butter(10, [4000, 20000], btype='high', output='sos', fs=sr)
-    high_band = sosfilt(sos_high, samples)
-    high_compressed = high_band * (10 ** (high_gain / 20))
-
-    total = low_compressed + mid_compressed + high_compressed
-    return array_to_audiosegment(total.astype(np.int16), sr, channels=audio.channels)
-
-# === Real-Time Spectrum Analyzer + EQ Preview ===
-def visualize_spectrum(audio_path):
-    y, sr = torchaudio.load(audio_path)
-    y_np = y.numpy().flatten()
-    
-    stft = librosa.stft(y_np)
-    db = librosa.amplitude_to_db(abs(stft))
-
-    plt.figure(figsize=(10, 4))
-    img = librosa.display.specshow(db, sr=sr, x_axis="time", y_axis="hz", cmap="magma")
-    plt.colorbar(img, format="%+2.0f dB")
-    plt.title("Frequency Spectrum")
-    plt.tight_layout()
-    buf = BytesIO()
-    plt.savefig(buf, format="png")
-    plt.close()
-    buf.seek(0)
-    return Image.open(buf)
-
-# === Stereo Imaging Tool ===
-def stereo_imaging(audio, mid_side_balance=0.5, stereo_wide=1.0):
-    mid = audio.pan(0)
-    side = audio.pan(0.3)
-    return audio.overlay(side, position=0)
-
-# === Harmonic Saturation ===
-def harmonic_saturation(audio, intensity=0.2):
-    samples = np.array(audio.get_array_of_samples()).astype(np.float32)
-    distorted = np.tanh(intensity * samples)
-    return array_to_audiosegment(distorted.astype(np.int16), audio.frame_rate, channels=audio.channels)
+    # Apply Genre EQ
+    eq_audio = auto_eq(audio, genre=genre)
 
-# === Sidechain Compression ===
-def sidechain_compressor(main, sidechain, threshold=-16, ratio=4, attack=5, release=200):
-    main_seg = AudioSegment.from_file(main)
-    sidechain_seg = AudioSegment.from_file(sidechain)
-    return main_seg.overlay(sidechain_seg - 10)
+    # Convert to numpy for loudness
+    samples, sr = audiosegment_to_array(eq_audio)
+
+    # Apply loudness normalization
+    meter = pyln.Meter(sr)
+    loudness = meter.integrated_loudness(samples.astype(np.float64) / 32768.0)
+    gain_db = target_lufs - loudness
+    final_audio = eq_audio + gain_db
 
-# === Vocal Pitch Correction – Auto-Tune Style ===
-def auto_tune_vocal(audio, target_key="C"):
-    return apply_pitch_shift(audio, 0.2)
+    out_path = os.path.join(tempfile.gettempdir(), "mastered_output.wav")
+    final_audio.export(out_path, format="wav")
+    return out_path
 
-# === Create Karaoke Video from Audio + Lyrics ===
-def create_karaoke_video(audio_path, lyrics, bg_image=None):
-    try:
-        from moviepy.editor import TextClip, CompositeVideoClip, ColorClip, AudioFileClip
+# === Harmonic Saturation / Exciter ===
+def harmonic_saturation(audio, saturation_type="Tube", intensity=0.2):
+    samples = np.array(audio.get_array_of_samples()).astype(np.float32)
 
-        audio = AudioFileClip(audio_path)
-        video = ColorClip(size=(1280, 720), color=(0, 0, 0), duration=audio.duration_seconds)
-        words = [(word.strip(), i * 3, (i+1)*3) for i, word in enumerate(lyrics.split())]
+    if saturation_type == "Tube":
+        saturated = np.tanh(intensity * samples)
+    elif saturation_type == "Tape":
+        saturated = np.where(samples > 0, 1 - np.exp(-samples), -1 + np.exp(samples))
+    elif saturation_type == "Console":
+        saturated = np.clip(samples, -32768, 32768) * intensity
+    elif saturation_type == "Mix Bus":
+        saturated = np.log1p(np.abs(samples)) * np.sign(samples) * intensity
+    else:
+        saturated = samples
+
+    return array_to_audiosegment(saturated.astype(np.int16), audio.frame_rate, channels=audio.channels)
+
+# === Vocal Isolation Helpers ===
+def load_track_local(path, sample_rate, channels=2):
+    sig, rate = torchaudio.load(path)
+    if rate != sample_rate:
+        sig = torchaudio.functional.resample(sig, rate, sample_rate)
+    if channels == 1:
+        sig = sig.mean(0)
+    return sig
+
+def save_track(path, wav, sample_rate):
+    path = Path(path)
+    torchaudio.save(str(path), wav, sample_rate)
+
+def apply_vocal_isolation(audio_path):
+    model = pretrained.get_model(name='htdemucs')
+    wav = load_track_local(audio_path, model.samplerate, channels=2)
+    ref = wav.mean(0)
+    wav -= ref[:, None]
+    sources = apply_model(model, wav[None])[0]
+    wav += ref[:, None]
+
+    vocal_track = sources[3].cpu()
+    out_path = os.path.join(tempfile.gettempdir(), "vocals.wav")
+    save_track(out_path, vocal_track, model.samplerate)
+    return out_path
 
-        text_clips = [
-            TextClip(word, fontsize=60, color='white').set_position('center').set_duration(end - start).set_start(start)
-            for word, start, end in words
-        ]
+# === Stem Splitting (Drums, Bass, Other, Vocals) ===
+def stem_split(audio_path):
+    model = pretrained.get_model(name='htdemucs')
+    wav = load_track_local(audio_path, model.samplerate, channels=2)
+    sources = apply_model(model, wav[None])[0]
 
-        final_video = CompositeVideoClip([video] + text_clips).set_audio(audio)
-        out_path = os.path.join(tempfile.gettempdir(), "karaoke.mp4")
-        final_video.write_videofile(out_path, codec="libx264", audio_codec="aac")
-        return out_path
-    except Exception as e:
-        return f"⚠️ Failed: {str(e)}"
+    output_dir = tempfile.mkdtemp()
+    stem_paths = []
+
+    for i, name in enumerate(['drums', 'bass', 'other', 'vocals']):
+        path = os.path.join(output_dir, f"{name}.wav")
+        save_track(path, sources[i].cpu(), model.samplerate)
+        stem_paths.append(gr.File(value=path))
+
+    return stem_paths
 
 # === Save/Load Project File (.aiproj) ===
 def save_project(vocals, drums, bass, other, vol_vocals, vol_drums, vol_bass, vol_other):
@@ -306,7 +280,7 @@ def load_project(project_file):
         data["volumes"]["other"]
     )
 
-# === Process Audio Function (Fixed!) ===
+# === Process Audio Function ===
 def process_audio(audio_file, selected_effects, isolate_vocals, preset_name, export_format):
     status = "🔊 Loading audio..."
     try:
@@ -435,7 +409,8 @@ with gr.Blocks(title="AI Audio Studio", css="style.css") as demo:
             fn=process_audio,
             inputs=[
                 gr.Audio(label="Upload Audio", type="filepath"),
-                gr.CheckboxGroup(choices=preset_choices.get("Default", []), label="Apply Effects in Order"),
+                gr.CheckboxGroup(choices=preset_choices.get("Default", []),
+                                 label="Apply Effects in Order"),
                 gr.Checkbox(label="Isolate Vocals After Effects"),
                 gr.Dropdown(choices=preset_names, label="Select Preset", value=preset_names[0] if preset_names else None),
                 gr.Dropdown(choices=["MP3", "WAV"], label="Export Format", value="MP3")
@@ -468,135 +443,18 @@ with gr.Blocks(title="AI Audio Studio", css="style.css") as demo:
             description="Apply genre-specific EQ + loudness matching in one click."
         )
 
-    # --- Multiband Compression Tab ===
-    with gr.Tab("🎛 Multiband Compression"):
-        gr.Interface(
-            fn=multiband_compression,
-            inputs=[
-                gr.Audio(label="Upload Track", type="filepath"),
-                gr.Slider(minimum=-12, maximum=12, value=0, label="Low Gain (20–500Hz)"),
-                gr.Slider(minimum=-12, maximum=12, value=0, label="Mid Gain (500Hz–4kHz)"),
-                gr.Slider(minimum=-12, maximum=12, value=0, label="High Gain (4kHz+)"),
-            ],
-            outputs=gr.Audio(label="EQ'd Output", type="filepath"),
-            title="Adjust Frequency Bands Live",
-            description="Fine-tune your sound using real-time sliders for low, mid, and high frequencies."
-        )
-
-    # --- Real-Time Spectrum Analyzer + EQ Preview ===
-    with gr.Tab("📊 Real-Time Spectrum"):
-        gr.Interface(
-            fn=visualize_spectrum,
-            inputs=gr.Audio(label="Upload Track", type="filepath"),
-            outputs=gr.Image(label="Spectrum Analysis"),
-            title="See the frequency breakdown of your audio"
-        )
-
-    # --- Loudness Graph Tab ===
-    with gr.Tab("📈 Loudness Graph"):
-        gr.Interface(
-            fn=match_loudness,
-            inputs=[
-                gr.Audio(label="Upload Track", type="filepath"),
-                gr.Slider(minimum=-24, maximum=-6, value=-14, label="Target LUFS")
-            ],
-            outputs=gr.Audio(label="Normalized Output", type="filepath"),
-            title="Match Loudness Across Tracks",
-            description="Use EBU R128 standard for consistent volume"
-        )
-
-    # --- Stereo Imaging Tool ===
-    with gr.Tab("🎚 Stereo Imaging"):
-        gr.Interface(
-            fn=stereo_imaging,
-            inputs=[
-                gr.Audio(label="Upload Track", type="filepath"),
-                gr.Slider(minimum=0.0, maximum=1.0, value=0.5, label="Mid-Side Balance"),
-                gr.Slider(minimum=0.0, maximum=2.0, value=1.0, label="Stereo Spread")
-            ],
-            outputs=gr.Audio(label="Imaged Output", type="filepath"),
-            title="Adjust Stereo Field",
-            description="Control mid-side balance and widen stereo spread."
-        )
-
-    # --- Harmonic Saturation ===
+    # --- Harmonic Saturation / Exciter ===
     with gr.Tab("🧬 Harmonic Saturation"):
         gr.Interface(
             fn=harmonic_saturation,
             inputs=[
                 gr.Audio(label="Upload Track", type="filepath"),
-                gr.Slider(minimum=0.0, maximum=1.0, value=0.2, label="Saturation Intensity")
+                gr.Dropdown(choices=["Tube", "Tape", "Console", "Mix Bus"], label="Saturation Type", value="Tube"),
+                gr.Slider(minimum=0.1, maximum=1.0, value=0.2, label="Intensity")
             ],
             outputs=gr.Audio(label="Warm Output", type="filepath"),
             title="Add Analog-Style Warmth",
-            description="Apply subtle distortion to enhance clarity and presence."
-        )
-
-    # --- Sidechain Compression ===
-    with gr.Tab("🔁 Sidechain Compression"):
-        gr.Interface(
-            fn=sidechain_compressor,
-            inputs=[
-                gr.File(label="Main Track"),
-                gr.File(label="Sidechain Track"),
-                gr.Slider(minimum=-24, maximum=0, value=-16, label="Threshold (dB)"),
-                gr.Number(label="Ratio", value=4),
-                gr.Number(label="Attack (ms)", value=5),
-                gr.Number(label="Release (ms)", value=200)
-            ],
-            outputs=gr.Audio(label="Ducked Output", type="filepath"),
-            title="Sidechain Compression",
-            description="Automatically duck background under voice or kick"
-        )
-
-    # --- Save/Load Mix Session (.aiproj) ===
-    with gr.Tab("📁 Save/Load Mix Session"):
-        gr.Interface(
-            fn=save_project,
-            inputs=[
-                gr.File(label="Vocals"),
-                gr.File(label="Drums"),
-                gr.File(label="Bass"),
-                gr.File(label="Other"),
-                gr.Slider(minimum=-10, maximum=10, value=0, label="Vocals Volume"),
-                gr.Slider(minimum=-10, maximum=10, value=0, label="Drums Volume"),
-                gr.Slider(minimum=-10, maximum=10, value=0, label="Bass Volume"),
-                gr.Slider(minimum=-10, maximum=10, value=0, label="Other Volume")
-            ],
-            outputs=gr.File(label="Project File (.aiproj)"),
-            title="Save Your Full Mix Session",
-            description="Save stems, volumes, and settings in one file."
-        )
-
-        gr.Interface(
-            fn=load_project,
-            inputs=gr.File(label="Upload .aiproj File"),
-            outputs=[
-                gr.File(label="Vocals"),
-                gr.File(label="Drums"),
-                gr.File(label="Bass"),
-                gr.File(label="Other"),
-                gr.Slider(label="Vocals Volume"),
-                gr.Slider(label="Drums Volume"),
-                gr.Slider(label="Bass Volume"),
-                gr.Slider(label="Other Volume")
-            ],
-            title="Resume Last Mix",
-            description="Load saved mix session",
-            allow_flagging="never"
-        )
-
-    # --- Vocal Pitch Correction (Auto-Tune) ===
-    with gr.Tab("🧬 Vocal Pitch Correction"):
-        gr.Interface(
-            fn=auto_tune_vocal,
-            inputs=[
-                gr.File(label="Source Voice Clip"),
-                gr.Textbox(label="Target Key", value="C", lines=1)
-            ],
-            outputs=gr.Audio(label="Pitch-Corrected Output", type="filepath"),
-            title="Auto-Tune Style Pitch Correction",
-            description="Correct vocal pitch automatically"
+            description="Enhance clarity and presence using saturation styles like Tube, Tape, or Mix Bus."
         )
 
 demo.launch()