Update app.py

app.py

@@ -252,6 +252,75 @@ def translate_audio(audio_file_path, prompt):
     return translation.text
 
 
+# subtitles maker
+
+def create_srt_from_json(transcription_json):
+    """Converts Whisper JSON transcription to SRT format."""
+    srt_lines = []
+    for i, segment in enumerate(transcription_json["segments"]):
+        start_time = timedelta(seconds=segment["start"])
+        end_time = timedelta(seconds=segment["end"])
+        text = segment["text"]
+
+        # Format SRT timestamp
+        start_timestamp = f"{start_time.seconds}:{start_time.microseconds // 1000:03}"
+        end_timestamp = f"{end_time.seconds}:{end_time.microseconds // 1000:03}"
+
+        srt_lines.append(f"{i+1}\n{start_timestamp} --> {end_timestamp}\n{text}\n\n")
+
+    return "".join(srt_lines)
+
+
+def generate_subtitles(audio_file_path, prompt, language, auto_detect_language):
+    # ... (file check and error handling using check_file function) ...
+
+    with open(processed_path, "rb") as file:
+        transcription_json = client.audio.transcriptions.create(
+            file=(os.path.basename(processed_path), file.read()),
+            model="whisper-large-v3",
+            prompt=prompt,
+            response_format="json",
+            language=None if auto_detect_language else language,  # Conditional language parameter
+            temperature=0.0,
+        )
+
+    srt_content = create_srt_from_json(transcription_json)
+    return srt_content
+
+
+def add_subtitles_to_video(video_file_path, srt_content):
+    """Adds subtitles to a video using ffmpeg."""
+    output_file_path = os.path.splitext(video_file_path)[0] + "_with_subs.mp4"
+    try:
+        subprocess.run(
+            [
+                "ffmpeg",
+                "-i",
+                video_file_path,
+                "-i",
+                "-",  # Input for subtitles from stdin
+                "-map",
+                "0:v",
+                "-map",
+                "1:a?",
+                "-map",
+                "1:s?",  # Map subtitles
+                "-c:v",
+                "copy",
+                "-c:a",
+                "copy",
+                "-c:s",
+                "mov_text",  # Subtitle codec
+                output_file_path,
+            ],
+            input=srt_content.encode("utf-8"),  # Pass SRT content to ffmpeg
+            check=True,
+        )
+        return output_file_path
+    except subprocess.CalledProcessError as e:
+        return f"Error during subtitle addition: {e}"
+        
+
 with gr.Blocks() as demo:
     gr.Markdown(
         """
@@ -360,5 +429,42 @@ with gr.Blocks() as demo:
                         inputs=[audio_input_translate, translate_prompt],
                         outputs=translation_output,
                     )
+                with gr.TabItem("Subtitle Maker"):
+                    with gr.Row():
+                        audio_input_subtitles = gr.File(
+                            label="Upload Audio/Video",
+                            file_types=[f".{ext}" for ext in ALLOWED_FILE_EXTENSIONS],
+                        )
+                        transcribe_prompt_subtitles = gr.Textbox(
+                            label="Prompt (Optional)",
+                            info="Specify any context or spelling corrections.",
+                        )
+                        with gr.Row():
+                            language_subtitles = gr.Dropdown(
+                                choices=[(lang, code) for lang, code in LANGUAGE_CODES.items()],
+                                value="en",
+                                label="Language",
+                            )
+                            auto_detect_language_subtitles = gr.Checkbox(
+                                label="Auto Detect Language"
+                            )
+                    transcribe_button_subtitles = gr.Button("Generate Subtitles")
+                    srt_output = gr.Textbox(label="SRT Output")
+                    video_output = gr.File(label="Output Video (with Subtitles)")
+                    transcribe_button_subtitles.click(
+                        generate_subtitles,
+                        inputs=[
+                            audio_input_subtitles,
+                            transcribe_prompt_subtitles,
+                            language_subtitles,
+                            auto_detect_language_subtitles,
+                        ],
+                        outputs=srt_output,
+                    )
+                    srt_output.change(
+                        add_subtitles_to_video,
+                        inputs=[audio_input_subtitles, srt_output],
+                        outputs=video_output,
+                    )
 
 demo.launch()