# import part
import streamlit as st
from transformers import pipeline
# function part
# img2text
def img2text(url):
image_to_text_model = pipeline("image-to-text", model="Salesforce/blip-image-captioning-base")
text = image_to_text_model(url)[0]["generated_text"]
return text
# text2story
def text2story(text):
pipe = pipeline("text-generation", model="pranavpsv/genre-story-generator-v2")
story_text = pipe(text)[0]['generated_text']
return story_text
# text2audio
def text2audio(story_text):
pipe = pipeline("text-to-audio", model="Matthijs/mms-tts-eng")
audio_data = pipe(story_text)
return audio_data
def main():
st.set_page_config(page_title="Magic Storyteller", page_icon="ð§")
# Optimize title area to attract children's attention
st.markdown("""
""", unsafe_allow_html=True)
st.markdown("""
""", unsafe_allow_html=True)
uploaded_file = st.file_uploader("ð Choose your magic picture...", type=["jpg", "png"])
if uploaded_file is not None:
bytes_data = uploaded_file.getvalue()
with open(uploaded_file.name, "wb") as file:
file.write(bytes_data)
st.image(uploaded_file, caption="Your Magic Picture âĻ", use_container_width=True)
status_container = st.empty()
progress_bar = st.progress(0)
# Stage 1: Image to Text
with status_container.status("ðŪ **Step 1/3**: Decoding picture magic...", expanded=True) as status: # äŋæįžĐčŋ
progress_bar.progress(33)
scenario = img2text(uploaded_file.name)
status.update(label="â
Picture decoded!", state="complete")
st.write(f"**What I see:** {scenario}")
#Stage 2: Text to Story
with status_container.status("ð **Step 2/3**: Writing your fairy tale...", expanded=True) as status:
progress_bar.progress(66)
story = text2story(scenario)
status.update(label="â
Story created!", state="complete")
st.write(f"**Your Story:**\n{story}")
#Stage 3: Story to Audio data
with status_container.status("ðĩ **Step 3/3**: Adding magic audio...", expanded=True) as status:
progress_bar.progress(100)
audio_data = text2audio(story)
status.update(label="â
Start playing the story!", state="complete")
# Auto-play the audio
st.audio(audio_data['audio'],
format="audio/wav",
start_time=0,
sample_rate=audio_data['sampling_rate'],
autoplay=True)
if __name__ == "__main__":
main()