tiny llama setup

.gitignore

@@ -0,0 +1 @@
+.env

app.py

@@ -1,76 +1,68 @@
-import gradio as gr
-from transformers import AutoProcessor, WhisperForConditionalGeneration
-from transformers import AutoTokenizer, AutoModelForCausalLM
-from gtts import gTTS
-import tempfile
 import torch
+from transformers import AutoTokenizer, AutoModelForCausalLM
+import PyPDF2
+import gradio as gr
 
-# 1. Load Whisper STT model (CPU mode)
-processor = AutoProcessor.from_pretrained("openai/whisper-small")
-stt_model = WhisperForConditionalGeneration.from_pretrained("openai/whisper-small")
-stt_model.to("cpu")  # Make sure it runs on CPU
-
-# 2. Load TinyLlama (or similar LLM)
-llm_name = "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
-tokenizer = AutoTokenizer.from_pretrained(llm_name)
-llm_model = AutoModelForCausalLM.from_pretrained(llm_name)
-llm_model.to("cpu")
-
-# 3. Reference poem for style
-with open("poem_data.txt", "r") as f:
-    reference_poem = f.read().strip()
-
-
-# 4. Transcribe using Whisper
-def transcribe(audio_path):
-    if audio_path is None:
-        return ""
+# Load model and tokenizer only once
+model_name = "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
+tokenizer = AutoTokenizer.from_pretrained(model_name)
+model = AutoModelForCausalLM.from_pretrained(model_name)
 
-    # Load audio as input features
-    input_features = processor(audio_path, return_tensors="pt", sampling_rate=16000).input_features
-    predicted_ids = stt_model.generate(input_features.to("cpu"))
-    transcription = processor.batch_decode(predicted_ids, skip_special_tokens=True)[0]
-    return transcription.strip()
+def extract_text_from_file(file):
+    """
+    Extracts text from a PDF or TXT file.
+    """
+    pdf_text = ""
+    if file.name.endswith('.txt'):
+        pdf_text = file.read().decode('utf-8')
+    else:
+        reader = PyPDF2.PdfReader(file)
+        for page in reader.pages:
+            pdf_text += page.extract_text() or ""
+    return pdf_text
 
+def generate_answer(file, question):
+    """
+    Generates a response from the document and question.
+    """
+    pdf_text = extract_text_from_file(file)
 
-# 5. Generate poem
-def generate_poem(prompt):
-    final_prompt = f"Here is a reference poem:\n{reference_poem}\n\nNow write a new poem about {prompt.strip()} in the same style."
-    inputs = tokenizer.encode(final_prompt, return_tensors="pt", truncation=True)
-    outputs = llm_model.generate(inputs, max_new_tokens=120, temperature=0.7)
-    return tokenizer.decode(outputs[0], skip_special_tokens=True)
+    prompt = f"""<|system|>
+You are a helpful assistant. You will be given a PDF document, and you need to answer questions based on its content.
 
+DOCUMENT:
+{pdf_text[:1000]}
 
-# 6. Text-to-speech
-def synthesize(text):
-    tts = gTTS(text)
-    with tempfile.NamedTemporaryFile(delete=False, suffix=".mp3") as fp:
-        tts.save(fp.name)
-        return fp.name
+<|user|>
+{question}
 
+<|assistant|>
+"""
+    inputs = tokenizer(prompt, return_tensors="pt", truncation=True, max_length=1024)
 
-# 7. Gradio pipeline
-def full_pipeline(audio_input, typed_object):
-    obj = typed_object or transcribe(audio_input)
-    poem = generate_poem(obj)
-    audio_poem = synthesize(poem)
-    return poem, audio_poem
+    with torch.no_grad():
+        outputs = model.generate(
+            inputs.input_ids,
+            max_length=3072,
+            temperature=0.7,
+            do_sample=True,
+            pad_token_id=tokenizer.eos_token_id,
+        )
 
+    response = tokenizer.decode(outputs[0][inputs['input_ids'].shape[1]:], skip_special_tokens=True)
+    return response.strip()
 
-# 8. Gradio app
-demo = gr.Interface(
-    fn=full_pipeline,
+# Gradio UI
+iface = gr.Interface(
+    fn=generate_answer,
     inputs=[
-        gr.Audio(source="microphone", type="filepath", label="Speak object"),
-        gr.Textbox(label="Or type object name")
-    ],
-    outputs=[
-        gr.Textbox(label="Generated Poem"),
-        gr.Audio(label="Audio of Poem")
+        gr.File(label="Upload PDF or TXT File", file_types=[".pdf", ".txt"]),
+        gr.Textbox(label="Enter your question", placeholder="What is the main topic of the document?")
     ],
-    title="AI Poetry Assistant",
-    description="Speak or type a topic, and the assistant generates a poem in the style of 'A Photograph'."
+    outputs=gr.Textbox(label="Response"),
+    title="PDF Question Answering with TinyLlama",
+    description="Upload a PDF or TXT file and ask a question. Powered by TinyLlama."
 )
 
 if __name__ == "__main__":
-    demo.launch()
+    iface.launch()

doc.txt

@@ -0,0 +1,210 @@
+ Summary of The Poem A Photograph: CBSE Class ll
+ English (Hornbill)
+
+
+  Search your topic here...
+
+ Toulson
+
+
+
+A Photograph by Shirley Toulson, part of the Class ll English syllabus, captures the
+essence of time, loss, and nostalgia. The poem revolves around the poet's reflections
+on her late mother through a cherished childhood photograph. The summary of the
+poem A Photograph highlights how memories can immortalise moments of joy
+while simultaneously evoking sorrow as time progresses. Toulson contrasts the
+innocence of the past with the inevitability of loss, creating a moving narrative that
+emphasises the transient nature of life and the enduring power of memories.
+
+
+About the Author
+Shirley Toulson is a poet who lives in the United States. She was born in Henley—on-
+Thames, United Kingdom, on 20 lvlay 1924 and had studied ELA Literature from
+Brockenhurst College's Literature in London. Her famous works are The Drovers, A
+Celebration of Celtic Christian Saints, Sites, and Festivals lvldre
+
+
+Central Idea of the Poem
+Shirley Touisan's poem ’A Photograph’ is a loving tribute to her mother. The poem
+reflects the passage of time and its three stages. In the first stage, the photograph
+shows his mother enjoying a holiday on a beach along with her two girl cousins. She
+was 12 at the time. The second stage transports us to twenty or thirty years later. This
+stage shows the mother laughing at her picture and the way she and her cousins
+were dressed in the picture at a beach. in the third stage, the poet sadly remembers
+the dead mother with his broken heart. The photograph revives nostalgic waves in
+the poet.
+
+
+
+
+Summary of the Poem - A Photograph
+                                                                         
+
+
+
+       - The cardboard shows me how it was
+
+       - When the two girl cousins went paddling,
+
+       - Each one holding one of my mother's hands,
+
+       - And the big girl — some twelve years or so."
+A tdttered picture of the poet’s mother and her cousins on a beach wds pasted on a
+piece of cardboard. The photo reflected the hdppy memories of his mother's
+childhood vacdtion, where she was along with her younger cousins. Holding his
+mother’s hands the two younger cousins walked on the shdllow water of the sea.
+They walked barefoot enjoying the water. The poet's mother was twelve years old in
+the picture.
+
+This stanza shows that dlthough the picture was old, still the poet kept it close to his
+heart. He wanted to save his mother’s childhood memories as it made him happy
+too.
+
+The photograph also indicates how enjoyable her mother's childhood was.
+"All three stood still to smile through their hdir
+
+At the uncle with the camera. A sweet face,
+
+My mother‘s, that was before lwas born.
+And the sea, which appedrs to hdve changed less,
+
+Washed their terribly transient feet."
+
+The photograph shows all three girls enjoying themselves. The poet's mother and
+her two cousins posed for the camera by standing still when their uncle clicked their
+photograph at the sea beach. As the weather was too windy at that time, their hair
+went flying over their happy faces. The expression on the faces of the poet's mother
+and her cousins was that of happiness and joy. The mother was looking very pretty
+at that time and the photograph was taken a long time ago.
+                                                                
+
+
+
+All those beautiful and happy memories were just memories now, his mother wds
+dead and the poet missed her a lot. The only thing thdt remained unchanged is the
+sea which was washing down their feet. The mention of the word ‘trdnsient' reflects
+on the ever—changing lives of human beings as well as how short our lives dre on
+this universe in contrdst to the eternal life of nature which remains. The girls' life
+changed drastically during this period but the sea has not changed. The stanzd
+beautifully explains the transient nature of human beings.
+
+"Some twenty—thirty — years later
+
+She'd laugh at the snapshot. “See Betty
+And Dolly," she'd say, "and look how they
+
+Dressed us for the beach." The sea holiday
+
+Was her past, mine is her laughter. Both wry
+With the laboured edse of loss."
+Even 29-30 years later the mother would look at the photograph and laugh
+nostalgically remembering the happy memories of her past. lvlother would look at
+the photograph and comment on the dresses worn by the cousins” Dolly, Betty, and
+herself.
+
+The Sea holiday was her mother's past and her mother's laughter has become a
+thing of the past for the poet as her mother was now dead. The poet still
+remembered how her mother would laugh at the photograph remembering the
+sea—holiday with a fondness as well as a sense of loss because that time would
+never come back. In the same way, the poet feels nostalgic thinking about her
+mother and her laughter which has become a thing of the past.
+'Laboured’ and ‘Ease’ can be called antonyms of each other but both of these words
+describe the same entity, loss.
+
+"Now she’s been dead nearly as many years
+
+As that girl lived. And of this circumstance
+
+There is nothing to say at all.
+
+Its silence silences."
+                                                                         Winnie,
+
+
+
+
+
+The poet's mother has now been dead for nearly as long as the girl in the
+photograph. The poet is at a loss for words to express her feelings about her death.
+It's a solemn moment, and its silence has rendered her speechless. As a result, the
+poet pays homage to her mother. The old snapshot is what brings her to a halt.
+
+Explanation: The poet recalls that it has been nearly twelve years since her mother
+had died. The poet is consumed with grief but is left with no words to express her loss
+and pain. The poet is totally absorbed in memories of her dead mother. The painful
+silence of this situation leaves the poet speechless. The poet can feel the grief but is
+unable to express it through words. The silence caused by death makes the
+atmosphere gloomy, where no one is able to utter words.
+
+This poem is a tribute to the poet’s mother by visiting happy memories of her
+childhood through a photograph.
+
+Short Summary of Poem A Photograph
+In A Photograph by Shirley Toulson, the poet reflects on a cherished photograph of
+her late mother as a child, capturing a carefree moment at the beach with her
+cousins. The photograph, taken years ago, shows her mother enjoying the
+innocence and simplicity of childhood. The poet draws a contrast between the past,
+filled with joy and laughter, and the present, overshadowed by her mother’s absence
+due to her passing. The poem vividly illustrates the passage of time, highlighting the
+inevitability of change and the pain of loss.
+
+
+
+Through the photograph, Toulson captures how memories are preserved despite
+life's transience. The poet's mother once reminisced about her own past with
+nostalgia, just as the poet now reflects on the memories of her mother. The poem
+poignantly conveys themes of love, grief, and the permanence of memories,
+reminding readers of the bittersweet nature of life and its fleeting moments.
+
+
+
+
+Literary Devices in a Photograph
+Alliteration uses a consonant sound at the start of two or more words in a row. The
+following are examples of alliteration in the poem:
+                                                           
+
+
+
+Stood still
+Through their
+
+My mother’s
+
+Terribly transient
+
+Silence silences
+
+
+
+
+Oxymoron: An oxymoron is a literary device in which two opposing ideas are
+combined to generate an effect. in the poem, the phrase 'laboured ease' is an
+oxymoron. The word 'laboured' indicates 'difficulty,' while 'ease' means 'comfortabiy.'
+Both words have opposing connotations, although they are used interchangeably
+here.
+
+'lt's quiet silences,' for example, is a good example of personification. The scenario
+has a human quality of silence to it.
+
+
+
+A term conveying a trait of a person or object is called an epithet.
+
+
+
+
+Conclusion:
+The poem A Photograph by Shirley Toulson serves as a poignant reflection on the
+inevitability of loss and the passage of time. Through the photograph, the poet
+immortalises a fleeting moment of joy from her mother’s childhood, contrasting it
+with the present reality of her absence. The poem beautifully captures the enduring
+nature of memories that allow loved ones to remain alive in our hearts, even after
+they are gone.
+
+Toulson's exploration of grief and nostalgia is universal, as it resonates with anyone
+who has experienced the pain of losing someone dear. The photograph symbolises
+the power of simple moments to preserve the essence of life and love. In the end, the
+poem leaves readers with a profound understanding of life’s transience and the
+importance of cherishing memories as a way to keep the past alive.
+                                                                            

poem_data.txt

@@ -1,19 +0,0 @@
-The cardboard shows me how it was
-When the two girl cousins went paddling
-Each one holding one of my mother’s hands,
-And she the big girl – some twelve years or so.
-All three stood still to smile through their hair
-At the uncle with the camera, A sweet face
-My mother’s, that was before I was born
-And the sea, which appears to have changed less
-Washed their terribly transient feet.
-Some twenty- thirty- years later
-She’d laugh at the snapshot. “See Betty
-And Dolly,” she’d say, “and look how they
-Dressed us for the beach.” The sea holiday
-was her past, mine is her laughter. Both wry
-With the laboured ease of loss.
-Now she’s has been dead nearly as many years
-As that girl lived. And of this circumstance
-There is nothing to say at all,
-Its silence silences.

requirements.txt

@@ -1,7 +1,4 @@
-transformers
 torch
-gradio
-gtts
-librosa
-ffmpeg-python
-
+transformers
+datasets
+PyPDF2