Update app.py

app.py

@@ -7,8 +7,7 @@ from rake_nltk import Rake
 import pandas as pd
 from fpdf import FPDF
 import wikipediaapi
-#from b import b
-
+from functools import lru_cache
 nltk.download('punkt')
 nltk.download('stopwords')
 nltk.download('brown')
@@ -21,10 +20,16 @@ nlp = spacy.load("en_core_web_sm")
 user_agent = 'QGen/1.0 ([email protected])'
 wiki_wiki = wikipediaapi.Wikipedia(user_agent= user_agent,language='en')
 
-# Load T5 model and tokenizer
-model_name = "DevBM/t5-large-squad"
-model = T5ForConditionalGeneration.from_pretrained(model_name)
-tokenizer = T5Tokenizer.from_pretrained(model_name)
+
+model = None
+tokenizer = None
+def load_model():
+    global model, tokenizer
+    if model is None or tokenizer is None:    
+        # Load T5 model and tokenizer
+        model_name = "DevBM/t5-large-squad"
+        model = T5ForConditionalGeneration.from_pretrained(model_name)
+        tokenizer = T5Tokenizer.from_pretrained(model_name)
 
 # Function to extract keywords using combined techniques
 def extract_keywords(text):
@@ -114,6 +119,7 @@ downlaod_csv = st.toggle('Download CSV',value=True)
 download_pdf = st.toggle('Download PDF',value=True)
 if st.button("Generate Questions"):
     if text:
+        load_model()
         keywords = extract_keywords(text)
         keyword_sentence_mapping = map_keywords_to_sentences(text, keywords, context_window_size)