Update app.py

app.py

@@ -17,6 +17,11 @@ def generate_text(prompt, temperature):
     word_count = len(prompt.split())
     if word_count < 5:
         return "Please provide at least 5 words in the prompt."
+    
+    # Tokenize the prompt to check the number of tokens
+    input_tokens = tokenizer.encode(prompt, return_tensors='pt')
+    if input_tokens.size(1) > 512:
+        return "Please provide an input with fewer than 512 tokens."
 
     prompt_with_eos = "#CONTEXT# " + prompt + " #TOPIC# "  # Add the string "EOS" to the end of the prompt
     input_tokens = tokenizer.encode(prompt_with_eos, return_tensors='pt')
@@ -52,4 +57,4 @@ interface = gr.Interface(
     description="TopicGPT processes the input and returns a reasonably accurate guess of the topic/theme of a given conversation."
 )
 
-interface.launch()
+interface.launch()