Update app.py

app.py

@@ -13,8 +13,8 @@ model.eval()
 model.to('cpu')
 
 # Define the function that generates text from a prompt
-def generate_text(prompt, temperature=0.1, top_p=0.2, max_tokens=10):
-    prompt_with_eos = prompt + " >"  # Add the "EOS" to the end of the prompt
+def generate_text(prompt, temperature=0.1, top_p=0.2, max_tokens=3):
+    prompt_with_eos = prompt + " > "  # Add the "EOS" to the end of the prompt
     input_tokens = tokenizer.encode(prompt_with_eos, return_tensors='pt')
 
     input_tokens = input_tokens.to('cpu')