Update app.py

app.py

@@ -13,7 +13,7 @@ model.eval()
 model.to('cpu')
 
 # Define the function that generates text from a prompt
-def generate_text(prompt, temperature, top_p):
+def generate_text(prompt, temperature=0.1, top_p=0.2, max_tokens=10):
     prompt_with_eos = prompt + " >"  # Add the "EOS" to the end of the prompt
     input_tokens = tokenizer.encode(prompt_with_eos, return_tensors='pt')
 
@@ -22,7 +22,7 @@ def generate_text(prompt, temperature, top_p):
     generated_text = prompt_with_eos  # Start with the initial prompt plus "EOS"
     prompt_length = len(generated_text)
 
-    for _ in range(80):  # Adjust the range to control the number of tokens generated
+    for _ in range(max_tokens):  # Adjust the range to control the number of tokens generated
         with torch.no_grad():
             outputs = model(input_tokens)
             predictions = outputs.logits[:, -1, :] / temperature
@@ -54,9 +54,7 @@ def generate_text(prompt, temperature, top_p):
 interface = gr.Interface(
     fn=generate_text,
     inputs=[
-        gr.Textbox(lines=2, placeholder="Enter your prompt here..."),
-        gr.Slider(minimum=0.1, maximum=1.0, value=0.1, label="Temperature"),
-        gr.Slider(minimum=0.05, maximum=1.0, value=0.1, label="Top-p")
+        gr.Textbox(lines=2, placeholder="Enter your prompt here...")
     ],
     outputs=gr.Textbox(),
     live=False,