app.py

import gradio as gr
from transformers import pipeline

# Load the model
model = pipeline("text-generation", model="Orenguteng/Llama-3.1-8B-Lexi-Uncensored")

def generate_text(prompt, max_length=100, temperature=0.7):
    """Generate text based on the input prompt."""
    generated = model(prompt, max_length=max_length, temperature=temperature, do_sample=True)[0]['generated_text']
    return generated

# Create the Gradio interface
iface = gr.Interface(
    fn=generate_text,
    inputs=[
        gr.Textbox(label="Enter your prompt"),
        gr.Slider(minimum=10, maximum=500, value=100, step=1, label="Max Length"),
        gr.Slider(minimum=0.1, maximum=1.0, value=0.7, step=0.1, label="Temperature")
    ],
    outputs=gr.Textbox(label="Generated Text"),
    title="Uncensored Llama Chat",
    description="Uncensored Llama 3.1 8B."
)

# Launch the app
iface.launch()