import gradio as gr from transformers import pipeline # Load the model model = pipeline("text-generation", model="Orenguteng/Llama-3.1-8B-Lexi-Uncensored") def generate_text(prompt, max_length=100, temperature=0.7): """Generate text based on the input prompt.""" generated = model(prompt, max_length=max_length, temperature=temperature, do_sample=True)[0]['generated_text'] return generated # Create the Gradio interface iface = gr.Interface( fn=generate_text, inputs=[ gr.Textbox(label="Enter your prompt"), gr.Slider(minimum=10, maximum=500, value=100, step=1, label="Max Length"), gr.Slider(minimum=0.1, maximum=1.0, value=0.7, step=0.1, label="Temperature") ], outputs=gr.Textbox(label="Generated Text"), title="Uncensored Llama Chat", description="Uncensored Llama 3.1 8B." ) # Launch the app iface.launch()