File size: 643 Bytes
101e4d5 f5258d0 4b3e9b7 9d025cd 101e4d5 f5258d0 4b3e9b7 b223d37 5ccd1b4 101e4d5 158eb11 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 |
import gradio as gr
from transformers import pipeline
import torch
device = 0 if torch.cuda.is_available() else -1
pipe = pipeline("text-generation", model="mistralai/Mistral-7B-Instruct-v0.2", device=device)
def responder(prompt):
respuesta = pipe(prompt, max_new_tokens=80, do_sample=True, temperature=0.7)[0]['generated_text']
return respuesta
with gr.Blocks() as demo:
gr.Markdown("## 🤖 AmInside 1.0\nTu asistente IA gratuito en Hugging Face")
entrada = gr.Textbox(label="Escribe tu mensaje")
salida = gr.Textbox(label="Respuesta")
entrada.submit(fn=responder, inputs=entrada, outputs=salida)
demo.launch()
|