app.py

import gradio as gr

gr.Interface.load("models/elinas/alpaca-30b-lora-int4").launch()