app.py

from xinference.deploy.local import main
from xoscar.utils import get_next_port

address = f"0.0.0.0:{get_next_port()}"

main(
    address=address,
    host="0.0.0.0",
    port=get_next_port(),
)