Spaces:
Running
on
T4
Running
on
T4
Modify Queue parameters
Browse filesAdd "max_split_size_mb"
app.py
CHANGED
@@ -35,6 +35,7 @@ UNLOAD_MODEL = False
|
|
35 |
MOVE_TO_CPU = False
|
36 |
MAX_PROMPT_INDEX = 0
|
37 |
git = os.environ.get('GIT', "git")
|
|
|
38 |
|
39 |
def interrupt_callback():
|
40 |
return INTERRUPTED
|
@@ -473,7 +474,7 @@ def ui(**kwargs):
|
|
473 |
|
474 |
|
475 |
|
476 |
-
demo.queue(max_size=
|
477 |
|
478 |
if __name__ == "__main__":
|
479 |
parser = argparse.ArgumentParser()
|
|
|
35 |
MOVE_TO_CPU = False
|
36 |
MAX_PROMPT_INDEX = 0
|
37 |
git = os.environ.get('GIT', "git")
|
38 |
+
os.environ["PYTORCH_CUDA_ALLOC_CONF"] = "max_split_size_mb:128"
|
39 |
|
40 |
def interrupt_callback():
|
41 |
return INTERRUPTED
|
|
|
474 |
|
475 |
|
476 |
|
477 |
+
demo.queue(max_size=10, concurrency_count=1, api_open=False).launch(**launch_kwargs)
|
478 |
|
479 |
if __name__ == "__main__":
|
480 |
parser = argparse.ArgumentParser()
|