Spaces:
Build error
Build error
update gradio
Browse files
app.py
CHANGED
@@ -5,6 +5,7 @@ dotenv.load_dotenv(override=True)
|
|
5 |
import subprocess
|
6 |
subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
|
7 |
|
|
|
8 |
import gradio as gr
|
9 |
|
10 |
import os
|
@@ -43,7 +44,7 @@ def load_pipeline(accelerator, weight_dtype, args):
|
|
43 |
pipeline = pipeline.to(accelerator.device)
|
44 |
return pipeline
|
45 |
|
46 |
-
|
47 |
def run(
|
48 |
instruction,
|
49 |
width_input,
|
|
|
5 |
import subprocess
|
6 |
subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
|
7 |
|
8 |
+
import spaces
|
9 |
import gradio as gr
|
10 |
|
11 |
import os
|
|
|
44 |
pipeline = pipeline.to(accelerator.device)
|
45 |
return pipeline
|
46 |
|
47 |
+
@spaces.GPU(duration=180)
|
48 |
def run(
|
49 |
instruction,
|
50 |
width_input,
|