Spaces:
Sleeping
Sleeping
Commit
·
f787cc5
1
Parent(s):
0b1be7c
Update app.py
Browse files
app.py
CHANGED
|
@@ -27,9 +27,9 @@ os.environ["RWKV_JIT_ON"] = '1'
|
|
| 27 |
os.environ["RWKV_CUDA_ON"] = '1' # if '1' then use CUDA kernel for seq mode (much faster)
|
| 28 |
|
| 29 |
# Model strat to use
|
| 30 |
-
MODEL_STRAT="
|
| 31 |
-
if HAS_GPU ==
|
| 32 |
-
"
|
| 33 |
|
| 34 |
# Load the model accordingly
|
| 35 |
from rwkv.model import RWKV
|
|
@@ -162,4 +162,4 @@ with gr.Blocks(title=title) as demo:
|
|
| 162 |
|
| 163 |
# Gradio launch
|
| 164 |
demo.queue(concurrency_count=1, max_size=10)
|
| 165 |
-
demo.launch(share=
|
|
|
|
| 27 |
os.environ["RWKV_CUDA_ON"] = '1' # if '1' then use CUDA kernel for seq mode (much faster)
|
| 28 |
|
| 29 |
# Model strat to use
|
| 30 |
+
MODEL_STRAT="cpu bf16"
|
| 31 |
+
if HAS_GPU == True :
|
| 32 |
+
MODEL_STRAT = "cuda bf16"
|
| 33 |
|
| 34 |
# Load the model accordingly
|
| 35 |
from rwkv.model import RWKV
|
|
|
|
| 162 |
|
| 163 |
# Gradio launch
|
| 164 |
demo.queue(concurrency_count=1, max_size=10)
|
| 165 |
+
demo.launch(share=True)
|