Spaces:
Paused
Paused
Commit
·
da8d0db
1
Parent(s):
10d87a5
Update app_v3.py
Browse files
app_v3.py
CHANGED
@@ -4,6 +4,7 @@ from auto_gptq import AutoGPTQForCausalLM
|
|
4 |
from huggingface_hub import snapshot_download
|
5 |
import os
|
6 |
import torch
|
|
|
7 |
|
8 |
os.environ['PYTORCH_CUDA_ALLOC_CONF'] = 'max_split_size_mb:128'
|
9 |
os.environ['CUDA_VISIBLE_DEVICES'] = '0' # Assuming you want to use GPU 0
|
|
|
4 |
from huggingface_hub import snapshot_download
|
5 |
import os
|
6 |
import torch
|
7 |
+
import subprocess
|
8 |
|
9 |
os.environ['PYTORCH_CUDA_ALLOC_CONF'] = 'max_split_size_mb:128'
|
10 |
os.environ['CUDA_VISIBLE_DEVICES'] = '0' # Assuming you want to use GPU 0
|