Spaces:
Running
on
Zero
Running
on
Zero
update: model cache
Browse files- imcui/ui/modelcache.py +1 -1
imcui/ui/modelcache.py
CHANGED
|
@@ -10,7 +10,7 @@ from ..hloc import logger
|
|
| 10 |
class ARCSizeAwareModelCache:
|
| 11 |
def __init__(
|
| 12 |
self,
|
| 13 |
-
max_gpu_mem: float =
|
| 14 |
max_cpu_mem: float = 12e9,
|
| 15 |
device_priority: list = ["cuda", "cpu"],
|
| 16 |
auto_empty_cache: bool = True,
|
|
|
|
| 10 |
class ARCSizeAwareModelCache:
|
| 11 |
def __init__(
|
| 12 |
self,
|
| 13 |
+
max_gpu_mem: float = 12e9,
|
| 14 |
max_cpu_mem: float = 12e9,
|
| 15 |
device_priority: list = ["cuda", "cpu"],
|
| 16 |
auto_empty_cache: bool = True,
|