Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Commit
·
5bf5966
1
Parent(s):
a302e07
increase batch size from 1000 to 2000
Browse files
main.py
CHANGED
@@ -17,7 +17,7 @@ import torch
|
|
17 |
# Configuration constants
|
18 |
MODEL_NAME = "davanstrien/SmolLM2-360M-tldr-sft-2025-02-12_15-13"
|
19 |
EMBEDDING_MODEL = "nomic-ai/modernbert-embed-base"
|
20 |
-
BATCH_SIZE =
|
21 |
CACHE_TTL = "60"
|
22 |
|
23 |
if torch.cuda.is_available():
|
|
|
17 |
# Configuration constants
|
18 |
MODEL_NAME = "davanstrien/SmolLM2-360M-tldr-sft-2025-02-12_15-13"
|
19 |
EMBEDDING_MODEL = "nomic-ai/modernbert-embed-base"
|
20 |
+
BATCH_SIZE = 2000
|
21 |
CACHE_TTL = "60"
|
22 |
|
23 |
if torch.cuda.is_available():
|