davanstrien HF staff commited on
Commit
5bf5966
·
1 Parent(s): a302e07

increase batch size from 1000 to 2000

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -17,7 +17,7 @@ import torch
17
  # Configuration constants
18
  MODEL_NAME = "davanstrien/SmolLM2-360M-tldr-sft-2025-02-12_15-13"
19
  EMBEDDING_MODEL = "nomic-ai/modernbert-embed-base"
20
- BATCH_SIZE = 1000
21
  CACHE_TTL = "60"
22
 
23
  if torch.cuda.is_available():
 
17
  # Configuration constants
18
  MODEL_NAME = "davanstrien/SmolLM2-360M-tldr-sft-2025-02-12_15-13"
19
  EMBEDDING_MODEL = "nomic-ai/modernbert-embed-base"
20
+ BATCH_SIZE = 2000
21
  CACHE_TTL = "60"
22
 
23
  if torch.cuda.is_available():