Hugging Face's logo

Spaces:
numind
/
NuMarkdown-8B-Thinking
Running on L40S

App Files Community
1
liamcripwell commited on
Commit
2a3e019
·
verified ·
1 Parent(s): ee86994

Update start.sh

Browse files
Files changed (1) hide show
  1. start.sh +1 -1
start.sh CHANGED
@@ -7,7 +7,7 @@ python3 -m vllm.entrypoints.openai.api_server \
7
  --port 8000 \
8
  --host 0.0.0.0 \
9
  --max-model-len 20000 \
10
- --gpu-memory-utilization 0.6 > $HOME/app/vllm.log 2>&1 &
11
 
12
  VLLM_PID=$!
13
  echo "vLLM started with PID: $VLLM_PID"
 
7
  --port 8000 \
8
  --host 0.0.0.0 \
9
  --max-model-len 20000 \
10
+ --gpu-memory-utilization 0.95 > $HOME/app/vllm.log 2>&1 &
11
 
12
  VLLM_PID=$!
13
  echo "vLLM started with PID: $VLLM_PID"