jennyyyi commited on
Commit
d7ef4ac
·
verified ·
1 Parent(s): 314e9fe

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +3 -1
README.md CHANGED
@@ -97,7 +97,7 @@ ilab model download --repository docker://registry.redhat.io/rhelai1/mistral-sma
97
 
98
  ```bash
99
  # Serve model via ilab
100
- ilab model serve --model-path ~/.cache/instructlab/models/mistral-small-24b-instruct-2501-quantized-w4a16
101
 
102
  # Chat with model
103
  ilab model chat --model ~/.cache/instructlab/models/mistral-small-24b-instruct-2501-quantized-w4a16
@@ -164,6 +164,8 @@ spec:
164
  maxReplicas: 1
165
  minReplicas: 1
166
  model:
 
 
167
  modelFormat:
168
  name: vLLM
169
  name: ''
 
97
 
98
  ```bash
99
  # Serve model via ilab
100
+ ilab model serve --model-path ~/.cache/instructlab/models/mistral-small-24b-instruct-2501-quantized-w4a16 --gpu 1 -- --trust-remote-code
101
 
102
  # Chat with model
103
  ilab model chat --model ~/.cache/instructlab/models/mistral-small-24b-instruct-2501-quantized-w4a16
 
164
  maxReplicas: 1
165
  minReplicas: 1
166
  model:
167
+ args:
168
+ - "--trust-remote-code"
169
  modelFormat:
170
  name: vLLM
171
  name: ''