Update README.md
Browse files
README.md
CHANGED
@@ -97,7 +97,7 @@ ilab model download --repository docker://registry.redhat.io/rhelai1/mistral-sma
|
|
97 |
|
98 |
```bash
|
99 |
# Serve model via ilab
|
100 |
-
ilab model serve --model-path ~/.cache/instructlab/models/mistral-small-24b-instruct-2501-quantized-w4a16
|
101 |
|
102 |
# Chat with model
|
103 |
ilab model chat --model ~/.cache/instructlab/models/mistral-small-24b-instruct-2501-quantized-w4a16
|
@@ -164,6 +164,8 @@ spec:
|
|
164 |
maxReplicas: 1
|
165 |
minReplicas: 1
|
166 |
model:
|
|
|
|
|
167 |
modelFormat:
|
168 |
name: vLLM
|
169 |
name: ''
|
|
|
97 |
|
98 |
```bash
|
99 |
# Serve model via ilab
|
100 |
+
ilab model serve --model-path ~/.cache/instructlab/models/mistral-small-24b-instruct-2501-quantized-w4a16 --gpu 1 -- --trust-remote-code
|
101 |
|
102 |
# Chat with model
|
103 |
ilab model chat --model ~/.cache/instructlab/models/mistral-small-24b-instruct-2501-quantized-w4a16
|
|
|
164 |
maxReplicas: 1
|
165 |
minReplicas: 1
|
166 |
model:
|
167 |
+
args:
|
168 |
+
- "--trust-remote-code"
|
169 |
modelFormat:
|
170 |
name: vLLM
|
171 |
name: ''
|