Upload README.md with huggingface_hub
Browse files
README.md
CHANGED
|
@@ -16,7 +16,7 @@ Currently, upstream sglang doesn't load this quant correctly due to a few minor
|
|
| 16 |
uv venv --python 3.12
|
| 17 |
|
| 18 |
# use patched sglang from git
|
| 19 |
-
uv pip install git+https://github.com/nytopop/sglang.git@qwen-30b-a3b#subdirectory=python[all] --find-links https://flashinfer.ai/whl/cu124/torch2.5/flashinfer-python
|
| 20 |
|
| 21 |
# run
|
| 22 |
uv run python -m sglang.launch_server --model-path nytopop/Qwen3-30B-A3B.w8a8 --quantization w8a8_int8 --reasoning-parser qwen3
|
|
|
|
| 16 |
uv venv --python 3.12
|
| 17 |
|
| 18 |
# use patched sglang from git
|
| 19 |
+
uv pip install "git+https://github.com/nytopop/sglang.git@qwen-30b-a3b#subdirectory=python[all]" --find-links https://flashinfer.ai/whl/cu124/torch2.5/flashinfer-python
|
| 20 |
|
| 21 |
# run
|
| 22 |
uv run python -m sglang.launch_server --model-path nytopop/Qwen3-30B-A3B.w8a8 --quantization w8a8_int8 --reasoning-parser qwen3
|