Update README.md
Browse files
README.md
CHANGED
|
@@ -377,12 +377,13 @@ https://github.com/intel/auto-round/blob/deepseekv3/modeling_deepseek.py
|
|
| 377 |
|
| 378 |
|
| 379 |
|
| 380 |
-
**3
|
| 381 |
|
| 382 |
```bash
|
| 383 |
git clone https://github.com/intel/auto-round.git && cd auto-round && git checkout deepseekv3
|
| 384 |
```
|
| 385 |
|
|
|
|
| 386 |
```bash
|
| 387 |
python3 -m auto_round --model "/models/DeepSeek-V3-bf16/" --group_size 128 --format "auto_gptq" --iters 200 --devices 0,1,2,3,4 --nsamples 512 --batch_size 8 --seqlen 512 --low_gpu_mem_usage --output_dir "tmp_autoround" --disable_eval e 2>&1 | tee -a seekv3.txt
|
| 388 |
```
|
|
|
|
| 377 |
|
| 378 |
|
| 379 |
|
| 380 |
+
**3 tuning**
|
| 381 |
|
| 382 |
```bash
|
| 383 |
git clone https://github.com/intel/auto-round.git && cd auto-round && git checkout deepseekv3
|
| 384 |
```
|
| 385 |
|
| 386 |
+
torch 2.5
|
| 387 |
```bash
|
| 388 |
python3 -m auto_round --model "/models/DeepSeek-V3-bf16/" --group_size 128 --format "auto_gptq" --iters 200 --devices 0,1,2,3,4 --nsamples 512 --batch_size 8 --seqlen 512 --low_gpu_mem_usage --output_dir "tmp_autoround" --disable_eval e 2>&1 | tee -a seekv3.txt
|
| 389 |
```
|