minor
Browse files
README.md
CHANGED
@@ -54,8 +54,8 @@ You should replace original modeling_qwen FFN implementation code to dReLU first
|
|
54 |
```python
|
55 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
56 |
|
57 |
-
model = AutoModelForCausalLM.from_pretrained("
|
58 |
-
tokenizer = AutoTokenizer.from_pretrained("
|
59 |
|
60 |
prompt = "Hello"
|
61 |
inputs = tokenizer(prompt, return_tensors="pt")
|
|
|
54 |
```python
|
55 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
56 |
|
57 |
+
model = AutoModelForCausalLM.from_pretrained("PowerInfer/SparseQwen2-7B")
|
58 |
+
tokenizer = AutoTokenizer.from_pretrained("PowerInfer/SparseQwen2-7B")
|
59 |
|
60 |
prompt = "Hello"
|
61 |
inputs = tokenizer(prompt, return_tensors="pt")
|