Update README.md
Browse files
README.md
CHANGED
@@ -35,11 +35,11 @@ pip install mamba-ssm
|
|
35 |
```python
|
36 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
37 |
|
38 |
-
|
39 |
tokenizer = AutoTokenizer.from_pretrained("J4bb4wukis/mamba2_wikipedia_en_shuffeld")
|
40 |
|
41 |
prompts = "Angela Merkel is"
|
42 |
inputs = tokenizer(prompts,return_tensors='pt').input_ids
|
43 |
-
outputs =
|
44 |
print(tokenizer.batch_decode(outputs, skip_special_tokens=True))
|
45 |
```
|
|
|
35 |
```python
|
36 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
37 |
|
38 |
+
mamba2 = AutoModelForCausalLM.from_pretrained("J4bb4wukis/mamba2_wikipedia_en_shuffeld")
|
39 |
tokenizer = AutoTokenizer.from_pretrained("J4bb4wukis/mamba2_wikipedia_en_shuffeld")
|
40 |
|
41 |
prompts = "Angela Merkel is"
|
42 |
inputs = tokenizer(prompts,return_tensors='pt').input_ids
|
43 |
+
outputs = mamba2.generate(inputs, max_new_tokens=100, do_sample=True, top_k=10, top_p=0.95)
|
44 |
print(tokenizer.batch_decode(outputs, skip_special_tokens=True))
|
45 |
```
|