Update README.md
Browse files
README.md
CHANGED
@@ -34,7 +34,7 @@ tokenizer = AutoTokenizer.from_pretrained("almanach/manta-lm-small", trust_remot
|
|
34 |
manta_model = AutoModelForSeq2SeqLM.from_pretrained("almanach/manta-lm-small", trust_remote_code=True)
|
35 |
|
36 |
tokens = tokenizer("The name of the capital of France is <extra_id_0> and it is a very big city.", return_tensors="pt")
|
37 |
-
output = manta_model.generate(**tokens, decoder_start_token_id=0)
|
38 |
|
39 |
print(tokenizer.batch_decode(output))
|
40 |
```
|
|
|
34 |
manta_model = AutoModelForSeq2SeqLM.from_pretrained("almanach/manta-lm-small", trust_remote_code=True)
|
35 |
|
36 |
tokens = tokenizer("The name of the capital of France is <extra_id_0> and it is a very big city.", return_tensors="pt")
|
37 |
+
output = manta_model.generate(**tokens, decoder_start_token_id=0, repetition_penalty=1.5, do_sample=True)
|
38 |
|
39 |
print(tokenizer.batch_decode(output))
|
40 |
```
|