Update README.md
Browse files
README.md
CHANGED
|
@@ -55,7 +55,7 @@ model.to(device)
|
|
| 55 |
|
| 56 |
with torch.no_grad():
|
| 57 |
inputs = {k: v.to(device) for k, v in inputs.items()}
|
| 58 |
-
outputs = model.generate(input_ids=inputs["input_ids"], max_new_tokens=
|
| 59 |
print(tokenizer.batch_decode(outputs.detach().cpu().numpy(), skip_special_tokens=True))
|
| 60 |
```
|
| 61 |
|
|
|
|
| 55 |
|
| 56 |
with torch.no_grad():
|
| 57 |
inputs = {k: v.to(device) for k, v in inputs.items()}
|
| 58 |
+
outputs = model.generate(input_ids=inputs["input_ids"], max_new_tokens=100)
|
| 59 |
print(tokenizer.batch_decode(outputs.detach().cpu().numpy(), skip_special_tokens=True))
|
| 60 |
```
|
| 61 |
|