Update README.md
Browse files
README.md
CHANGED
@@ -28,7 +28,6 @@ batch_input_ids = tokenizer.apply_chat_template(
|
|
28 |
truncation=True
|
29 |
).to(model.device)
|
30 |
|
31 |
-
# Generate responses in a single batch
|
32 |
outputs = model.generate(
|
33 |
batch_input_ids,
|
34 |
max_new_tokens=256,
|
@@ -42,8 +41,8 @@ responses = outputs[:, batch_input_ids.shape[-1]:]
|
|
42 |
for response in responses:
|
43 |
print(tokenizer.decode(response, skip_special_tokens=True))
|
44 |
|
45 |
-
>>> Chào mọi người
|
46 |
-
>>> Hello everyone
|
47 |
```
|
48 |
|
49 |
|
|
|
28 |
truncation=True
|
29 |
).to(model.device)
|
30 |
|
|
|
31 |
outputs = model.generate(
|
32 |
batch_input_ids,
|
33 |
max_new_tokens=256,
|
|
|
41 |
for response in responses:
|
42 |
print(tokenizer.decode(response, skip_special_tokens=True))
|
43 |
|
44 |
+
>>> Chào mọi người
|
45 |
+
>>> Hello everyone
|
46 |
```
|
47 |
|
48 |
|