Update README.md
Browse files
README.md
CHANGED
|
@@ -57,8 +57,6 @@ model = LLM(
|
|
| 57 |
)
|
| 58 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
| 59 |
|
| 60 |
-
# stop_token_ids = tok("<|im_end|>\n")["input_ids"]
|
| 61 |
-
|
| 62 |
sampling_params = SamplingParams(
|
| 63 |
max_tokens=32768,
|
| 64 |
)
|
|
|
|
| 57 |
)
|
| 58 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
| 59 |
|
|
|
|
|
|
|
| 60 |
sampling_params = SamplingParams(
|
| 61 |
max_tokens=32768,
|
| 62 |
)
|