xu song
commited on
Commit
·
b597747
1
Parent(s):
f29252d
update
Browse files- models/cpp_qwen2.py +1 -1
models/cpp_qwen2.py
CHANGED
|
@@ -27,7 +27,7 @@ class Qwen2Simulator(Simulator):
|
|
| 27 |
# n_gpu_layers=-1, # Uncomment to use GPU acceleration
|
| 28 |
# seed=1337, # Uncomment to set a specific seed
|
| 29 |
# n_ctx=2048, # Uncomment to increase the context window
|
| 30 |
-
tokenizer=self.hf_tokenizer,
|
| 31 |
verbose=False,
|
| 32 |
)
|
| 33 |
|
|
|
|
| 27 |
# n_gpu_layers=-1, # Uncomment to use GPU acceleration
|
| 28 |
# seed=1337, # Uncomment to set a specific seed
|
| 29 |
# n_ctx=2048, # Uncomment to increase the context window
|
| 30 |
+
tokenizer=llama_cpp.llama_tokenizer.LlamaHFTokenizer(self.hf_tokenizer),
|
| 31 |
verbose=False,
|
| 32 |
)
|
| 33 |
|