OPEA
/

DeepSeek-R1-int2-gptq-sym-inc

Model card Files Files and versions

cicdatopea commited on Mar 2

Commit

9b8cc6e

·

verified ·

1 Parent(s): cfbb6b2

fix typo

Files changed (1) hide show

README.md +2 -2

README.md CHANGED Viewed

@@ -371,7 +371,7 @@ The accuracy is evaluated on CUDA with overflow protection, and it is expected t
 ~~~python
 import transformers
 from transformers import AutoModelForCausalLM, AutoTokenizer
 #  https://github.com/huggingface/transformers/pull/35493
 def set_initialized_submodules(model, state_dict_keys):
@@ -419,7 +419,7 @@ model = AutoModelForCausalLM.from_pretrained(
     trust_remote_code=True,
     device_map=device_map,
 )
-tokenizer = AutoTokenizer.from_pretrained(model_name)
 def forward_hook(module, input, output):

 ~~~python
 import transformers
 from transformers import AutoModelForCausalLM, AutoTokenizer
+from lm_eval.utils import make_table
 #  https://github.com/huggingface/transformers/pull/35493
 def set_initialized_submodules(model, state_dict_keys):
     trust_remote_code=True,
     device_map=device_map,
 )
+tokenizer = AutoTokenizer.from_pretrained(quantized_model_dir)
 def forward_hook(module, input, output):