Update README.md
Browse files
README.md
CHANGED
@@ -111,7 +111,7 @@ pip3 install lm-eval==0.4.2
|
|
111 |
```bash
|
112 |
git clone https://github.com/intel/auto-round
|
113 |
cd auto-round/examples/language-modeling
|
114 |
-
python3 eval_042/evluation.py --model_name "Intel/Meta-Llama-3.1-70B-Instruct-int4-inc" --eval_bs 16 --tasks lambada_openai,hellaswag,piqa,winogrande,truthfulqa_mc1,openbookqa,boolq,arc_easy,arc_challenge,mmlu,gsm8k
|
115 |
```
|
116 |
|
117 |
| Metric | BF16 | INT4-AutoRound |
|
|
|
111 |
```bash
|
112 |
git clone https://github.com/intel/auto-round
|
113 |
cd auto-round/examples/language-modeling
|
114 |
+
python3 eval_042/evluation.py --model_name "Intel/Meta-Llama-3.1-70B-Instruct-int4-inc" --eval_bs 16 --tasks lambada_openai,hellaswag,piqa,winogrande,truthfulqa_mc1,openbookqa,boolq,arc_easy,arc_challenge,mmlu,gsm8k --trust_remote_code
|
115 |
```
|
116 |
|
117 |
| Metric | BF16 | INT4-AutoRound |
|