eval rpp on fine-tuned checkpoints:

scripts/eval-mac.sh

@@ -24,15 +24,18 @@ grep MemTotal /proc/meminfo
 
 # ./scripts/eval-model.sh shenzhi-wang/Llama3.1-8B-Chinese-Chat
 
+# ./scripts/eval-epochs.sh internlm internlm2_5-7b-chat
 
-export START_EPOCH=2
+# ./scripts/eval-epochs.sh Qwen Qwen2-7B-Instruct
 
-./scripts/eval-epochs.sh internlm internlm2_5-7b-chat
+# ./scripts/eval-epochs.sh shenzhi-wang Mistral-7B-v0.3-Chinese-Chat
 
-export START_EPOCH=1
+# ./scripts/eval-epochs.sh shenzhi-wang Llama3.1-8B-Chinese-Chat
 
-./scripts/eval-epochs.sh Qwen Qwen2-7B-Instruct
+./scripts/eval-rpp.sh internlm internlm2_5-7b-chat checkpoint-140
 
-./scripts/eval-epochs.sh shenzhi-wang Mistral-7B-v0.3-Chinese-Chat
+./scripts/eval-rpp.sh Qwen Qwen2-7B-Instruct checkpoint-105
 
-./scripts/eval-epochs.sh shenzhi-wang Llama3.1-8B-Chinese-Chat
+./scripts/eval-rpp.sh shenzhi-wang Mistral-7B-v0.3-Chinese-Chat checkpoint-70
+
+# ./scripts/eval-rpp.sh shenzhi-wang Llama3.1-8B-Chinese-Chat checkpoint-105

scripts/eval-rpp.sh

@@ -0,0 +1,16 @@
+#!/bin/sh
+
+BASEDIR=$(dirname "$0")
+cd $BASEDIR/..
+echo Current Directory:
+pwd
+
+export ORG_NAME=$1
+export MODEL=$2
+export CHECKPOINT=$3
+
+export MODEL_NAME=$ORG_NAME/$MODEL
+export ADAPTER_NAME_OR_PATH=llama-factory/saves/$MODEL/$CHECKPOINT
+
+echo Evaluating $MODEL_NAME
+python llm_toolkit/eval_rpp.py