added scripts/eval-mgtv-internlm_v2.sh

scripts/eval-mgtv-internlm_v2.sh

@@ -0,0 +1,38 @@
+#!/bin/sh
+
+BASEDIR=$(dirname "$0")
+cd $BASEDIR/..
+echo Current Directory:
+pwd
+
+BASEDIR=`pwd`
+
+nvidia-smi
+uname -a
+cat /etc/os-release
+lscpu
+grep MemTotal /proc/meminfo
+
+export LOGICAL_REASONING_DATA_PATH=datasets/mgtv
+export RESIZE_TOKEN_EMBEDDINGS=true
+export USING_LLAMA_FACTORY=true
+export USING_P1_PROMPT_TEMPLATE=false
+export LOAD_IN_4BIT=false
+
+# export MODEL_PREFIX=Llama3.1-8B-Chinese-Chat
+# export MODEL_NAME=shenzhi-wang/$MODEL_PREFIX
+
+# export LOGICAL_REASONING_RESULTS_PATH=data/${MODEL_PREFIX}_results.csv
+# export ADAPTER_PATH_BASE=llama-factory/saves/$MODEL_PREFIX
+
+# echo "Eval $MODEL_NAME with $ADAPTER_PATH_BASE"
+# python llm_toolkit/eval_logical_reasoning_all_epochs.py
+
+export MODEL_PREFIX=internlm2_5-7b-chat
+export MODEL_NAME=internlm/$MODEL_PREFIX
+
+export LOGICAL_REASONING_RESULTS_PATH=data/${MODEL_PREFIX}_results.csv
+export ADAPTER_PATH_BASE=llama-factory/saves/$MODEL_PREFIX
+
+echo "Eval $MODEL_NAME with $ADAPTER_PATH_BASE"
+python llm_toolkit/eval_logical_reasoning_all_epochs.py