test

scripts/test-mgtv.sh

@@ -28,16 +28,16 @@ export USING_P1_PROMPT_TEMPLATE=false
 export LOGICAL_REASONING_DATA_PATH=datasets/mgtv
 
 export LOGICAL_REASONING_RESULTS_PATH=results/mgtv-results_colab_p2_gemma2.csv
-export ADAPTER_NAME_OR_PATH=outputs/checkpoint-7000
-echo "Eval $MODEL_NAME with $ADAPTER_NAME_OR_PATH"
-python llm_toolkit/eval_logical_reasoning.py
+#export ADAPTER_NAME_OR_PATH=outputs/checkpoint-7000
+#echo "Eval $MODEL_NAME with $ADAPTER_NAME_OR_PATH"
+#python llm_toolkit/eval_logical_reasoning.py
 
 
-export ADAPTER_NAME_OR_PATH=outputs/checkpoint-12000
-echo "Eval $MODEL_NAME with $ADAPTER_NAME_OR_PATH"
-python llm_toolkit/eval_logical_reasoning.py
+export ADAPTER_NAME_OR_PATH=outputs/checkpoint-2500
+#echo "Eval $MODEL_NAME with $ADAPTER_NAME_OR_PATH"
+#python llm_toolkit/eval_logical_reasoning.py
 
 export TEST_DATA=test_b
-export LOGICAL_REASONING_RESULTS_PATH=results/$TEST_DATA-results_r6.csv
+export LOGICAL_REASONING_RESULTS_PATH=results/$TEST_DATA-results_r7.csv
 echo "Test $MODEL_NAME with $ADAPTER_NAME_OR_PATH"
 python llm_toolkit/eval_logical_reasoning.py