Create eval-mgtv-qwen2_70b.sh

scripts/eval-mgtv-qwen2_70b.sh

@@ -0,0 +1,30 @@
+#!/bin/sh
+
+BASEDIR=$(dirname "$0")
+cd $BASEDIR/..
+echo Current Directory:
+pwd
+
+BASEDIR=`pwd`
+
+nvidia-smi
+uname -a
+cat /etc/os-release
+lscpu
+grep MemTotal /proc/meminfo
+
+export LOGICAL_REASONING_DATA_PATH=datasets/mgtv
+export RESIZE_TOKEN_EMBEDDINGS=true
+export START_EPOCH=0
+export USING_LLAMA_FACTORY=true
+export LOAD_IN_4BIT=true
+export MODEL_NAME=Qwen/Qwen2-72B-Instruct
+
+export MODEL_PREFIX=Qwen2-72B-Instruct_p2
+
+export LOGICAL_REASONING_RESULTS_PATH=results/$MODEL_PREFIX.csv
+export ADAPTER_PATH_BASE=llama-factory/saves/Qwen2-72B-Instruct
+export USING_P1_PROMPT_TEMPLATE=false
+
+echo "Eval $MODEL_NAME with $ADAPTER_PATH_BASE"
+python llm_toolkit/eval_logical_reasoning_all_epochs.py