Create eval-mgtv-internlm-20b.sh

scripts/eval-mgtv-internlm-20b.sh

@@ -0,0 +1,29 @@
+#!/bin/sh
+
+BASEDIR=$(dirname "$0")
+cd $BASEDIR/..
+echo Current Directory:
+pwd
+
+BASEDIR=`pwd`
+
+nvidia-smi
+uname -a
+cat /etc/os-release
+lscpu
+grep MemTotal /proc/meminfo
+
+export LOGICAL_REASONING_DATA_PATH=datasets/mgtv
+export RESIZE_TOKEN_EMBEDDINGS=true
+export USING_LLAMA_FACTORY=true
+export USING_P1_PROMPT_TEMPLATE=false
+export LOAD_IN_4BIT=true
+
+export MODEL_PREFIX=internlm2_5-20b-chat
+export MODEL_NAME=internlm/$MODEL_PREFIX
+
+export LOGICAL_REASONING_RESULTS_PATH=data/${MODEL_PREFIX}_results.csv
+export ADAPTER_PATH_BASE=llama-factory/saves/$MODEL_PREFIX
+
+echo "Eval $MODEL_NAME with $ADAPTER_PATH_BASE"
+python llm_toolkit/eval_logical_reasoning_all_epochs.py