scripts/eval-mgtv-qwen2.5_4bit.sh

#!/bin/sh

BASEDIR=$(dirname "$0")
cd $BASEDIR/..
echo Current Directory:
pwd

BASEDIR=`pwd`

nvidia-smi
uname -a
cat /etc/os-release
lscpu
grep MemTotal /proc/meminfo

export LOAD_IN_4BIT=true
$BASEDIR/scripts/eval-epochs.sh Qwen Qwen2.5-72B-Instruct

export START_NUM_SHOTS=5
$BASEDIR/scripts/eval-shots_4bit.sh Qwen Qwen2.5-72B-Instruct

export START_NUM_SHOTS=40
$BASEDIR/scripts/eval-shots_4bit.sh shenzhi-wang Llama3.1-70B-Chinese-Chat