#!/bin/sh BASEDIR=$(dirname "$0") cd $BASEDIR/.. echo Current Directory: pwd nvidia-smi uname -a cat /etc/os-release lscpu grep MemTotal /proc/meminfo #pip install torch torchvision torchaudio pip install -r requirements.txt export BATCH_SIZE=1 export LOAD_IN_4BIT=true #./scripts/eval-model.sh Qwen/Qwen2-72B-Instruct # ./scripts/eval-model.sh shenzhi-wang/Llama3.1-70B-Chinese-Chat ./scripts/eval-rpp.sh shenzhi-wang Llama3.1-70B-Chinese-Chat checkpoint-210