dh-mc's picture
eval rpp on fine-tuned checkpoints:
162cc09
raw
history blame
298 Bytes
#!/bin/sh
BASEDIR=$(dirname "$0")
cd $BASEDIR/..
echo Current Directory:
pwd
export ORG_NAME=$1
export MODEL=$2
export CHECKPOINT=$3
export MODEL_NAME=$ORG_NAME/$MODEL
export ADAPTER_NAME_OR_PATH=llama-factory/saves/$MODEL/$CHECKPOINT
echo Evaluating $MODEL_NAME
python llm_toolkit/eval_rpp.py