lama/docker/3_evaluate.sh

#!/usr/bin/env bash


if (( $# < 3 ))
then
    echo "Usage: $0 original_dataset_dir predictions_dir output_dir [other arguments to evaluate_predicts.py]"
    exit 1
fi

CURDIR="$(dirname $0)"
SRCDIR="$CURDIR/.."
SRCDIR="$(realpath $SRCDIR)"

ORIG_DATASET_LOCAL_DIR="$(realpath $1)"
PREDICTIONS_LOCAL_DIR="$(realpath $2)"
OUTPUT_LOCAL_DIR="$(realpath $3)"
shift 3

mkdir -p "$OUTPUT_LOCAL_DIR"

docker run \
    -v "$SRCDIR":/home/user/project \
    -v "$ORIG_DATASET_LOCAL_DIR":/data/orig_dataset \
    -v "$PREDICTIONS_LOCAL_DIR":/data/predictions \
    -v "$OUTPUT_LOCAL_DIR":/data/output \
    -u $(id -u):$(id -g) \
    --name="lama-eval" \
    --rm \
    windj007/lama \
    /home/user/project/bin/evaluate_predicts.py \
        /home/user/project/configs/eval2_cpu.yaml \
        /data/orig_dataset \
        /data/predictions \
        /data/output/metrics.yaml \
        $@