import weave
from datasets import load_dataset

weave.init("ml-colabs/medrag-multi-modal")
rows = load_dataset("cais/mmlu", "anatomy", split="test").to_list()
for idx, row in enumerate(rows):
    rows[idx] = {
        "query": row["question"],
        "options": row["choices"],
        "answer": row["answer"],
    }
weave.publish(weave.Dataset(rows=rows, name="mmlu-anatomy-test"))