convert_csv_to_jsonl.py

import os
import pandas as pd
import json

csv_path = 'D:\Work\sotopia-space\hemm_results_all.xlsx'
data_dir = ''
df = pd.read_excel(csv_path, sheet_name='bartscore_100_samples')
# print(df.columns)
models = df['Models']
df = df.iloc[:,2:]
columns = df.columns
# print(df.columns)
# print(len(df))
data_list = []
for model_index, model in enumerate(models):
    model_dict = {"Model Name":model}
    for dataset_index, dataset in enumerate(columns):
        model_dict[dataset] = df.iloc[model_index, dataset_index]
    data_list.append(model_dict)

with open("bartscore_100_results.jsonl", 'w') as f:
    for item in data_list:
        f.write(json.dumps(item) + "\n")