| { | |
| "results": { | |
| "retrieval": { | |
| "mrr": 0.0, | |
| "map": 0.0 | |
| }, | |
| "generation": { | |
| "em": 0.0002525571410531633, | |
| "f1": 0.32215271896313463, | |
| "rouge1": 0.2352109086389165, | |
| "rouge2": 0.08060449522198783, | |
| "rougeL": 0.16073680618083347, | |
| "accuracy": 0.37883571157974494, | |
| "completeness": 0.6016923768159353, | |
| "hallucination": 0.0, | |
| "utilization": 0.0, | |
| "numerical_accuracy": 0.1255931667193926 | |
| } | |
| }, | |
| "config": { | |
| "eval_name": "CLOSE_qwen2-72b", | |
| "generative_model": "Qwen/Qwen2.5-72B-Instruct", | |
| "generative_model_args": { | |
| "name": "Qwen/Qwen2.5-72B-Instruct", | |
| "num_params": 72.7, | |
| "open_source": true | |
| }, | |
| "retrieval_model": "CLOSE", | |
| "retrieval_model_args": { | |
| "num_params": 0.0, | |
| "open_source": true | |
| } | |
| } | |
| } |