| { | |
| "results": { | |
| "retrieval": { | |
| "mrr": 0.4236332574031891, | |
| "map": 0.41523348519362185 | |
| }, | |
| "generation": { | |
| "em": 0.003986332574031891, | |
| "f1": 0.39131580638847696, | |
| "rouge1": 0.35726262162172084, | |
| "rouge2": 0.20428265081202376, | |
| "rougeL": 0.25173121998034476, | |
| "accuracy": 0.4450455580865604, | |
| "completeness": 0.6207692307692307, | |
| "hallucination": 0.07088459285295841, | |
| "utilization": 0.541031652989449, | |
| "numerical_accuracy": 0.34715960324616774 | |
| } | |
| }, | |
| "config": { | |
| "eval_name": "bge-m3_qwen2-72b", | |
| "generative_model": "Qwen/Qwen2.5-72B-Instruct", | |
| "generative_model_args": { | |
| "name": "Qwen/Qwen2.5-72B-Instruct", | |
| "num_params": 72.7, | |
| "open_source": true | |
| }, | |
| "retrieval_model": "BAAI/bge-m3", | |
| "retrieval_model_args": { | |
| "name": "BAAI/bge-m3", | |
| "num_params": 0.5, | |
| "open_source": true | |
| } | |
| } | |
| } |