| { | |
| "results": { | |
| "retrieval": { | |
| "mrr": 0.3532839787395595, | |
| "map": 0.3458285876993166 | |
| }, | |
| "generation": { | |
| "em": 0.003986332574031891, | |
| "f1": 0.38207566850400565, | |
| "rouge1": 0.3373954886971943, | |
| "rouge2": 0.18428324959065878, | |
| "rougeL": 0.2341310217806067, | |
| "accuracy": 0.40888382687927105, | |
| "completeness": 0.5930414386239249, | |
| "hallucination": 0.08864426419466975, | |
| "utilization": 0.516260162601626, | |
| "numerical_accuracy": 0.3073351903435469 | |
| } | |
| }, | |
| "config": { | |
| "eval_name": "jina-zh_qwen2-72b", | |
| "generative_model": "Qwen/Qwen2.5-72B-Instruct", | |
| "generative_model_args": { | |
| "name": "Qwen/Qwen2.5-72B-Instruct", | |
| "num_params": 72.7, | |
| "open_source": true | |
| }, | |
| "retrieval_model": "jinaai/jina-embeddings-v2-base-zh", | |
| "retrieval_model_args": { | |
| "name": "jinaai/jina-embeddings-v2-base-zh", | |
| "num_params": 0.161, | |
| "open_source": true | |
| } | |
| } | |
| } |