| { | |
| "current_gpu_type": "NVIDIA A100-PCIE-40GB", | |
| "current_gpu_total_memory": 40339.3125, | |
| "perplexity": 9.483591079711914, | |
| "token_generation_latency_sync": 167.74274444580078, | |
| "token_generation_latency_async": 167.32874885201454, | |
| "token_generation_throughput_sync": 0.005961509711217996, | |
| "token_generation_throughput_async": 0.005976259350892532, | |
| "token_generation_CO2_emissions": null, | |
| "token_generation_energy_consumption": null, | |
| "inference_latency_sync": 267.10067291259764, | |
| "inference_latency_async": 197.21407890319824, | |
| "inference_throughput_sync": 0.0037439067041483125, | |
| "inference_throughput_async": 0.005070631901948776, | |
| "inference_CO2_emissions": null, | |
| "inference_energy_consumption": null | |
| } |