File size: 878 Bytes
4c7be22 afb55cb 4c7be22 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 |
{
"current_gpu_type": "Tesla T4",
"current_gpu_total_memory": 15095.0625,
"perplexity": 2.2062017917633057,
"memory_inference_first": 7296.0,
"memory_inference": 7296.0,
"token_generation_latency_sync": 36.99171943664551,
"token_generation_latency_async": 36.34188920259476,
"token_generation_throughput_sync": 0.027033077002886197,
"token_generation_throughput_async": 0.027516456132076962,
"token_generation_CO2_emissions": 0.00017776892139547917,
"token_generation_energy_consumption": 0.002222163814551259,
"inference_latency_sync": 1029.307325744629,
"inference_latency_async": 132.0033311843872,
"inference_throughput_sync": 0.0009715271377055175,
"inference_throughput_async": 0.00757556639690526,
"inference_CO2_emissions": 0.00017755345632530548,
"inference_energy_consumption": 0.000612054947249437
} |