File size: 377 Bytes
7cfa01a |
1 2 3 4 5 6 7 8 9 10 11 |
{
"current_gpu_type": "NVIDIA A10G",
"current_gpu_total_memory": 22515.75,
"memory_inference_first": 4198.0,
"memory_inference": 4198.0,
"memory_disk_first": 4196.0,
"memory_disk": 1258.0,
"inference_latency_async": 21.704881191253662,
"inference_CO2_emissions": 3.445414542924158e-05,
"inference_energy_consumption": 0.0001193449333505799
} |