File size: 377 Bytes
4c4cff4
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
{
    "current_gpu_type": "NVIDIA A10G",
    "current_gpu_total_memory": 22515.75,
    "memory_inference_first": 4198.0,
    "memory_inference": 4198.0,
    "memory_disk_first": 4196.0,
    "memory_disk": 1258.0,
    "inference_latency_async": 18.623569011688232,
    "inference_CO2_emissions": 3.09516316473477e-05,
    "inference_energy_consumption": 0.00011085178602016424
}