johannaSommer's picture
741c6a7b6ea4edc1d34e6d4861c86de114ba3a446ffbcb8df5940d6e14bd59dd
8f2c1ea verified
raw
history blame
373 Bytes
{
"current_gpu_type": "NVIDIA A10G",
"current_gpu_total_memory": 22515.75,
"memory_inference_first": 778.0,
"memory_inference": 762.0,
"memory_disk_first": 782.0,
"memory_disk": 762.0,
"inference_latency_async": 26.569888591766357,
"inference_CO2_emissions": 2.604876733304808e-05,
"inference_energy_consumption": 9.236017855956166e-05
}