File size: 1,695 Bytes
4413093 09d6988 29f2cf0 09d6988 29f2cf0 4413093 09d6988 29f2cf0 09d6988 29f2cf0 4413093 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 |
{
"base_current_gpu_type": "NVIDIA A100-PCIE-40GB",
"base_current_gpu_total_memory": 40339.3125,
"base_perplexity": 8.405904769897461,
"base_token_generation_latency_sync": 35.634182929992676,
"base_token_generation_latency_async": 36.07999123632908,
"base_token_generation_throughput_sync": 0.02806294175355757,
"base_token_generation_throughput_async": 0.027716192984911157,
"base_token_generation_CO2_emissions": null,
"base_token_generation_energy_consumption": null,
"base_inference_latency_sync": 120.22138977050781,
"base_inference_latency_async": 39.18566703796387,
"base_inference_throughput_sync": 0.008317987355735225,
"base_inference_throughput_async": 0.02551953496239275,
"base_inference_CO2_emissions": null,
"base_inference_energy_consumption": null,
"smashed_current_gpu_type": "NVIDIA A100-PCIE-40GB",
"smashed_current_gpu_total_memory": 40339.3125,
"smashed_perplexity": 8.853601455688477,
"smashed_token_generation_latency_sync": 40.49961433410645,
"smashed_token_generation_latency_async": 40.31131472438574,
"smashed_token_generation_throughput_sync": 0.02469159315321819,
"smashed_token_generation_throughput_async": 0.02480693092837939,
"smashed_token_generation_CO2_emissions": null,
"smashed_token_generation_energy_consumption": null,
"smashed_inference_latency_sync": 163.6304901123047,
"smashed_inference_latency_async": 70.32005786895752,
"smashed_inference_throughput_sync": 0.006111330469728893,
"smashed_inference_throughput_async": 0.014220693644244647,
"smashed_inference_CO2_emissions": null,
"smashed_inference_energy_consumption": null
} |