| { | |
| "base_current_gpu_type": "NVIDIA A100-PCIE-40GB", | |
| "base_current_gpu_total_memory": 40339.3125, | |
| "base_perplexity": 8.629734992980957, | |
| "base_token_generation_latency_sync": 38.046831893920896, | |
| "base_token_generation_latency_async": 37.76412159204483, | |
| "base_token_generation_throughput_sync": 0.026283397334845623, | |
| "base_token_generation_throughput_async": 0.026480160476197973, | |
| "base_token_generation_CO2_emissions": null, | |
| "base_token_generation_energy_consumption": null, | |
| "base_inference_latency_sync": 117.62565231323242, | |
| "base_inference_latency_async": 38.59529495239258, | |
| "base_inference_throughput_sync": 0.008501546901836004, | |
| "base_inference_throughput_async": 0.025909893971104592, | |
| "base_inference_CO2_emissions": null, | |
| "base_inference_energy_consumption": null, | |
| "smashed_current_gpu_type": "NVIDIA A100-PCIE-40GB", | |
| "smashed_current_gpu_total_memory": 40339.3125, | |
| "smashed_perplexity": 103123.2578125, | |
| "smashed_token_generation_latency_sync": 167.67705993652345, | |
| "smashed_token_generation_latency_async": 168.52510422468185, | |
| "smashed_token_generation_throughput_sync": 0.005963845026735109, | |
| "smashed_token_generation_throughput_async": 0.0059338340397450525, | |
| "smashed_token_generation_CO2_emissions": null, | |
| "smashed_token_generation_energy_consumption": null, | |
| "smashed_inference_latency_sync": 262.8842468261719, | |
| "smashed_inference_latency_async": 209.8944902420044, | |
| "smashed_inference_throughput_sync": 0.0038039555890971074, | |
| "smashed_inference_throughput_async": 0.004764298476091578, | |
| "smashed_inference_CO2_emissions": null, | |
| "smashed_inference_energy_consumption": null | |
| } |