| { | |
| "current_gpu_type": "NVIDIA A100-PCIE-40GB", | |
| "current_gpu_total_memory": 40339.3125, | |
| "perplexity": 7.268517017364502, | |
| "token_generation_latency_sync": 287.9037200927734, | |
| "token_generation_latency_async": 288.32970168441534, | |
| "token_generation_throughput_sync": 0.0034733833924680177, | |
| "token_generation_throughput_async": 0.003468251776206279, | |
| "token_generation_CO2_emissions": null, | |
| "token_generation_energy_consumption": null, | |
| "inference_latency_sync": 456.4427764892578, | |
| "inference_latency_async": 365.4060363769531, | |
| "inference_throughput_sync": 0.0021908551334551235, | |
| "inference_throughput_async": 0.002736681664909332, | |
| "inference_CO2_emissions": null, | |
| "inference_energy_consumption": null | |
| } |