{ "schema_version": 1, "mode": "read-only production observation; no generated model traffic", "window": { "start_utc": "2026-10-19T09:40:00Z", "end_utc": "2026-10-19T10:40:00Z", "timezone": "Asia/Shanghai", "display": "2026-10-19 17:40–18:40 (UTC+08:00)", "duration_s": 3600 }, "sample_scope": { "pro_replicas": 1, "h20_replicas": 4, "gpus_per_replica": 8, "inference_scrape_samples_per_replica": 60, "dcgm_samples_per_gpu": 60, "range_step_s": 60, "rate_window_s": 300 }, "deployment": { "model_directory_declares": "DeepSeek-V4.1-Flash-1017/v1", "fresh_weight_hash_verification": false, "pro": { "reported_model": "NVIDIA RTX PRO 5000 72GB Blackwell", "image_tag_family": "v0.31.0", "build_date": "2026-10-14", "engram_cpu_offload": true, "kv_cache_dtype": "fp8 (explicit)", "indexer_kv_dtype": "fp8 (explicit)", "block_size": 128, "max_model_len": 204800, "max_num_seqs": 32, "dspark_tokens": 5, "adaptive_verification": false, "kv_connector": "MooncakeStoreConnector", "cpu_request": 120, "cpu_limit": 240, "memory_request_limit_gib": 700 }, "h20": { "reported_model": "NVIDIA H20-3e", "image_tag_family": "v0.31.0", "build_date": "2026-10-19", "engram_cpu_offload": true, "kv_cache_dtype": "not explicitly set in additional arguments", "block_size": 64, "max_model_len": 204800, "max_num_seqs": 32, "dspark_tokens": 5, "adaptive_verification": true, "kv_connector": "not explicitly set in additional arguments", "cpu_request": 80, "cpu_limit": 160, "memory_request_limit_gib": 1920 }, "runtime_package_commit_verified": false, "weight_hash_identity_verified": false }, "aggregates": { "success": { "status": "success", "series": [ { "labels": { "replica": "H20-04", "hardware": "H20-3e", "finished_reason": "stop" }, "value": 2778.3050847457625 }, { "labels": { "replica": "H20-04", "hardware": "H20-3e", "finished_reason": "length" }, "value": 60 }, { "labels": { "replica": "H20-04", "hardware": "H20-3e", "finished_reason": "abort" }, "value": 0 }, { "labels": { "replica": "H20-04", "hardware": "H20-3e", "finished_reason": "error" }, "value": 0 }, { "labels": { "replica": "H20-04", "hardware": "H20-3e", "finished_reason": "repetition" }, "value": 0 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e", "finished_reason": "stop" }, "value": 2795.593220338983 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e", "finished_reason": "length" }, "value": 62.03389830508474 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e", "finished_reason": "abort" }, "value": 0 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e", "finished_reason": "error" }, "value": 0 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e", "finished_reason": "repetition" }, "value": 0 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e", "finished_reason": "stop" }, "value": 2822.0338983050847 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e", "finished_reason": "length" }, "value": 60 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e", "finished_reason": "abort" }, "value": 0 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e", "finished_reason": "error" }, "value": 0 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e", "finished_reason": "repetition" }, "value": 0 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e", "finished_reason": "stop" }, "value": 2832.2033898305085 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e", "finished_reason": "length" }, "value": 60 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e", "finished_reason": "abort" }, "value": 0 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e", "finished_reason": "error" }, "value": 0 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e", "finished_reason": "repetition" }, "value": 0 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "finished_reason": "stop" }, "value": 0 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "finished_reason": "length" }, "value": 2142.7118644067796 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "finished_reason": "abort" }, "value": 0 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "finished_reason": "error" }, "value": 0 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "finished_reason": "repetition" }, "value": 0 } ] }, "output": { "status": "success", "series": [ { "labels": { "replica": "H20-04", "hardware": "H20-3e" }, "value": 1603362.7118644067 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e" }, "value": 1463914.5762711863 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e" }, "value": 1495726.7796610168 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e" }, "value": 1680651.8644067796 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB" }, "value": 30068.793404519776 } ] }, "input": { "status": "success", "series": [ { "labels": { "replica": "H20-04", "hardware": "H20-3e" }, "value": 192639428.1355932 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e" }, "value": 202221978.30508474 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e" }, "value": 196752064.0677966 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e" }, "value": 198673108.47457626 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB" }, "value": 43297344.270755924 } ] }, "ttft_count": { "status": "success", "series": [ { "labels": { "replica": "H20-04", "hardware": "H20-3e" }, "value": 2840.338983050847 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e" }, "value": 2857.6271186440677 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e" }, "value": 2881.016949152542 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e" }, "value": 2893.2203389830506 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB" }, "value": 2142.7118644067796 } ] }, "runtime": { "status": "success", "series": [ { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB" }, "value": 4 } ] }, "gpu_cards": { "status": "success", "series": [ { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "modelName": "NVIDIA RTX PRO 5000 72GB Blackwell" }, "value": 8 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e", "modelName": "NVIDIA H20-3e" }, "value": 8 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e", "modelName": "NVIDIA H20-3e" }, "value": 8 }, { "labels": { "replica": "H20-04", "hardware": "H20-3e", "modelName": "NVIDIA H20-3e" }, "value": 8 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e", "modelName": "NVIDIA H20-3e" }, "value": 8 } ] }, "gpu_mem_total": { "status": "success", "series": [ { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "modelName": "NVIDIA RTX PRO 5000 72GB Blackwell" }, "value": 72830 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e", "modelName": "NVIDIA H20-3e" }, "value": 143155 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e", "modelName": "NVIDIA H20-3e" }, "value": 143155 }, { "labels": { "replica": "H20-04", "hardware": "H20-3e", "modelName": "NVIDIA H20-3e" }, "value": 143155 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e", "modelName": "NVIDIA H20-3e" }, "value": 143155 } ] }, "max-token-buckets": { "status": "success", "series": [ { "labels": { "replica": "H20-04", "hardware": "H20-3e", "le": "1.0" }, "value": 60 }, { "labels": { "replica": "H20-04", "hardware": "H20-3e", "le": "2.0" }, "value": 60 }, { "labels": { "replica": "H20-04", "hardware": "H20-3e", "le": "5.0" }, "value": 60 }, { "labels": { "replica": "H20-04", "hardware": "H20-3e", "le": "10.0" }, "value": 60 }, { "labels": { "replica": "H20-04", "hardware": "H20-3e", "le": "20.0" }, "value": 60 }, { "labels": { "replica": "H20-04", "hardware": "H20-3e", "le": "50.0" }, "value": 60 }, { "labels": { "replica": "H20-04", "hardware": "H20-3e", "le": "100.0" }, "value": 60 }, { "labels": { "replica": "H20-04", "hardware": "H20-3e", "le": "200.0" }, "value": 60 }, { "labels": { "replica": "H20-04", "hardware": "H20-3e", "le": "500.0" }, "value": 60 }, { "labels": { "replica": "H20-04", "hardware": "H20-3e", "le": "1000.0" }, "value": 60 }, { "labels": { "replica": "H20-04", "hardware": "H20-3e", "le": "2000.0" }, "value": 60 }, { "labels": { "replica": "H20-04", "hardware": "H20-3e", "le": "5000.0" }, "value": 61.01694915254237 }, { "labels": { "replica": "H20-04", "hardware": "H20-3e", "le": "10000.0" }, "value": 61.01694915254237 }, { "labels": { "replica": "H20-04", "hardware": "H20-3e", "le": "20000.0" }, "value": 91.52542372881355 }, { "labels": { "replica": "H20-04", "hardware": "H20-3e", "le": "50000.0" }, "value": 2824.0677966101694 }, { "labels": { "replica": "H20-04", "hardware": "H20-3e", "le": "100000.0" }, "value": 2835.2542372881353 }, { "labels": { "replica": "H20-04", "hardware": "H20-3e", "le": "200000.0" }, "value": 2838.3050847457625 }, { "labels": { "replica": "H20-04", "hardware": "H20-3e", "le": "+Inf" }, "value": 2838.3050847457625 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e", "le": "1.0" }, "value": 60 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e", "le": "2.0" }, "value": 60 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e", "le": "5.0" }, "value": 60 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e", "le": "10.0" }, "value": 60 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e", "le": "20.0" }, "value": 60 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e", "le": "50.0" }, "value": 60 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e", "le": "100.0" }, "value": 60 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e", "le": "200.0" }, "value": 60 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e", "le": "500.0" }, "value": 60 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e", "le": "1000.0" }, "value": 64.0677966101695 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e", "le": "2000.0" }, "value": 64.0677966101695 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e", "le": "5000.0" }, "value": 70.16949152542372 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e", "le": "10000.0" }, "value": 70.16949152542372 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e", "le": "20000.0" }, "value": 441.3559322033898 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e", "le": "50000.0" }, "value": 2842.372881355932 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e", "le": "100000.0" }, "value": 2854.5762711864404 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e", "le": "200000.0" }, "value": 2856.610169491525 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e", "le": "+Inf" }, "value": 2857.6271186440677 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e", "le": "1.0" }, "value": 60 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e", "le": "2.0" }, "value": 60 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e", "le": "5.0" }, "value": 60 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e", "le": "10.0" }, "value": 60 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e", "le": "20.0" }, "value": 60 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e", "le": "50.0" }, "value": 60 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e", "le": "100.0" }, "value": 60 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e", "le": "200.0" }, "value": 60 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e", "le": "500.0" }, "value": 60 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e", "le": "1000.0" }, "value": 61.01694915254237 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e", "le": "2000.0" }, "value": 61.01694915254237 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e", "le": "5000.0" }, "value": 64.0677966101695 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e", "le": "10000.0" }, "value": 64.0677966101695 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e", "le": "20000.0" }, "value": 213.5593220338983 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e", "le": "50000.0" }, "value": 2869.830508474576 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e", "le": "100000.0" }, "value": 2878.9830508474574 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e", "le": "200000.0" }, "value": 2882.0338983050847 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e", "le": "+Inf" }, "value": 2882.0338983050847 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e", "le": "1.0" }, "value": 60 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e", "le": "2.0" }, "value": 60 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e", "le": "5.0" }, "value": 60 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e", "le": "10.0" }, "value": 60 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e", "le": "20.0" }, "value": 60 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e", "le": "50.0" }, "value": 60 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e", "le": "100.0" }, "value": 60 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e", "le": "200.0" }, "value": 60 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e", "le": "500.0" }, "value": 60 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e", "le": "1000.0" }, "value": 62.03389830508474 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e", "le": "2000.0" }, "value": 62.03389830508474 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e", "le": "5000.0" }, "value": 63.050847457627114 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e", "le": "10000.0" }, "value": 63.050847457627114 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e", "le": "20000.0" }, "value": 96.61016949152543 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e", "le": "50000.0" }, "value": 2878.9830508474574 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e", "le": "100000.0" }, "value": 2889.1525423728813 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e", "le": "200000.0" }, "value": 2890.1694915254234 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e", "le": "+Inf" }, "value": 2892.2033898305085 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "le": "1.0" }, "value": 68.13559322033898 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "le": "2.0" }, "value": 255.25423728813558 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "le": "5.0" }, "value": 662.0338983050847 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "le": "10.0" }, "value": 1133.8983050847457 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "le": "20.0" }, "value": 1760.3389830508474 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "le": "50.0" }, "value": 2053.2203389830506 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "le": "100.0" }, "value": 2134.5762711864404 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "le": "200.0" }, "value": 2142.7118644067796 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "le": "500.0" }, "value": 2142.7118644067796 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "le": "1000.0" }, "value": 2142.7118644067796 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "le": "2000.0" }, "value": 2142.7118644067796 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "le": "5000.0" }, "value": 2142.7118644067796 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "le": "10000.0" }, "value": 2142.7118644067796 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "le": "20000.0" }, "value": 2142.7118644067796 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "le": "50000.0" }, "value": 2142.7118644067796 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "le": "100000.0" }, "value": 2142.7118644067796 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "le": "200000.0" }, "value": 2142.7118644067796 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "le": "+Inf" }, "value": 2142.7118644067796 } ] }, "ttft_mean": { "status": "success", "series": [ { "labels": { "replica": "H20-04", "hardware": "H20-3e" }, "value": 0.9412552702610442 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e" }, "value": 1.2520612316199469 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e" }, "value": 1.0053305504728534 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e" }, "value": 1.0035079470837263 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB" }, "value": 2.3333319312855796 } ] }, "ttft_p95": { "status": "success", "series": [ { "labels": { "replica": "H20-04", "hardware": "H20-3e" }, "value": 4.4240654205607415 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e" }, "value": 6.795454545454546 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e" }, "value": 4.574248120300745 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e" }, "value": 5.35227272727271 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB" }, "value": 16.663043478260846 } ] }, "tpot_mean": { "status": "success", "series": [ { "labels": { "replica": "H20-04", "hardware": "H20-3e" }, "value": 0.005745116479910335 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e" }, "value": 0.006563478009036124 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e" }, "value": 0.005817307134799587 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e" }, "value": 0.005925996432720147 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB" }, "value": 0.06416531447494768 } ] }, "tpot_p95": { "status": "success", "series": [ { "labels": { "replica": "H20-04", "hardware": "H20-3e" }, "value": 0.016455202312138734 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e" }, "value": 0.01962628865979382 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e" }, "value": 0.016990196078431365 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e" }, "value": 0.014455223880597012 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB" }, "value": 0.3737058823529411 } ] }, "itl_mean": { "status": "success", "series": [ { "labels": { "replica": "H20-04", "hardware": "H20-3e" }, "value": 0.020590648039114125 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e" }, "value": 0.022623412544093363 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e" }, "value": 0.02087971655359261 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e" }, "value": 0.02090912373558132 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB" }, "value": 0.15304265579415122 } ] }, "itl_p95": { "status": "success", "series": [ { "labels": { "replica": "H20-04", "hardware": "H20-3e" }, "value": 0.02485616884930223 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e" }, "value": 0.02499398023050623 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e" }, "value": 0.024603041912497126 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e" }, "value": 0.02477315359408478 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB" }, "value": 0.8873562228846745 } ] }, "e2e_mean": { "status": "success", "series": [ { "labels": { "replica": "H20-04", "hardware": "H20-3e" }, "value": 4.276578305742297 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e" }, "value": 4.461259494981731 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e" }, "value": 4.105849706462007 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e" }, "value": 4.4317393329743755 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB" }, "value": 3.0085127666528515 } ] }, "e2e_p95": { "status": "success", "series": [ { "labels": { "replica": "H20-03", "hardware": "H20-3e" }, "value": 17.13157894736841 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e" }, "value": 18.597222222222232 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB" }, "value": 20.458333333333265 }, { "labels": { "replica": "H20-04", "hardware": "H20-3e" }, "value": 16.120833333333326 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e" }, "value": 18.58552631578948 } ] }, "queue_mean": { "status": "success", "series": [ { "labels": { "replica": "H20-04", "hardware": "H20-3e" }, "value": 0.1939066297056974 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e" }, "value": 0.35962610123814726 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e" }, "value": 0.19768400544336576 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e" }, "value": 0.22882724637455065 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB" }, "value": 1.7041712674516978 } ] }, "queue_p95": { "status": "success", "series": [ { "labels": { "replica": "H20-01", "hardware": "H20-3e" }, "value": 0.29931314623338257 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB" }, "value": 13.513888888888829 }, { "labels": { "replica": "H20-04", "hardware": "H20-3e" }, "value": 0.29636177347242926 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e" }, "value": 1.432926829268293 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e" }, "value": 0.29793065289561044 } ] }, "prefill_mean": { "status": "success", "series": [ { "labels": { "replica": "H20-04", "hardware": "H20-3e" }, "value": 0.5172266815785082 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e" }, "value": 0.6419096374096477 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e" }, "value": 0.5692595097348848 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e" }, "value": 0.5437917952067731 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB" }, "value": 0.45412641191839237 } ] }, "prefill_p95": { "status": "success", "series": [ { "labels": { "replica": "H20-04", "hardware": "H20-3e" }, "value": 2.2395270270270276 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e" }, "value": 2.45 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e" }, "value": 2.312878787878788 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e" }, "value": 2.2808510638297883 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB" }, "value": 1.9779513888888882 } ] }, "decode_mean": { "status": "success", "series": [ { "labels": { "replica": "H20-04", "hardware": "H20-3e" }, "value": 3.335331330466129 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e" }, "value": 3.209255960026395 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e" }, "value": 3.1005259084909684 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e" }, "value": 3.429568486855888 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB" }, "value": 0.6747885666052214 } ] }, "decode_p95": { "status": "success", "series": [ { "labels": { "replica": "H20-04", "hardware": "H20-3e" }, "value": 13.564606741573042 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e" }, "value": 14.453125 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e" }, "value": 14.203488372093013 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e" }, "value": 14.83838383838383 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB" }, "value": 3.8791666666666598 } ] }, "prompt_len_mean": { "status": "success", "series": [ { "labels": { "replica": "H20-04", "hardware": "H20-3e" }, "value": 67743.70655678968 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e" }, "value": 70806.9487544484 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e" }, "value": 68282.69477769936 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e" }, "value": 68641.12869198312 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB" }, "value": 20206.797278710645 } ] }, "prompt_len_p95": { "status": "success", "series": [ { "labels": { "replica": "H20-04", "hardware": "H20-3e" }, "value": 159667.63005780347 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e" }, "value": 177004.90998363338 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e" }, "value": 170355.64853556483 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e" }, "value": 174098.3606557377 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB" }, "value": 47193.23979591836 } ] }, "output_len_mean": { "status": "success", "series": [ { "labels": { "replica": "H20-04", "hardware": "H20-3e" }, "value": 565.1125044786814 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e" }, "value": 511.4886120996441 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e" }, "value": 519.4901199717714 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e" }, "value": 579.9507735583685 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB" }, "value": 14.03305498233402 } ] }, "output_len_p95": { "status": "success", "series": [ { "labels": { "replica": "H20-04", "hardware": "H20-3e" }, "value": 1993.7246963562745 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e" }, "value": 1979.4520547945197 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e" }, "value": 2264.843749999993 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e" }, "value": 2865.217391304348 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB" }, "value": 48.19270833333333 } ] }, "max_tokens_mean": { "status": "success", "series": [ { "labels": { "replica": "H20-04", "hardware": "H20-3e" }, "value": 24304.02866356145 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e" }, "value": 23259.8256227758 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e" }, "value": 23916.297459421312 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e" }, "value": 24269.379746835442 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB" }, "value": 14.03305498233402 } ] }, "max_tokens_p95": { "status": "success", "series": [ { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB" }, "value": 48.19270833333333 }, { "labels": { "replica": "H20-04", "hardware": "H20-3e" }, "value": 48598.25083736509 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e" }, "value": 48405.33672172808 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e" }, "value": 48510.33690658499 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e" }, "value": 48583.333333333336 } ] }, "drafts": { "status": "success", "series": [ { "labels": { "replica": "H20-04", "hardware": "H20-3e" }, "value": 459696.6101694915 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e" }, "value": 406485.7627118644 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e" }, "value": 427716.6101694915 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e" }, "value": 474744.406779661 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB" }, "value": 9447.545588700565 } ] }, "draft_tokens": { "status": "success", "series": [ { "labels": { "replica": "H20-04", "hardware": "H20-3e" }, "value": 2298483.0508474577 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e" }, "value": 2032428.813559322 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e" }, "value": 2138583.0508474577 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e" }, "value": 2373722.033898305 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB" }, "value": 47237.727943502825 } ] }, "accepted": { "status": "success", "series": [ { "labels": { "replica": "H20-04", "hardware": "H20-3e" }, "value": 1143130.1694915253 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e" }, "value": 1056957.9661016949 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e" }, "value": 1067483.3898305085 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e" }, "value": 1205424.406779661 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB" }, "value": 22230.6734519774 } ] }, "cache_queries": { "status": "success", "series": [ { "labels": { "replica": "H20-04", "hardware": "H20-3e" }, "value": 192668869.83050847 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e" }, "value": 202221978.30508474 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e" }, "value": 196874487.45762712 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e" }, "value": 198512260.6779661 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB" }, "value": 43297344.270755924 } ] }, "cache_hits": { "status": "success", "series": [ { "labels": { "replica": "H20-04", "hardware": "H20-3e" }, "value": 186159164.7457627 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e" }, "value": 194114408.1355932 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e" }, "value": 189474581.69491524 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e" }, "value": 191769860.33898303 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB" }, "value": 40064306.739055365 } ] }, "external_queries": { "status": "success", "series": [ { "labels": { "replica": "H20-04", "hardware": "H20-3e" }, "value": 0 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e" }, "value": 0 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e" }, "value": 0 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e" }, "value": 0 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB" }, "value": 3233037.5317005645 } ] }, "external_hits": { "status": "success", "series": [ { "labels": { "replica": "H20-04", "hardware": "H20-3e" }, "value": 0 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e" }, "value": 0 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e" }, "value": 0 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e" }, "value": 0 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB" }, "value": 1079916.0356158193 } ] }, "preemptions": { "status": "success", "series": [ { "labels": { "replica": "H20-04", "hardware": "H20-3e" }, "value": 0 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e" }, "value": 0 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e" }, "value": 0 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e" }, "value": 0 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB" }, "value": 0 } ] }, "samples": { "status": "success", "series": [ { "labels": { "replica": "H20-04", "hardware": "H20-3e" }, "value": 60 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e" }, "value": 60 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e" }, "value": 60 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e" }, "value": 60 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB" }, "value": 60 } ] }, "resets": { "status": "success", "series": [ { "labels": { "replica": "H20-04", "hardware": "H20-3e" }, "value": 0 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e" }, "value": 0 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e" }, "value": 0 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e" }, "value": 0 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB" }, "value": 0 } ] }, "gpu_util_mean": { "status": "success", "series": [ { "labels": { "replica": "H20-04", "hardware": "H20-3e" }, "value": 93.2375 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e" }, "value": 95.09791666666666 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e" }, "value": 95.48125 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e" }, "value": 91.925 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB" }, "value": 14.270833333333334 } ] }, "gpu_util_p90": { "status": "success", "series": [ { "labels": { "replica": "H20-04", "hardware": "H20-3e" }, "value": 100 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e" }, "value": 99.875 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e" }, "value": 100 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e" }, "value": 100 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB" }, "value": 61.875 } ] }, "gpu_util_peak": { "status": "success", "series": [ { "labels": { "replica": "H20-04", "hardware": "H20-3e" }, "value": 100 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e" }, "value": 100 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e" }, "value": 100 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e" }, "value": 100 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB" }, "value": 100 } ] }, "gpu_mem_mean": { "status": "success", "series": [ { "labels": { "replica": "H20-04", "hardware": "H20-3e" }, "value": 127.0615234375 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e" }, "value": 127.5732421875 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e" }, "value": 127.0615234375 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e" }, "value": 127.0615234375 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB" }, "value": 68.82474772135417 } ] }, "gpu_mem_max": { "status": "success", "series": [ { "labels": { "replica": "H20-04", "hardware": "H20-3e" }, "value": 127.0615234375 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e" }, "value": 127.5732421875 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e" }, "value": 127.0615234375 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e" }, "value": 127.0615234375 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB" }, "value": 69.439453125 } ] }, "gpu_power_mean": { "status": "success", "series": [ { "labels": { "replica": "H20-04", "hardware": "H20-3e" }, "value": 317.29698333333334 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e" }, "value": 324.7611083333333 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e" }, "value": 327.39259375 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e" }, "value": 323.53485625 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB" }, "value": 95.01501458333334 } ] }, "gpu_power_samples": { "status": "success", "series": [ { "labels": { "replica": "H20-04", "hardware": "H20-3e" }, "value": 480 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e" }, "value": 480 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e" }, "value": 480 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e" }, "value": 480 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB" }, "value": 480 } ] }, "gpu_samples": { "status": "success", "series": [ { "labels": { "replica": "H20-04", "hardware": "H20-3e" }, "value": 480 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e" }, "value": 480 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e" }, "value": 480 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e" }, "value": 480 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB" }, "value": 480 } ] }, "running_mean": { "status": "success", "series": [ { "labels": { "replica": "H20-04", "hardware": "H20-3e" }, "value": 2.966666666666667 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e" }, "value": 2.65 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e" }, "value": 2.9 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e" }, "value": 3.3 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB" }, "value": 0.5333333333333333 } ] }, "running_max": { "status": "success", "series": [ { "labels": { "replica": "H20-04", "hardware": "H20-3e" }, "value": 11 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e" }, "value": 10 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e" }, "value": 7 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e" }, "value": 9 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB" }, "value": 11 } ] }, "waiting_mean": { "status": "success", "series": [ { "labels": { "replica": "H20-04", "hardware": "H20-3e" }, "value": 0.18333333333333332 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e" }, "value": 0.55 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e" }, "value": 0.25 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e" }, "value": 0.23333333333333334 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB" }, "value": 0.9666666666666667 } ] }, "waiting_max": { "status": "success", "series": [ { "labels": { "replica": "H20-04", "hardware": "H20-3e" }, "value": 4 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e" }, "value": 8 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e" }, "value": 6 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e" }, "value": 4 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB" }, "value": 21 } ] }, "kv_mean": { "status": "success", "series": [ { "labels": { "replica": "H20-04", "hardware": "H20-3e" }, "value": 0.006713376952912407 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e" }, "value": 0.0067558741766339135 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e" }, "value": 0.006430616725801821 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e" }, "value": 0.0078749301347898 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB" }, "value": 0.010482553179182393 } ] }, "kv_max": { "status": "success", "series": [ { "labels": { "replica": "H20-04", "hardware": "H20-3e" }, "value": 0.022006060718860132 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e" }, "value": 0.027149719382963955 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e" }, "value": 0.017701630573636384 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e" }, "value": 0.01881496195553778 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB" }, "value": 0.17574074877445667 } ] }, "gpu_xid": { "status": "success", "series": [] }, "container_mem": { "status": "success", "series": [] }, "pool_ttft_p95": { "status": "success", "series": [ { "labels": { "hardware": "RTX PRO 5000 72GB" }, "value": 16.663043478260846 }, { "labels": { "hardware": "H20-3e" }, "value": 4.999731182795698 } ] }, "pool_ttft_mean": { "status": "success", "series": [ { "labels": { "hardware": "H20-3e" }, "value": 1.050465347897699 }, { "labels": { "hardware": "RTX PRO 5000 72GB" }, "value": 2.3333319312855796 } ] }, "pool_tpot_p95": { "status": "success", "series": [ { "labels": { "hardware": "H20-3e" }, "value": 0.017111238532110072 }, { "labels": { "hardware": "RTX PRO 5000 72GB" }, "value": 0.3737058823529411 } ] }, "pool_tpot_mean": { "status": "success", "series": [ { "labels": { "hardware": "H20-3e" }, "value": 0.006012747191727936 }, { "labels": { "hardware": "RTX PRO 5000 72GB" }, "value": 0.06416531447494768 } ] }, "pool_e2e_p95": { "status": "success", "series": [ { "labels": { "hardware": "H20-3e" }, "value": 17.717924528301857 }, { "labels": { "hardware": "RTX PRO 5000 72GB" }, "value": 20.458333333333265 } ] }, "pool_e2e_mean": { "status": "success", "series": [ { "labels": { "hardware": "H20-3e" }, "value": 4.318814962613518 }, { "labels": { "hardware": "RTX PRO 5000 72GB" }, "value": 3.0085127666528515 } ] }, "pool_queue_p95": { "status": "success", "series": [ { "labels": { "hardware": "RTX PRO 5000 72GB" }, "value": 13.513888888888829 }, { "labels": { "hardware": "H20-3e" }, "value": 0.29938670019558533 } ] }, "pool_queue_mean": { "status": "success", "series": [ { "labels": { "hardware": "H20-3e" }, "value": 0.24494759359016896 }, { "labels": { "hardware": "RTX PRO 5000 72GB" }, "value": 1.7041712674516978 } ] }, "pool_prompt_len_p95": { "status": "success", "series": [ { "labels": { "hardware": "H20-3e" }, "value": 171575.10080645155 }, { "labels": { "hardware": "RTX PRO 5000 72GB" }, "value": 47193.23979591836 } ] }, "pool_prompt_len_mean": { "status": "success", "series": [ { "labels": { "hardware": "H20-3e" }, "value": 68868.58214380709 }, { "labels": { "hardware": "RTX PRO 5000 72GB" }, "value": 20206.797278710645 } ] }, "pool_output_len_p95": { "status": "success", "series": [ { "labels": { "hardware": "H20-3e" }, "value": 2279.813664596263 }, { "labels": { "hardware": "RTX PRO 5000 72GB" }, "value": 48.19270833333333 } ] }, "pool_output_len_mean": { "status": "success", "series": [ { "labels": { "hardware": "H20-3e" }, "value": 544.0311197801224 }, { "labels": { "hardware": "RTX PRO 5000 72GB" }, "value": 14.03305498233402 } ] }, "wait_reason_max": { "status": "success", "series": [ { "labels": { "replica": "H20-04", "hardware": "H20-3e", "reason": "capacity" }, "value": 4 }, { "labels": { "replica": "H20-04", "hardware": "H20-3e", "reason": "deferred" }, "value": 0 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e", "reason": "capacity" }, "value": 8 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e", "reason": "deferred" }, "value": 0 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e", "reason": "capacity" }, "value": 6 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e", "reason": "deferred" }, "value": 0 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e", "reason": "capacity" }, "value": 4 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e", "reason": "deferred" }, "value": 0 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "reason": "capacity" }, "value": 21 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "reason": "deferred" }, "value": 4 } ] }, "wait_reason_mean": { "status": "success", "series": [ { "labels": { "replica": "H20-04", "hardware": "H20-3e", "reason": "capacity" }, "value": 0.18333333333333332 }, { "labels": { "replica": "H20-04", "hardware": "H20-3e", "reason": "deferred" }, "value": 0 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e", "reason": "capacity" }, "value": 0.55 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e", "reason": "deferred" }, "value": 0 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e", "reason": "capacity" }, "value": 0.25 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e", "reason": "deferred" }, "value": 0 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e", "reason": "capacity" }, "value": 0.23333333333333334 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e", "reason": "deferred" }, "value": 0 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "reason": "capacity" }, "value": 0.9 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "reason": "deferred" }, "value": 0.06666666666666667 } ] }, "prompt_source": { "status": "success", "series": [ { "labels": { "replica": "H20-04", "hardware": "H20-3e", "source": "local_compute" }, "value": 6484493.898305085 }, { "labels": { "replica": "H20-04", "hardware": "H20-3e", "source": "local_cache_hit" }, "value": 186154934.23728812 }, { "labels": { "replica": "H20-04", "hardware": "H20-3e", "source": "external_kv_transfer" }, "value": 0 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e", "source": "local_compute" }, "value": 8107570.169491525 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e", "source": "local_cache_hit" }, "value": 194114408.1355932 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e", "source": "external_kv_transfer" }, "value": 0 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e", "source": "local_compute" }, "value": 7277677.627118643 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e", "source": "local_cache_hit" }, "value": 189474386.44067797 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e", "source": "external_kv_transfer" }, "value": 0 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e", "source": "local_compute" }, "value": 6782515.93220339 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e", "source": "local_cache_hit" }, "value": 191890592.54237288 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e", "source": "external_kv_transfer" }, "value": 0 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "source": "local_compute" }, "value": 2153121.4960847455 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "source": "local_cache_hit" }, "value": 40064306.739055365 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "source": "external_kv_transfer" }, "value": 1079916.0356158193 } ] }, "request_param_n": { "status": "success", "series": [ { "labels": { "replica": "H20-04", "hardware": "H20-3e" }, "value": 1 }, { "labels": { "replica": "H20-02", "hardware": "H20-3e" }, "value": 1 }, { "labels": { "replica": "H20-03", "hardware": "H20-3e" }, "value": 1 }, { "labels": { "replica": "H20-01", "hardware": "H20-3e" }, "value": 1 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB" }, "value": 1 } ] }, "mc_time_count": { "status": "success", "series": [ { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "operation": "lookup_exists" }, "value": 2058.759258757062 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "operation": "save_exists" }, "value": 18369.24229152542 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "operation": "save_put" }, "value": 2913.907668926554 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "operation": "load_get" }, "value": 691.4419224806201 } ] }, "mc_time_sum": { "status": "success", "series": [ { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "operation": "lookup_exists" }, "value": 1.8952537427275924 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "operation": "save_exists" }, "value": 9.086462659285544 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "operation": "save_put" }, "value": 36.3116734736716 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "operation": "load_get" }, "value": 70.41728599477655 } ] }, "mc_fail": { "status": "success", "series": [ { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "operation": "lookup_exists" }, "value": 0 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "operation": "save_exists" }, "value": 0 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "operation": "save_put" }, "value": 0 }, { "labels": { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "operation": "load_get" }, "value": 0 } ] } }, "ranges": { "output_rate": [ { "replica": "H20-01", "hardware": "H20-3e", "values": [ [ 1792402800, 492.49583333333334 ], [ 1792402860, 454.6958333333333 ], [ 1792402920, 441.8666666666667 ], [ 1792402980, 359.8333333333333 ], [ 1792403040, 327.49583333333334 ], [ 1792403100, 335.85 ], [ 1792403160, 347.35 ], [ 1792403220, 306.82916666666665 ], [ 1792403280, 358.025 ], [ 1792403340, 334.87083333333334 ], [ 1792403400, 321.4875 ], [ 1792403460, 375.42083333333335 ], [ 1792403520, 364.67083333333335 ], [ 1792403580, 418.3541666666667 ], [ 1792403640, 431.75 ], [ 1792403700, 462.7083333333333 ], [ 1792403760, 443.8666666666667 ], [ 1792403820, 368.69166666666666 ], [ 1792403880, 328.1791666666667 ], [ 1792403940, 300.2291666666667 ], [ 1792404000, 344.4583333333333 ], [ 1792404060, 397.71666666666664 ], [ 1792404120, 499.4875 ], [ 1792404180, 532.5416666666666 ], [ 1792404240, 555.1625 ], [ 1792404300, 541.8916666666667 ], [ 1792404360, 515.3458333333333 ], [ 1792404420, 530.6208333333333 ], [ 1792404480, 504.2291666666667 ], [ 1792404540, 559.3458333333333 ], [ 1792404600, 549.9 ], [ 1792404660, 538.4041666666667 ], [ 1792404720, 550.6125 ], [ 1792404780, 560.2416666666667 ], [ 1792404840, 576.1875 ], [ 1792404900, 574.2166666666667 ], [ 1792404960, 573.8 ], [ 1792405020, 556.225 ], [ 1792405080, 562.875 ], [ 1792405140, 593.975 ], [ 1792405200, 534.325 ], [ 1792405260, 566.3958333333334 ], [ 1792405320, 589.35 ], [ 1792405380, 557.8708333333333 ], [ 1792405440, 585.8875 ], [ 1792405500, 526.3458333333333 ], [ 1792405560, 467.675 ], [ 1792405620, 492.01666666666665 ], [ 1792405680, 524.1916666666666 ], [ 1792405740, 497.84999999999997 ], [ 1792405800, 480.29583333333335 ], [ 1792405860, 384.1666666666667 ], [ 1792405920, 397.5541666666667 ], [ 1792405980, 455.37083333333334 ], [ 1792406040, 495.43333333333334 ], [ 1792406100, 539.3708333333333 ], [ 1792406160, 449.93333333333334 ], [ 1792406220, 442.8041666666667 ], [ 1792406280, 454.27916666666664 ], [ 1792406340, 405.39166666666665 ], [ 1792406400, 450.01666666666665 ] ] }, { "replica": "H20-02", "hardware": "H20-3e", "values": [ [ 1792402800, 461.8541666666667 ], [ 1792402860, 430.2375 ], [ 1792402920, 378.77916666666664 ], [ 1792402980, 413.0625 ], [ 1792403040, 355.0625 ], [ 1792403100, 370.12916666666666 ], [ 1792403160, 349.9875 ], [ 1792403220, 331.8333333333333 ], [ 1792403280, 363.6791666666667 ], [ 1792403340, 307.6 ], [ 1792403400, 315.26666666666665 ], [ 1792403460, 320.5 ], [ 1792403520, 286.95 ], [ 1792403580, 295.9625 ], [ 1792403640, 357.3125 ], [ 1792403700, 339.5541666666667 ], [ 1792403760, 330.4791666666667 ], [ 1792403820, 327.9375 ], [ 1792403880, 273.8041666666667 ], [ 1792403940, 207.18333333333334 ], [ 1792404000, 213.48333333333332 ], [ 1792404060, 232.2875 ], [ 1792404120, 285.9 ], [ 1792404180, 423.98333333333335 ], [ 1792404240, 478.5875 ], [ 1792404300, 519.5875 ], [ 1792404360, 577.2458333333333 ], [ 1792404420, 505.1583333333333 ], [ 1792404480, 521.6416666666667 ], [ 1792404540, 501.27916666666664 ], [ 1792404600, 440.73333333333335 ], [ 1792404660, 478.6375 ], [ 1792404720, 481.9583333333333 ], [ 1792404780, 512.325 ], [ 1792404840, 520.2666666666667 ], [ 1792404900, 574.3375 ], [ 1792404960, 573.4125 ], [ 1792405020, 581.225 ], [ 1792405080, 658.725 ], [ 1792405140, 632.4291666666667 ], [ 1792405200, 627.3458333333333 ], [ 1792405260, 586.5166666666667 ], [ 1792405320, 514.0416666666666 ], [ 1792405380, 466.2291666666667 ], [ 1792405440, 435.55833333333334 ], [ 1792405500, 449.0958333333333 ], [ 1792405560, 417.09166666666664 ], [ 1792405620, 387.2083333333333 ], [ 1792405680, 334.6875 ], [ 1792405740, 330.2833333333333 ], [ 1792405800, 325.375 ], [ 1792405860, 324.0375 ], [ 1792405920, 341.65 ], [ 1792405980, 307.2916666666667 ], [ 1792406040, 337.2375 ], [ 1792406100, 419.45 ], [ 1792406160, 413.4791666666667 ], [ 1792406220, 430.3 ], [ 1792406280, 408.4125 ], [ 1792406340, 325.94166666666666 ], [ 1792406400, 348.325 ] ] }, { "replica": "H20-03", "hardware": "H20-3e", "values": [ [ 1792402800, 552.0458333333333 ], [ 1792402860, 470.80833333333334 ], [ 1792402920, 487.5333333333333 ], [ 1792402980, 463.8541666666667 ], [ 1792403040, 510.9916666666667 ], [ 1792403100, 517.5791666666667 ], [ 1792403160, 441.7291666666667 ], [ 1792403220, 380.4875 ], [ 1792403280, 325.14166666666665 ], [ 1792403340, 307.9375 ], [ 1792403400, 282.48333333333335 ], [ 1792403460, 356.1458333333333 ], [ 1792403520, 349.0708333333333 ], [ 1792403580, 364.7125 ], [ 1792403640, 387.0375 ], [ 1792403700, 337.9625 ], [ 1792403760, 312.4916666666667 ], [ 1792403820, 252.36666666666667 ], [ 1792403880, 265.96666666666664 ], [ 1792403940, 244.78333333333333 ], [ 1792404000, 307.60833333333335 ], [ 1792404060, 370.1583333333333 ], [ 1792404120, 451.2375 ], [ 1792404180, 501.37916666666666 ], [ 1792404240, 559.4125 ], [ 1792404300, 527.5208333333334 ], [ 1792404360, 441.4708333333333 ], [ 1792404420, 454 ], [ 1792404480, 397.7583333333333 ], [ 1792404540, 458.09999999999997 ], [ 1792404600, 523.1416666666667 ], [ 1792404660, 527.6458333333334 ], [ 1792404720, 539.1833333333333 ], [ 1792404780, 573.7791666666667 ], [ 1792404840, 544.2708333333334 ], [ 1792404900, 529.75 ], [ 1792404960, 598.2208333333333 ], [ 1792405020, 609.0958333333333 ], [ 1792405080, 621.1791666666667 ], [ 1792405140, 586.4458333333333 ], [ 1792405200, 466.5208333333333 ], [ 1792405260, 433.64166666666665 ], [ 1792405320, 405.1625 ], [ 1792405380, 439.9708333333333 ], [ 1792405440, 457.1375 ], [ 1792405500, 412.3375 ], [ 1792405560, 408.9791666666667 ], [ 1792405620, 394.37916666666666 ], [ 1792405680, 388.5708333333333 ], [ 1792405740, 391.34166666666664 ], [ 1792405800, 399.5541666666667 ], [ 1792405860, 389.325 ], [ 1792405920, 389.9875 ], [ 1792405980, 367.12916666666666 ], [ 1792406040, 318.3625 ], [ 1792406100, 338.79583333333335 ], [ 1792406160, 323.90416666666664 ], [ 1792406220, 300.925 ], [ 1792406280, 326.3875 ], [ 1792406340, 283.0958333333333 ], [ 1792406400, 298.825 ] ] }, { "replica": "H20-04", "hardware": "H20-3e", "values": [ [ 1792402800, 425.93333333333334 ], [ 1792402860, 384.6375 ], [ 1792402920, 391.625 ], [ 1792402980, 345.1041666666667 ], [ 1792403040, 379.3375 ], [ 1792403100, 377.8625 ], [ 1792403160, 320.00416666666666 ], [ 1792403220, 340.98333333333335 ], [ 1792403280, 306.93333333333334 ], [ 1792403340, 344.85 ], [ 1792403400, 374.55833333333334 ], [ 1792403460, 373.7125 ], [ 1792403520, 366.45 ], [ 1792403580, 331.375 ], [ 1792403640, 367.23333333333335 ], [ 1792403700, 366.14166666666665 ], [ 1792403760, 401.3375 ], [ 1792403820, 387.175 ], [ 1792403880, 352.1041666666667 ], [ 1792403940, 362.375 ], [ 1792404000, 291.19166666666666 ], [ 1792404060, 313.7125 ], [ 1792404120, 327.3625 ], [ 1792404180, 337.225 ], [ 1792404240, 385.9791666666667 ], [ 1792404300, 357.1791666666667 ], [ 1792404360, 367.34166666666664 ], [ 1792404420, 446.3625 ], [ 1792404480, 506.3333333333333 ], [ 1792404540, 578.8708333333333 ], [ 1792404600, 630.7541666666666 ], [ 1792404660, 613.8375 ], [ 1792404720, 648.65 ], [ 1792404780, 601.5625 ], [ 1792404840, 567.35 ], [ 1792404900, 608.1875 ], [ 1792404960, 584.4541666666667 ], [ 1792405020, 671.7916666666666 ], [ 1792405080, 651.9166666666666 ], [ 1792405140, 611.5458333333333 ], [ 1792405200, 594.675 ], [ 1792405260, 486.8333333333333 ], [ 1792405320, 485.325 ], [ 1792405380, 415.51666666666665 ], [ 1792405440, 424.19166666666666 ], [ 1792405500, 481.71666666666664 ], [ 1792405560, 451.67083333333335 ], [ 1792405620, 503.14166666666665 ], [ 1792405680, 463.125 ], [ 1792405740, 474.1791666666667 ], [ 1792405800, 512.575 ], [ 1792405860, 457.2708333333333 ], [ 1792405920, 441.81666666666666 ], [ 1792405980, 453.4583333333333 ], [ 1792406040, 439.12083333333334 ], [ 1792406100, 449.70416666666665 ], [ 1792406160, 445.60833333333335 ], [ 1792406220, 384.55 ], [ 1792406280, 402.6666666666667 ], [ 1792406340, 390.6875 ], [ 1792406400, 414.01666666666665 ] ] }, { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "values": [ [ 1792402800, 0.016666666666666666 ], [ 1792402860, 0.016666666666666666 ], [ 1792402920, 0.016666666666666666 ], [ 1792402980, 0.016666666666666666 ], [ 1792403040, 0.016666666666666666 ], [ 1792403100, 0.016666666666666666 ], [ 1792403160, 0.016666666666666666 ], [ 1792403220, 0.016666666666666666 ], [ 1792403280, 0.016666666666666666 ], [ 1792403340, 0.016666666666666666 ], [ 1792403400, 0.016666666666666666 ], [ 1792403460, 0.016666666666666666 ], [ 1792403520, 0.016666666666666666 ], [ 1792403580, 0.016666666666666666 ], [ 1792403640, 1.6708333333333334 ], [ 1792403700, 3.5749999999999997 ], [ 1792403760, 7.354672888888888 ], [ 1792403820, 13.74258077777778 ], [ 1792403880, 13.671961833333333 ], [ 1792403940, 11.933333333333334 ], [ 1792404000, 7.575 ], [ 1792404060, 0.016666666666666666 ], [ 1792404120, 0.016666666666666666 ], [ 1792404180, 0.016666666666666666 ], [ 1792404240, 0.016666666666666666 ], [ 1792404300, 0.016666666666666666 ], [ 1792404360, 0.016666666666666666 ], [ 1792404420, 0.016666666666666666 ], [ 1792404480, 0.016666666666666666 ], [ 1792404540, 0.016666666666666666 ], [ 1792404600, 0.016666666666666666 ], [ 1792404660, 0.016666666666666666 ], [ 1792404720, 0.016666666666666666 ], [ 1792404780, 0.016666666666666666 ], [ 1792404840, 0.016666666666666666 ], [ 1792404900, 0.016666666666666666 ], [ 1792404960, 0.016666666666666666 ], [ 1792405020, 0.016666666666666666 ], [ 1792405080, 0.016666666666666666 ], [ 1792405140, 0.016666666666666666 ], [ 1792405200, 0.016666666666666666 ], [ 1792405260, 0.016666666666666666 ], [ 1792405320, 0.016666666666666666 ], [ 1792405380, 0.016666666666666666 ], [ 1792405440, 13.095833333333333 ], [ 1792405500, 40.86666666666667 ], [ 1792405560, 61.916666666666664 ], [ 1792405620, 75.38333333333333 ], [ 1792405680, 69.40833333333333 ], [ 1792405740, 50.4 ], [ 1792405800, 33.1125 ], [ 1792405860, 24.570833333333333 ], [ 1792405920, 20.40833333333333 ], [ 1792405980, 15.1375 ], [ 1792406040, 13.345833333333333 ], [ 1792406100, 8.420833333333333 ], [ 1792406160, 5.479166666666667 ], [ 1792406220, 1.9875 ], [ 1792406280, 0.016666666666666666 ], [ 1792406340, 0.016666666666666666 ], [ 1792406400, 0.016666666666666666 ] ] } ], "completed_rate": [ { "replica": "H20-01", "hardware": "H20-3e", "values": [ [ 1792402800, 0.4708333333333333 ], [ 1792402860, 0.5125000000000001 ], [ 1792402920, 0.5916666666666667 ], [ 1792402980, 0.6791666666666667 ], [ 1792403040, 0.7125 ], [ 1792403100, 0.6166666666666667 ], [ 1792403160, 0.5875 ], [ 1792403220, 0.5458333333333334 ], [ 1792403280, 0.5208333333333334 ], [ 1792403340, 0.5208333333333334 ], [ 1792403400, 0.5333333333333333 ], [ 1792403460, 0.5708333333333334 ], [ 1792403520, 0.5666666666666668 ], [ 1792403580, 0.6000000000000001 ], [ 1792403640, 0.5541666666666667 ], [ 1792403700, 0.6208333333333333 ], [ 1792403760, 0.6000000000000001 ], [ 1792403820, 0.5208333333333334 ], [ 1792403880, 0.4875 ], [ 1792403940, 0.44166666666666665 ], [ 1792404000, 0.4583333333333333 ], [ 1792404060, 0.5458333333333334 ], [ 1792404120, 0.6458333333333334 ], [ 1792404180, 0.7000000000000001 ], [ 1792404240, 0.9166666666666667 ], [ 1792404300, 0.9208333333333334 ], [ 1792404360, 0.9750000000000001 ], [ 1792404420, 1 ], [ 1792404480, 0.8500000000000001 ], [ 1792404540, 0.8833333333333334 ], [ 1792404600, 0.9291666666666667 ], [ 1792404660, 1.1833333333333333 ], [ 1792404720, 1.3125 ], [ 1792404780, 1.4666666666666666 ], [ 1792404840, 1.4958333333333333 ], [ 1792404900, 1.2583333333333333 ], [ 1792404960, 1.2666666666666666 ], [ 1792405020, 1.125 ], [ 1792405080, 1.0333333333333332 ], [ 1792405140, 1.0875 ], [ 1792405200, 0.9666666666666667 ], [ 1792405260, 1.0666666666666667 ], [ 1792405320, 1.0458333333333332 ], [ 1792405380, 0.9041666666666667 ], [ 1792405440, 0.8791666666666667 ], [ 1792405500, 0.7125 ], [ 1792405560, 0.5750000000000001 ], [ 1792405620, 0.5833333333333334 ], [ 1792405680, 0.5333333333333333 ], [ 1792405740, 0.5041666666666667 ], [ 1792405800, 0.5583333333333333 ], [ 1792405860, 0.6916666666666668 ], [ 1792405920, 1.0499999999999998 ], [ 1792405980, 1.2999999999999998 ], [ 1792406040, 1.4249999999999998 ], [ 1792406100, 1.3041666666666667 ], [ 1792406160, 0.9625 ], [ 1792406220, 0.7875000000000001 ], [ 1792406280, 0.65 ], [ 1792406340, 0.5125000000000001 ], [ 1792406400, 0.475 ] ] }, { "replica": "H20-02", "hardware": "H20-3e", "values": [ [ 1792402800, 0.75 ], [ 1792402860, 0.7125 ], [ 1792402920, 0.7166666666666667 ], [ 1792402980, 0.7625000000000001 ], [ 1792403040, 0.5833333333333334 ], [ 1792403100, 0.6416666666666667 ], [ 1792403160, 0.6166666666666667 ], [ 1792403220, 0.5791666666666667 ], [ 1792403280, 0.6458333333333334 ], [ 1792403340, 0.5375000000000001 ], [ 1792403400, 0.5416666666666667 ], [ 1792403460, 0.4875 ], [ 1792403520, 0.5458333333333334 ], [ 1792403580, 0.7083333333333334 ], [ 1792403640, 0.7916666666666667 ], [ 1792403700, 0.875 ], [ 1792403760, 0.7791666666666667 ], [ 1792403820, 0.6375000000000001 ], [ 1792403880, 0.5375000000000001 ], [ 1792403940, 0.39166666666666666 ], [ 1792404000, 0.4166666666666667 ], [ 1792404060, 0.4166666666666667 ], [ 1792404120, 0.6875 ], [ 1792404180, 0.7916666666666666 ], [ 1792404240, 0.7708333333333334 ], [ 1792404300, 0.7375 ], [ 1792404360, 0.5916666666666667 ], [ 1792404420, 0.5541666666666667 ], [ 1792404480, 0.75 ], [ 1792404540, 0.9791666666666667 ], [ 1792404600, 0.9208333333333334 ], [ 1792404660, 1.1083333333333332 ], [ 1792404720, 1.2333333333333332 ], [ 1792404780, 1.3041666666666667 ], [ 1792404840, 1.5 ], [ 1792404900, 1.7458333333333333 ], [ 1792404960, 1.6583333333333332 ], [ 1792405020, 1.6083333333333332 ], [ 1792405080, 1.5999999999999999 ], [ 1792405140, 1.2458333333333333 ], [ 1792405200, 1.0499999999999998 ], [ 1792405260, 0.8041666666666667 ], [ 1792405320, 0.6208333333333333 ], [ 1792405380, 0.65 ], [ 1792405440, 0.7458333333333333 ], [ 1792405500, 1.0083333333333333 ], [ 1792405560, 1.0999999999999999 ], [ 1792405620, 1.0916666666666666 ], [ 1792405680, 0.9083333333333333 ], [ 1792405740, 0.7333333333333334 ], [ 1792405800, 0.6166666666666667 ], [ 1792405860, 0.5291666666666667 ], [ 1792405920, 0.7083333333333334 ], [ 1792405980, 0.5916666666666667 ], [ 1792406040, 0.6000000000000001 ], [ 1792406100, 0.5791666666666667 ], [ 1792406160, 0.43333333333333335 ], [ 1792406220, 0.45 ], [ 1792406280, 0.5333333333333333 ], [ 1792406340, 0.5625 ], [ 1792406400, 0.6458333333333334 ] ] }, { "replica": "H20-03", "hardware": "H20-3e", "values": [ [ 1792402800, 1.0291666666666666 ], [ 1792402860, 0.8625 ], [ 1792402920, 0.7250000000000001 ], [ 1792402980, 0.7083333333333334 ], [ 1792403040, 0.7250000000000001 ], [ 1792403100, 0.6916666666666668 ], [ 1792403160, 0.6375000000000001 ], [ 1792403220, 0.5416666666666667 ], [ 1792403280, 0.42083333333333334 ], [ 1792403340, 0.3541666666666667 ], [ 1792403400, 0.32499999999999996 ], [ 1792403460, 0.3625 ], [ 1792403520, 0.4 ], [ 1792403580, 0.44999999999999996 ], [ 1792403640, 0.4666666666666667 ], [ 1792403700, 0.4583333333333333 ], [ 1792403760, 0.45 ], [ 1792403820, 0.4125 ], [ 1792403880, 0.39999999999999997 ], [ 1792403940, 0.4083333333333333 ], [ 1792404000, 0.39999999999999997 ], [ 1792404060, 0.47916666666666663 ], [ 1792404120, 0.5 ], [ 1792404180, 0.5375000000000001 ], [ 1792404240, 0.7333333333333334 ], [ 1792404300, 0.675 ], [ 1792404360, 0.8416666666666666 ], [ 1792404420, 1.0291666666666666 ], [ 1792404480, 1.0083333333333333 ], [ 1792404540, 1.2833333333333332 ], [ 1792404600, 1.3916666666666666 ], [ 1792404660, 1.4 ], [ 1792404720, 1.4458333333333333 ], [ 1792404780, 1.3916666666666666 ], [ 1792404840, 1.3666666666666667 ], [ 1792404900, 1.3416666666666666 ], [ 1792404960, 1.4249999999999998 ], [ 1792405020, 1.2958333333333332 ], [ 1792405080, 1.0541666666666665 ], [ 1792405140, 0.9166666666666667 ], [ 1792405200, 0.6958333333333334 ], [ 1792405260, 0.7124999999999999 ], [ 1792405320, 0.7708333333333333 ], [ 1792405380, 0.8083333333333332 ], [ 1792405440, 0.7625 ], [ 1792405500, 0.6416666666666666 ], [ 1792405560, 0.6375000000000001 ], [ 1792405620, 0.6041666666666667 ], [ 1792405680, 0.6458333333333334 ], [ 1792405740, 0.7625000000000001 ], [ 1792405800, 0.7833333333333333 ], [ 1792405860, 0.8333333333333334 ], [ 1792405920, 0.9333333333333333 ], [ 1792405980, 0.9375 ], [ 1792406040, 0.9541666666666666 ], [ 1792406100, 1.0583333333333333 ], [ 1792406160, 0.9458333333333334 ], [ 1792406220, 0.9208333333333334 ], [ 1792406280, 1.0875 ], [ 1792406340, 0.9416666666666667 ], [ 1792406400, 1.0166666666666666 ] ] }, { "replica": "H20-04", "hardware": "H20-3e", "values": [ [ 1792402800, 0.6458333333333334 ], [ 1792402860, 0.7208333333333333 ], [ 1792402920, 0.6041666666666667 ], [ 1792402980, 0.6041666666666667 ], [ 1792403040, 0.5208333333333334 ], [ 1792403100, 0.49166666666666664 ], [ 1792403160, 0.5333333333333333 ], [ 1792403220, 0.5291666666666667 ], [ 1792403280, 0.45416666666666666 ], [ 1792403340, 0.4708333333333333 ], [ 1792403400, 0.39999999999999997 ], [ 1792403460, 0.37083333333333335 ], [ 1792403520, 0.37916666666666665 ], [ 1792403580, 0.31666666666666665 ], [ 1792403640, 0.37916666666666665 ], [ 1792403700, 0.3833333333333333 ], [ 1792403760, 0.37083333333333335 ], [ 1792403820, 0.375 ], [ 1792403880, 0.2916666666666667 ], [ 1792403940, 0.3125 ], [ 1792404000, 0.375 ], [ 1792404060, 0.5625 ], [ 1792404120, 0.75 ], [ 1792404180, 0.8375 ], [ 1792404240, 0.9 ], [ 1792404300, 0.75 ], [ 1792404360, 0.8166666666666668 ], [ 1792404420, 0.9791666666666667 ], [ 1792404480, 1.0041666666666667 ], [ 1792404540, 1.2666666666666666 ], [ 1792404600, 1.3583333333333332 ], [ 1792404660, 1.3708333333333333 ], [ 1792404720, 1.6041666666666665 ], [ 1792404780, 1.525 ], [ 1792404840, 1.4874999999999998 ], [ 1792404900, 1.4124999999999999 ], [ 1792404960, 1.2791666666666666 ], [ 1792405020, 1.2374999999999998 ], [ 1792405080, 1.0791666666666666 ], [ 1792405140, 0.9750000000000001 ], [ 1792405200, 0.775 ], [ 1792405260, 0.6916666666666668 ], [ 1792405320, 0.6833333333333333 ], [ 1792405380, 0.6958333333333334 ], [ 1792405440, 0.7333333333333334 ], [ 1792405500, 0.7250000000000001 ], [ 1792405560, 0.675 ], [ 1792405620, 0.6791666666666667 ], [ 1792405680, 0.675 ], [ 1792405740, 0.7541666666666668 ], [ 1792405800, 0.8625 ], [ 1792405860, 0.9708333333333333 ], [ 1792405920, 1.0708333333333333 ], [ 1792405980, 1.0333333333333332 ], [ 1792406040, 0.9125000000000001 ], [ 1792406100, 0.9125000000000001 ], [ 1792406160, 0.8541666666666667 ], [ 1792406220, 0.8208333333333334 ], [ 1792406280, 0.8791666666666667 ], [ 1792406340, 0.7916666666666667 ], [ 1792406400, 0.7916666666666667 ] ] }, { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "values": [ [ 1792402800, 0.016666666666666666 ], [ 1792402860, 0.016666666666666666 ], [ 1792402920, 0.016666666666666666 ], [ 1792402980, 0.016666666666666666 ], [ 1792403040, 0.016666666666666666 ], [ 1792403100, 0.016666666666666666 ], [ 1792403160, 0.016666666666666666 ], [ 1792403220, 0.016666666666666666 ], [ 1792403280, 0.016666666666666666 ], [ 1792403340, 0.016666666666666666 ], [ 1792403400, 0.016666666666666666 ], [ 1792403460, 0.016666666666666666 ], [ 1792403520, 0.016666666666666666 ], [ 1792403580, 0.016666666666666666 ], [ 1792403640, 0.125 ], [ 1792403700, 0.2625 ], [ 1792403760, 0.5875 ], [ 1792403820, 1.0833333333333333 ], [ 1792403880, 0.975 ], [ 1792403940, 0.8375 ], [ 1792404000, 0.5125 ], [ 1792404060, 0.016666666666666666 ], [ 1792404120, 0.016666666666666666 ], [ 1792404180, 0.016666666666666666 ], [ 1792404240, 0.016666666666666666 ], [ 1792404300, 0.016666666666666666 ], [ 1792404360, 0.016666666666666666 ], [ 1792404420, 0.016666666666666666 ], [ 1792404480, 0.016666666666666666 ], [ 1792404540, 0.016666666666666666 ], [ 1792404600, 0.016666666666666666 ], [ 1792404660, 0.016666666666666666 ], [ 1792404720, 0.016666666666666666 ], [ 1792404780, 0.016666666666666666 ], [ 1792404840, 0.016666666666666666 ], [ 1792404900, 0.016666666666666666 ], [ 1792404960, 0.016666666666666666 ], [ 1792405020, 0.016666666666666666 ], [ 1792405080, 0.016666666666666666 ], [ 1792405140, 0.016666666666666666 ], [ 1792405200, 0.016666666666666666 ], [ 1792405260, 0.016666666666666666 ], [ 1792405320, 0.016666666666666666 ], [ 1792405380, 0.016666666666666666 ], [ 1792405440, 0.9166666666666666 ], [ 1792405500, 2.8541666666666665 ], [ 1792405560, 4.283333333333333 ], [ 1792405620, 5.2 ], [ 1792405680, 4.8375 ], [ 1792405740, 3.4458333333333333 ], [ 1792405800, 2.3125 ], [ 1792405860, 1.6458333333333333 ], [ 1792405920, 1.3458333333333332 ], [ 1792405980, 1.0541666666666667 ], [ 1792406040, 0.9208333333333333 ], [ 1792406100, 0.6708333333333333 ], [ 1792406160, 0.43333333333333335 ], [ 1792406220, 0.17916666666666667 ], [ 1792406280, 0.016666666666666666 ], [ 1792406340, 0.016666666666666666 ], [ 1792406400, 0.016666666666666666 ] ] } ], "ttft_p95": [ { "replica": "H20-01", "hardware": "H20-3e", "values": [ [ 1792402800, 9.031249999999998 ], [ 1792402860, 3.6562499999999893 ], [ 1792402920, 3.8999999999999972 ], [ 1792402980, 3.6562500000000107 ], [ 1792403040, 2.362499999999999 ], [ 1792403100, 4.375 ], [ 1792403160, 1.8571428571428596 ], [ 1792403220, 2.065000000000002 ], [ 1792403280, 2.0124999999999984 ], [ 1792403340, 2.1399999999999926 ], [ 1792403400, 8.999999999999973 ], [ 1792403460, 6.906249999999993 ], [ 1792403520, 7.0000000000000036 ], [ 1792403580, 8.999999999999996 ], [ 1792403640, 7.675000000000002 ], [ 1792403700, 8.520833333333325 ], [ 1792403760, 8.708333333333327 ], [ 1792403820, 9.875 ], [ 1792403880, 9.125 ], [ 1792403940, 9.624999999999973 ], [ 1792404000, 9.0625 ], [ 1792404060, 7.232142857142853 ], [ 1792404120, 9 ], [ 1792404180, 7.724999999999996 ], [ 1792404240, 6.7222222222222205 ], [ 1792404300, 6.874999999999988 ], [ 1792404360, 5.937500000000002 ], [ 1792404420, 4.977272727272724 ], [ 1792404480, 9.300000000000008 ], [ 1792404540, 6.208333333333338 ], [ 1792404600, 4.056818181818181 ], [ 1792404660, 3.8088235294117663 ], [ 1792404720, 3.031249999999997 ], [ 1792404780, 3.7058823529411775 ], [ 1792404840, 3.4285714285714306 ], [ 1792404900, 7.999999999999982 ], [ 1792404960, 10.562499999999988 ], [ 1792405020, 9.593750000000004 ], [ 1792405080, 9.895833333333334 ], [ 1792405140, 7.847222222222216 ], [ 1792405200, 8.261363636363635 ], [ 1792405260, 6.2812499999999964 ], [ 1792405320, 2.1174999999999997 ], [ 1792405380, 3.050000000000005 ], [ 1792405440, 1.808928571428572 ], [ 1792405500, 3.4999999999999867 ], [ 1792405560, 7.583333333333323 ], [ 1792405620, 7.583333333333323 ], [ 1792405680, 7.999999999999991 ], [ 1792405740, 7.562499999999993 ], [ 1792405800, 3.958333333333327 ], [ 1792405860, 3.4285714285714213 ], [ 1792405920, 2.136842105263158 ], [ 1792405980, 2.3578947368421037 ], [ 1792406040, 2.397368421052628 ], [ 1792406100, 2.417499999999995 ], [ 1792406160, 3.7222222222222214 ], [ 1792406220, 1.4375000000000013 ], [ 1792406280, 0.9187500000000004 ], [ 1792406340, 0.6749999999999983 ], [ 1792406400, 1.1999999999999977 ] ] }, { "replica": "H20-02", "hardware": "H20-3e", "values": [ [ 1792402800, 2.541666666666651 ], [ 1792402860, 4.187499999999997 ], [ 1792402920, 6.208333333333338 ], [ 1792402980, 3.974999999999995 ], [ 1792403040, 4.4583333333333295 ], [ 1792403100, 3.374999999999984 ], [ 1792403160, 2.7999999999999945 ], [ 1792403220, 3.7187499999999947 ], [ 1792403280, 5.749999999999966 ], [ 1792403340, 8.249999999999996 ], [ 1792403400, 9.333333333333329 ], [ 1792403460, 11.78571428571428 ], [ 1792403520, 9.374999999999991 ], [ 1792403580, 8.274999999999986 ], [ 1792403640, 4.693181818181819 ], [ 1792403700, 3.749999999999997 ], [ 1792403760, 3.8214285714285685 ], [ 1792403820, 4.149999999999988 ], [ 1792403880, 4.718750000000005 ], [ 1792403940, 3.5833333333333353 ], [ 1792404000, 5 ], [ 1792404060, 5.124999999999987 ], [ 1792404120, 8.437499999999984 ], [ 1792404180, 10.49999999999999 ], [ 1792404240, 8.312499999999996 ], [ 1792404300, 12.333333333333323 ], [ 1792404360, 10.875000000000004 ], [ 1792404420, 9.416666666666663 ], [ 1792404480, 14.87499999999998 ], [ 1792404540, 9.71874999999999 ], [ 1792404600, 10.062499999999977 ], [ 1792404660, 12.409090909090907 ], [ 1792404720, 5.718749999999981 ], [ 1792404780, 6.374999999999987 ], [ 1792404840, 8.708333333333327 ], [ 1792404900, 4.789473684210526 ], [ 1792404960, 4.910714285714285 ], [ 1792405020, 7.774999999999991 ], [ 1792405080, 4.986111111111109 ], [ 1792405140, 6.928571428571418 ], [ 1792405200, 7.812500000000014 ], [ 1792405260, 2.4142857142857124 ], [ 1792405320, 3.312500000000019 ], [ 1792405380, 5.166666666666649 ], [ 1792405440, 3.6874999999999902 ], [ 1792405500, 2.3274999999999975 ], [ 1792405560, 4.895833333333339 ], [ 1792405620, 4.359374999999985 ], [ 1792405680, 7.125000000000007 ], [ 1792405740, 11.150000000000018 ], [ 1792405800, 8.31250000000002 ], [ 1792405860, 8.833333333333325 ], [ 1792405920, 6.513888888888889 ], [ 1792405980, 5.833333333333341 ], [ 1792406040, 6.8499999999999925 ], [ 1792406100, 8.29166666666666 ], [ 1792406160, 9.50000000000002 ], [ 1792406220, 8.875000000000002 ], [ 1792406280, 3.7857142857142794 ], [ 1792406340, 3.943181818181821 ], [ 1792406400, 3.6931818181818183 ] ] }, { "replica": "H20-03", "hardware": "H20-3e", "values": [ [ 1792402800, 1.6249999999999942 ], [ 1792402860, 2.212499999999998 ], [ 1792402920, 1.6468750000000014 ], [ 1792402980, 2.406250000000001 ], [ 1792403040, 1.5499999999999923 ], [ 1792403100, 0.8083333333333316 ], [ 1792403160, 1.1749999999999998 ], [ 1792403220, 0.9416666666666663 ], [ 1792403280, 2.249999999999998 ], [ 1792403340, 9.624999999999993 ], [ 1792403400, 13.99999999999999 ], [ 1792403460, 13.19999999999997 ], [ 1792403520, 12.600000000000001 ], [ 1792403580, 5.8124999999999805 ], [ 1792403640, 3.7499999999999947 ], [ 1792403700, 4.7916666666666625 ], [ 1792403760, 4.8571428571428585 ], [ 1792403820, 7.583333333333324 ], [ 1792403880, 3.8125000000000013 ], [ 1792403940, 2.2875000000000005 ], [ 1792404000, 2.249999999999998 ], [ 1792404060, 3.718749999999999 ], [ 1792404120, 3.9999999999999987 ], [ 1792404180, 4.781249999999999 ], [ 1792404240, 3.930555555555558 ], [ 1792404300, 4.09375 ], [ 1792404360, 5 ], [ 1792404420, 7.249999999999982 ], [ 1792404480, 9.979166666666664 ], [ 1792404540, 7.3125000000000036 ], [ 1792404600, 5.549999999999976 ], [ 1792404660, 4.882812499999998 ], [ 1792404720, 4.249999999999998 ], [ 1792404780, 4.187499999999985 ], [ 1792404840, 3.911764705882355 ], [ 1792404900, 4.348214285714288 ], [ 1792404960, 3.8541666666666696 ], [ 1792405020, 4.477272727272723 ], [ 1792405080, 4.831521739130435 ], [ 1792405140, 4.852272727272722 ], [ 1792405200, 8.593749999999991 ], [ 1792405260, 6.999999999999987 ], [ 1792405320, 7.062500000000002 ], [ 1792405380, 4.194444444444444 ], [ 1792405440, 3.924999999999988 ], [ 1792405500, 5.749999999999966 ], [ 1792405560, 7.156249999999995 ], [ 1792405620, 7.406250000000002 ], [ 1792405680, 4.5277777777777715 ], [ 1792405740, 5.4499999999999895 ], [ 1792405800, 3.9375 ], [ 1792405860, 4.4583333333333295 ], [ 1792405920, 5.499999999999993 ], [ 1792405980, 4.249999999999997 ], [ 1792406040, 5.862499999999995 ], [ 1792406100, 5.824999999999998 ], [ 1792406160, 4.932692307692302 ], [ 1792406220, 4.944444444444443 ], [ 1792406280, 2.227631578947368 ], [ 1792406340, 1.896739130434782 ], [ 1792406400, 1.7397727272727266 ] ] }, { "replica": "H20-04", "hardware": "H20-3e", "values": [ [ 1792402800, 5.895833333333332 ], [ 1792402860, 7.149999999999999 ], [ 1792402920, 7.821428571428564 ], [ 1792402980, 8.071428571428575 ], [ 1792403040, 8.178571428571425 ], [ 1792403100, 8.77083333333333 ], [ 1792403160, 8.604166666666668 ], [ 1792403220, 4.499999999999954 ], [ 1792403280, 7.9583333333333375 ], [ 1792403340, 4.593749999999995 ], [ 1792403400, 6.075000000000003 ], [ 1792403460, 10.700000000000001 ], [ 1792403520, 7.174999999999996 ], [ 1792403580, 14.571428571428562 ], [ 1792403640, 13.285714285714285 ], [ 1792403700, 6.249999999999966 ], [ 1792403760, 6.249999999999966 ], [ 1792403820, 3.791666666666668 ], [ 1792403880, 2.9166666666666665 ], [ 1792403940, 1.449999999999992 ], [ 1792404000, 6.375000000000002 ], [ 1792404060, 3.9642857142857046 ], [ 1792404120, 3.8863636363636367 ], [ 1792404180, 4.071428571428572 ], [ 1792404240, 4.433823529411763 ], [ 1792404300, 8.749999999999966 ], [ 1792404360, 7.33333333333333 ], [ 1792404420, 6.125000000000001 ], [ 1792404480, 4.488095238095235 ], [ 1792404540, 3.843749999999991 ], [ 1792404600, 2.486956521739132 ], [ 1792404660, 2.9791666666666603 ], [ 1792404720, 2.862499999999997 ], [ 1792404780, 3.776315789473678 ], [ 1792404840, 4.8687499999999995 ], [ 1792404900, 5.015625000000003 ], [ 1792404960, 6.156250000000002 ], [ 1792405020, 5.035714285714272 ], [ 1792405080, 4.446428571428571 ], [ 1792405140, 4.7000000000000055 ], [ 1792405200, 5.374999999999992 ], [ 1792405260, 6.035714285714286 ], [ 1792405320, 5.729166666666661 ], [ 1792405380, 5.7083333333333215 ], [ 1792405440, 4.999999999999983 ], [ 1792405500, 5.999999999999982 ], [ 1792405560, 5.999999999999993 ], [ 1792405620, 6.124999999999998 ], [ 1792405680, 4.291666666666664 ], [ 1792405740, 3.3999999999999924 ], [ 1792405800, 2.2461538461538466 ], [ 1792405860, 3.0625000000000004 ], [ 1792405920, 4.3181818181818095 ], [ 1792405980, 4.652777777777768 ], [ 1792406040, 5.732142857142858 ], [ 1792406100, 5.732142857142858 ], [ 1792406160, 2.275 ], [ 1792406220, 2.0333333333333314 ], [ 1792406280, 0.85 ], [ 1792406340, 1.1499999999999913 ], [ 1792406400, 0.7336956521739129 ] ] }, { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "values": [ [ 1792402800, 0.03899999999999999 ], [ 1792402860, 0.03899999999999999 ], [ 1792402920, 0.03899999999999999 ], [ 1792402980, 0.03899999999999999 ], [ 1792403040, 0.03899999999999999 ], [ 1792403100, 0.03899999999999999 ], [ 1792403160, 0.03899999999999999 ], [ 1792403220, 0.03899999999999999 ], [ 1792403280, 0.03899999999999999 ], [ 1792403340, 0.03899999999999999 ], [ 1792403400, 0.03899999999999999 ], [ 1792403460, 0.03899999999999999 ], [ 1792403520, 0.03899999999999999 ], [ 1792403580, 0.03899999999999999 ], [ 1792403640, 73.6 ], [ 1792403700, 75.1111111111111 ], [ 1792403760, 69.03703703703702 ], [ 1792403820, 60.74074074074072 ], [ 1792403880, 52.70588235294116 ], [ 1792403940, 34.34285714285714 ], [ 1792404000, 15.857142857142858 ], [ 1792404060, 0.03899999999999999 ], [ 1792404120, 0.03899999999999999 ], [ 1792404180, 0.03899999999999999 ], [ 1792404240, 0.03899999999999999 ], [ 1792404300, 0.03899999999999999 ], [ 1792404360, 0.03899999999999999 ], [ 1792404420, 0.03899999999999999 ], [ 1792404480, 0.03899999999999999 ], [ 1792404540, 0.03899999999999999 ], [ 1792404600, 0.03899999999999999 ], [ 1792404660, 0.03899999999999999 ], [ 1792404720, 0.03899999999999999 ], [ 1792404780, 0.03899999999999999 ], [ 1792404840, 0.03899999999999999 ], [ 1792404900, 0.03899999999999999 ], [ 1792404960, 0.03899999999999999 ], [ 1792405020, 0.03899999999999999 ], [ 1792405080, 0.03899999999999999 ], [ 1792405140, 0.03899999999999999 ], [ 1792405200, 0.03899999999999999 ], [ 1792405260, 0.03899999999999999 ], [ 1792405320, 0.03899999999999999 ], [ 1792405380, 0.03899999999999999 ], [ 1792405440, 0.9223214285714283 ], [ 1792405500, 0.8392857142857137 ], [ 1792405560, 2.34772053101418 ], [ 1792405620, 4.688133333333328 ], [ 1792405680, 0.6473076923076929 ], [ 1792405740, 0.44936974789915957 ], [ 1792405800, 0.24694602272727273 ], [ 1792405860, 0.24419291338582677 ], [ 1792405920, 0.24278571428571427 ], [ 1792405980, 0.24225510204081632 ], [ 1792406040, 0.24288915094339622 ], [ 1792406100, 0.24308823529411763 ], [ 1792406160, 0.2434375 ], [ 1792406220, 0.24533783783783783 ], [ 1792406280, 0.03899999999999999 ], [ 1792406340, 0.03899999999999999 ], [ 1792406400, 0.03899999999999999 ] ] } ], "queue_p95": [ { "replica": "H20-01", "hardware": "H20-3e", "values": [ [ 1792402800, 3.3749999999999947 ], [ 1792402860, 0.29707627118644064 ], [ 1792402920, 0.29326086956521735 ], [ 1792402980, 0.2921698113207547 ], [ 1792403040, 0.2918263473053892 ], [ 1792403100, 0.29291666666666666 ], [ 1792403160, 0.2870357142857143 ], [ 1792403220, 0.28941860465116276 ], [ 1792403280, 0.28963414634146345 ], [ 1792403340, 0.28963414634146345 ], [ 1792403400, 0.29901639344262293 ], [ 1792403460, 2.6249999999999964 ], [ 1792403520, 2.6666666666666696 ], [ 1792403580, 3.6249999999999964 ], [ 1792403640, 3.4791666666666745 ], [ 1792403700, 3.791666666666651 ], [ 1792403760, 3.9999999999999956 ], [ 1792403820, 4.791666666666668 ], [ 1792403880, 2.8749999999999885 ], [ 1792403940, 2.349999999999996 ], [ 1792404000, 2.2499999999999933 ], [ 1792404060, 2.431249999999996 ], [ 1792404120, 4.374999999999995 ], [ 1792404180, 3.4999999999999867 ], [ 1792404240, 2.3333333333333304 ], [ 1792404300, 1.4874999999999914 ], [ 1792404360, 1.037499999999999 ], [ 1792404420, 0.3 ], [ 1792404480, 2.449999999999999 ], [ 1792404540, 1.2999999999999994 ], [ 1792404600, 0.2969859813084112 ], [ 1792404660, 0.2943272727272727 ], [ 1792404720, 0.28959677419354835 ], [ 1792404780, 0.2933333333333332 ], [ 1792404840, 0.2931661891117478 ], [ 1792404900, 2.949999999999992 ], [ 1792404960, 4.499999999999987 ], [ 1792405020, 5.227272727272714 ], [ 1792405080, 6.083333333333315 ], [ 1792405140, 3.421874999999991 ], [ 1792405200, 3.7142857142857135 ], [ 1792405260, 0.29901639344262293 ], [ 1792405320, 0.28961538461538466 ], [ 1792405380, 0.2903521126760563 ], [ 1792405440, 0.28500000000000003 ], [ 1792405500, 0.2935843373493976 ], [ 1792405560, 1.0499999999999934 ], [ 1792405620, 1.5 ], [ 1792405680, 2.259999999999999 ], [ 1792405740, 2.1187500000000004 ], [ 1792405800, 0.29604651162790696 ], [ 1792405860, 0.2938509316770186 ], [ 1792405920, 0.288433734939759 ], [ 1792405980, 0.29154098360655734 ], [ 1792406040, 0.290955223880597 ], [ 1792406100, 0.29057003257328995 ], [ 1792406160, 0.29259999999999997 ], [ 1792406220, 0.285 ], [ 1792406280, 0.2849999999999999 ], [ 1792406340, 0.28733606557377045 ], [ 1792406400, 0.28752212389380527 ] ] }, { "replica": "H20-02", "hardware": "H20-3e", "values": [ [ 1792402800, 0.2931428571428571 ], [ 1792402860, 0.2935843373493976 ], [ 1792402920, 0.2989024390243902 ], [ 1792402980, 0.2963352272727272 ], [ 1792403040, 0.29776119402985074 ], [ 1792403100, 0.296554054054054 ], [ 1792403160, 0.2908965517241379 ], [ 1792403220, 0.29128676470588233 ], [ 1792403280, 0.2945 ], [ 1792403340, 0.296491935483871 ], [ 1792403400, 4.375 ], [ 1792403460, 7.624999999999992 ], [ 1792403520, 5.4499999999999895 ], [ 1792403580, 3.750000000000011 ], [ 1792403640, 0.29429347826086955 ], [ 1792403700, 0.2905339805825243 ], [ 1792403760, 0.29282967032967033 ], [ 1792403820, 0.29462837837837835 ], [ 1792403880, 0.296491935483871 ], [ 1792403940, 0.291195652173913 ], [ 1792404000, 0.3 ], [ 1792404060, 0.3 ], [ 1792404120, 1.4374999999999967 ], [ 1792404180, 5.416666666666643 ], [ 1792404240, 2.3750000000000067 ], [ 1792404300, 6.343750000000011 ], [ 1792404360, 4.8749999999999805 ], [ 1792404420, 3.968750000000009 ], [ 1792404480, 7.499999999999991 ], [ 1792404540, 4.27083333333333 ], [ 1792404600, 4.474999999999985 ], [ 1792404660, 5.875000000000007 ], [ 1792404720, 1.4181818181818175 ], [ 1792404780, 2.29375 ], [ 1792404840, 3.9999999999999734 ], [ 1792404900, 1.4249999999999985 ], [ 1792404960, 1.4099999999999961 ], [ 1792405020, 3.3499999999999934 ], [ 1792405080, 0.29983561643835616 ], [ 1792405140, 2.531250000000005 ], [ 1792405200, 3.6666666666666536 ], [ 1792405260, 0.29257978723404254 ], [ 1792405320, 0.2928620689655172 ], [ 1792405380, 0.2944370860927152 ], [ 1792405440, 0.2915142857142857 ], [ 1792405500, 0.28978991596638654 ], [ 1792405560, 0.29739130434782607 ], [ 1792405620, 0.2951383399209485 ], [ 1792405680, 1.2625000000000002 ], [ 1792405740, 3.642857142857131 ], [ 1792405800, 1.449999999999999 ], [ 1792405860, 2.324999999999999 ], [ 1792405920, 2.125000000000005 ], [ 1792405980, 0.2975735294117647 ], [ 1792406040, 1.3999999999999972 ], [ 1792406100, 3.374999999999999 ], [ 1792406160, 0.29939393939393943 ], [ 1792406220, 0.29596153846153844 ], [ 1792406280, 0.2965853658536585 ], [ 1792406340, 0.29596153846153844 ], [ 1792406400, 0.2945 ] ] }, { "replica": "H20-03", "hardware": "H20-3e", "values": [ [ 1792402800, 0.2896913580246913 ], [ 1792402860, 0.29061576354679797 ], [ 1792402920, 0.28664739884393065 ], [ 1792402980, 0.2901197604790419 ], [ 1792403040, 0.2883139534883721 ], [ 1792403100, 0.2884756097560975 ], [ 1792403160, 0.28877483443708607 ], [ 1792403220, 0.285 ], [ 1792403280, 0.28784999999999994 ], [ 1792403340, 0.29907407407407405 ], [ 1792403400, 4.437499999999996 ], [ 1792403460, 4.156250000000001 ], [ 1792403520, 3.8749999999999987 ], [ 1792403580, 0.29883495145631067 ], [ 1792403640, 0.29018181818181815 ], [ 1792403700, 0.29027777777777775 ], [ 1792403760, 0.2931428571428571 ], [ 1792403820, 0.29390625 ], [ 1792403880, 0.28800000000000003 ], [ 1792403940, 0.2879381443298969 ], [ 1792404000, 0.285 ], [ 1792404060, 0.29263392857142856 ], [ 1792404120, 0.29739130434782607 ], [ 1792404180, 0.2989024390243903 ], [ 1792404240, 0.2950588235294117 ], [ 1792404300, 0.2922151898734177 ], [ 1792404360, 0.2967525773195876 ], [ 1792404420, 1.4649999999999972 ], [ 1792404480, 5.409090909090912 ], [ 1792404540, 2.2999999999999945 ], [ 1792404600, 1.4055555555555552 ], [ 1792404660, 1.0999999999999974 ], [ 1792404720, 0.2960928143712575 ], [ 1792404780, 0.29746875 ], [ 1792404840, 0.2939622641509434 ], [ 1792404900, 0.2979545454545454 ], [ 1792404960, 0.29536363636363633 ], [ 1792405020, 0.296438127090301 ], [ 1792405080, 1.2392857142857154 ], [ 1792405140, 0.29999999999999993 ], [ 1792405200, 3.6041666666666607 ], [ 1792405260, 3.2250000000000054 ], [ 1792405320, 1.2916666666666663 ], [ 1792405380, 1.0500000000000032 ], [ 1792405440, 0.2963352272727272 ], [ 1792405500, 0.2985714285714285 ], [ 1792405560, 2.0874999999999995 ], [ 1792405620, 0.2994565217391304 ], [ 1792405680, 0.29647651006711406 ], [ 1792405740, 0.2997413793103448 ], [ 1792405800, 0.2960220994475138 ], [ 1792405860, 0.29687499999999994 ], [ 1792405920, 0.5799999999999987 ], [ 1792405980, 0.29687499999999994 ], [ 1792406040, 1.3187499999999976 ], [ 1792406100, 1.2874999999999992 ], [ 1792406160, 0.29813364055299535 ], [ 1792406220, 0.29850710900473926 ], [ 1792406280, 0.28720077220077217 ], [ 1792406340, 0.285 ], [ 1792406400, 0.285 ] ] }, { "replica": "H20-04", "hardware": "H20-3e", "values": [ [ 1792402800, 1.2083333333333337 ], [ 1792402860, 1.3916666666666626 ], [ 1792402920, 0.2994565217391304 ], [ 1792402980, 2.3749999999999933 ], [ 1792403040, 3.1250000000000084 ], [ 1792403100, 5.083333333333324 ], [ 1792403160, 4.666666666666658 ], [ 1792403220, 0.29913223140495865 ], [ 1792403280, 0.29870192307692306 ], [ 1792403340, 0.2927727272727273 ], [ 1792403400, 0.29739130434782607 ], [ 1792403460, 2.958333333333338 ], [ 1792403520, 2.8749999999999916 ], [ 1792403580, 10.24999999999999 ], [ 1792403640, 3.62499999999998 ], [ 1792403700, 0.2979545454545454 ], [ 1792403760, 0.2984117647058823 ], [ 1792403820, 0.2914772727272727 ], [ 1792403880, 0.28913043478260875 ], [ 1792403940, 0.285 ], [ 1792404000, 0.2914772727272727 ], [ 1792404060, 0.29147727272727264 ], [ 1792404120, 0.2914772727272727 ], [ 1792404180, 0.29227040816326527 ], [ 1792404240, 0.29883495145631067 ], [ 1792404300, 1.4999999999999982 ], [ 1792404360, 2.0999999999999894 ], [ 1792404420, 1.4464285714285707 ], [ 1792404480, 0.29863043478260864 ], [ 1792404540, 0.290738255033557 ], [ 1792404600, 0.2885403726708075 ], [ 1792404660, 0.28762269938650303 ], [ 1792404720, 0.2895118733509235 ], [ 1792404780, 0.29549575070821527 ], [ 1792404840, 1.0958333333333345 ], [ 1792404900, 1.1708333333333325 ], [ 1792404960, 2.108333333333331 ], [ 1792405020, 0.29699999999999993 ], [ 1792405080, 0.29644578313253006 ], [ 1792405140, 0.29905829596412553 ], [ 1792405200, 1.1166666666666665 ], [ 1792405260, 1.2833333333333297 ], [ 1792405320, 0.29770700636942676 ], [ 1792405380, 0.29562111801242236 ], [ 1792405440, 0.2933333333333332 ], [ 1792405500, 0.2969461077844311 ], [ 1792405560, 0.2940764331210191 ], [ 1792405620, 0.2940189873417722 ], [ 1792405680, 0.2922151898734177 ], [ 1792405740, 0.2930965909090909 ], [ 1792405800, 0.2920544554455445 ], [ 1792405860, 0.2951333333333333 ], [ 1792405920, 1.114999999999997 ], [ 1792405980, 1.0749999999999948 ], [ 1792406040, 1.4049999999999987 ], [ 1792406100, 1.2624999999999984 ], [ 1792406160, 0.2935929648241206 ], [ 1792406220, 0.2879230769230769 ], [ 1792406280, 0.28500000000000003 ], [ 1792406340, 0.2849999999999999 ], [ 1792406400, 0.2849999999999999 ] ] }, { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "values": [ [ 1792402800, 0.2849999999999999 ], [ 1792402860, 0.2849999999999999 ], [ 1792402920, 0.2849999999999999 ], [ 1792402980, 0.2849999999999999 ], [ 1792403040, 0.2849999999999999 ], [ 1792403100, 0.2849999999999999 ], [ 1792403160, 0.2849999999999999 ], [ 1792403220, 0.2849999999999999 ], [ 1792403280, 0.2849999999999999 ], [ 1792403340, 0.2849999999999999 ], [ 1792403400, 0.2849999999999999 ], [ 1792403460, 0.2849999999999999 ], [ 1792403520, 0.2849999999999999 ], [ 1792403580, 0.2849999999999999 ], [ 1792403640, 47.857142857142854 ], [ 1792403700, 47.13636363636363 ], [ 1792403760, 43.59090909090909 ], [ 1792403820, 39.33333333333332 ], [ 1792403880, 37.14814814814814 ], [ 1792403940, 26.134615384615387 ], [ 1792404000, 9.801724137931032 ], [ 1792404060, 0.2849999999999999 ], [ 1792404120, 0.2849999999999999 ], [ 1792404180, 0.2849999999999999 ], [ 1792404240, 0.2849999999999999 ], [ 1792404300, 0.2849999999999999 ], [ 1792404360, 0.2849999999999999 ], [ 1792404420, 0.2849999999999999 ], [ 1792404480, 0.2849999999999999 ], [ 1792404540, 0.2849999999999999 ], [ 1792404600, 0.2849999999999999 ], [ 1792404660, 0.2849999999999999 ], [ 1792404720, 0.2849999999999999 ], [ 1792404780, 0.2849999999999999 ], [ 1792404840, 0.2849999999999999 ], [ 1792404900, 0.2849999999999999 ], [ 1792404960, 0.2849999999999999 ], [ 1792405020, 0.2849999999999999 ], [ 1792405080, 0.2849999999999999 ], [ 1792405140, 0.2849999999999999 ], [ 1792405200, 0.2849999999999999 ], [ 1792405260, 0.2849999999999999 ], [ 1792405320, 0.2849999999999999 ], [ 1792405380, 0.2849999999999999 ], [ 1792405440, 0.35999999999999965 ], [ 1792405500, 0.35344827586206823 ], [ 1792405560, 0.6352456868656549 ], [ 1792405620, 1.7814400000000012 ], [ 1792405680, 0.2946438112199466 ], [ 1792405740, 0.28884191176470586 ], [ 1792405800, 0.28654891304347824 ], [ 1792405860, 0.28572335025380713 ], [ 1792405920, 0.28588509316770183 ], [ 1792405980, 0.285 ], [ 1792406040, 0.2849999999999999 ], [ 1792406100, 0.285 ], [ 1792406160, 0.285 ], [ 1792406220, 0.285 ], [ 1792406280, 0.2849999999999999 ], [ 1792406340, 0.2849999999999999 ], [ 1792406400, 0.2849999999999999 ] ] } ], "waiting": [ { "replica": "H20-01", "hardware": "H20-3e", "values": [ [ 1792402800, 0 ], [ 1792402860, 0 ], [ 1792402920, 0 ], [ 1792402980, 0 ], [ 1792403040, 0 ], [ 1792403100, 0 ], [ 1792403160, 0 ], [ 1792403220, 0 ], [ 1792403280, 0 ], [ 1792403340, 2 ], [ 1792403400, 0 ], [ 1792403460, 0 ], [ 1792403520, 0 ], [ 1792403580, 0 ], [ 1792403640, 0 ], [ 1792403700, 0 ], [ 1792403760, 0 ], [ 1792403820, 0 ], [ 1792403880, 1 ], [ 1792403940, 0 ], [ 1792404000, 0 ], [ 1792404060, 4 ], [ 1792404120, 0 ], [ 1792404180, 0 ], [ 1792404240, 0 ], [ 1792404300, 1 ], [ 1792404360, 0 ], [ 1792404420, 0 ], [ 1792404480, 0 ], [ 1792404540, 0 ], [ 1792404600, 0 ], [ 1792404660, 0 ], [ 1792404720, 1 ], [ 1792404780, 0 ], [ 1792404840, 3 ], [ 1792404900, 0 ], [ 1792404960, 0 ], [ 1792405020, 0 ], [ 1792405080, 0 ], [ 1792405140, 0 ], [ 1792405200, 0 ], [ 1792405260, 0 ], [ 1792405320, 0 ], [ 1792405380, 0 ], [ 1792405440, 2 ], [ 1792405500, 0 ], [ 1792405560, 0 ], [ 1792405620, 0 ], [ 1792405680, 0 ], [ 1792405740, 0 ], [ 1792405800, 0 ], [ 1792405860, 0 ], [ 1792405920, 0 ], [ 1792405980, 0 ], [ 1792406040, 0 ], [ 1792406100, 0 ], [ 1792406160, 0 ], [ 1792406220, 0 ], [ 1792406280, 0 ], [ 1792406340, 0 ], [ 1792406400, 0 ] ] }, { "replica": "H20-02", "hardware": "H20-3e", "values": [ [ 1792402800, 0 ], [ 1792402860, 0 ], [ 1792402920, 0 ], [ 1792402980, 0 ], [ 1792403040, 0 ], [ 1792403100, 0 ], [ 1792403160, 0 ], [ 1792403220, 0 ], [ 1792403280, 0 ], [ 1792403340, 0 ], [ 1792403400, 0 ], [ 1792403460, 0 ], [ 1792403520, 0 ], [ 1792403580, 0 ], [ 1792403640, 0 ], [ 1792403700, 0 ], [ 1792403760, 0 ], [ 1792403820, 0 ], [ 1792403880, 0 ], [ 1792403940, 2 ], [ 1792404000, 0 ], [ 1792404060, 0 ], [ 1792404120, 3 ], [ 1792404180, 0 ], [ 1792404240, 3 ], [ 1792404300, 0 ], [ 1792404360, 0 ], [ 1792404420, 7 ], [ 1792404480, 0 ], [ 1792404540, 0 ], [ 1792404600, 6 ], [ 1792404660, 0 ], [ 1792404720, 0 ], [ 1792404780, 0 ], [ 1792404840, 0 ], [ 1792404900, 0 ], [ 1792404960, 8 ], [ 1792405020, 1 ], [ 1792405080, 0 ], [ 1792405140, 0 ], [ 1792405200, 0 ], [ 1792405260, 0 ], [ 1792405320, 0 ], [ 1792405380, 0 ], [ 1792405440, 0 ], [ 1792405500, 0 ], [ 1792405560, 0 ], [ 1792405620, 0 ], [ 1792405680, 0 ], [ 1792405740, 0 ], [ 1792405800, 0 ], [ 1792405860, 0 ], [ 1792405920, 0 ], [ 1792405980, 2 ], [ 1792406040, 1 ], [ 1792406100, 0 ], [ 1792406160, 0 ], [ 1792406220, 0 ], [ 1792406280, 0 ], [ 1792406340, 0 ], [ 1792406400, 0 ] ] }, { "replica": "H20-03", "hardware": "H20-3e", "values": [ [ 1792402800, 0 ], [ 1792402860, 0 ], [ 1792402920, 0 ], [ 1792402980, 0 ], [ 1792403040, 0 ], [ 1792403100, 0 ], [ 1792403160, 0 ], [ 1792403220, 0 ], [ 1792403280, 1 ], [ 1792403340, 0 ], [ 1792403400, 0 ], [ 1792403460, 0 ], [ 1792403520, 0 ], [ 1792403580, 0 ], [ 1792403640, 0 ], [ 1792403700, 0 ], [ 1792403760, 0 ], [ 1792403820, 0 ], [ 1792403880, 0 ], [ 1792403940, 0 ], [ 1792404000, 0 ], [ 1792404060, 0 ], [ 1792404120, 0 ], [ 1792404180, 0 ], [ 1792404240, 0 ], [ 1792404300, 0 ], [ 1792404360, 6 ], [ 1792404420, 0 ], [ 1792404480, 0 ], [ 1792404540, 0 ], [ 1792404600, 0 ], [ 1792404660, 0 ], [ 1792404720, 0 ], [ 1792404780, 0 ], [ 1792404840, 0 ], [ 1792404900, 0 ], [ 1792404960, 0 ], [ 1792405020, 0 ], [ 1792405080, 0 ], [ 1792405140, 0 ], [ 1792405200, 0 ], [ 1792405260, 0 ], [ 1792405320, 0 ], [ 1792405380, 0 ], [ 1792405440, 0 ], [ 1792405500, 2 ], [ 1792405560, 0 ], [ 1792405620, 0 ], [ 1792405680, 1 ], [ 1792405740, 0 ], [ 1792405800, 0 ], [ 1792405860, 0 ], [ 1792405920, 0 ], [ 1792405980, 3 ], [ 1792406040, 2 ], [ 1792406100, 0 ], [ 1792406160, 0 ], [ 1792406220, 0 ], [ 1792406280, 0 ], [ 1792406340, 0 ], [ 1792406400, 0 ] ] }, { "replica": "H20-04", "hardware": "H20-3e", "values": [ [ 1792402800, 0 ], [ 1792402860, 0 ], [ 1792402920, 0 ], [ 1792402980, 0 ], [ 1792403040, 0 ], [ 1792403100, 0 ], [ 1792403160, 0 ], [ 1792403220, 0 ], [ 1792403280, 1 ], [ 1792403340, 0 ], [ 1792403400, 0 ], [ 1792403460, 0 ], [ 1792403520, 0 ], [ 1792403580, 0 ], [ 1792403640, 0 ], [ 1792403700, 0 ], [ 1792403760, 0 ], [ 1792403820, 0 ], [ 1792403880, 0 ], [ 1792403940, 0 ], [ 1792404000, 0 ], [ 1792404060, 0 ], [ 1792404120, 0 ], [ 1792404180, 0 ], [ 1792404240, 0 ], [ 1792404300, 0 ], [ 1792404360, 0 ], [ 1792404420, 0 ], [ 1792404480, 0 ], [ 1792404540, 0 ], [ 1792404600, 0 ], [ 1792404660, 0 ], [ 1792404720, 0 ], [ 1792404780, 4 ], [ 1792404840, 0 ], [ 1792404900, 0 ], [ 1792404960, 0 ], [ 1792405020, 0 ], [ 1792405080, 0 ], [ 1792405140, 0 ], [ 1792405200, 0 ], [ 1792405260, 0 ], [ 1792405320, 0 ], [ 1792405380, 1 ], [ 1792405440, 0 ], [ 1792405500, 0 ], [ 1792405560, 0 ], [ 1792405620, 0 ], [ 1792405680, 3 ], [ 1792405740, 0 ], [ 1792405800, 0 ], [ 1792405860, 2 ], [ 1792405920, 0 ], [ 1792405980, 0 ], [ 1792406040, 0 ], [ 1792406100, 0 ], [ 1792406160, 0 ], [ 1792406220, 0 ], [ 1792406280, 0 ], [ 1792406340, 0 ], [ 1792406400, 0 ] ] }, { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "values": [ [ 1792402800, 0 ], [ 1792402860, 0 ], [ 1792402920, 0 ], [ 1792402980, 0 ], [ 1792403040, 0 ], [ 1792403100, 0 ], [ 1792403160, 0 ], [ 1792403220, 0 ], [ 1792403280, 0 ], [ 1792403340, 0 ], [ 1792403400, 0 ], [ 1792403460, 0 ], [ 1792403520, 0 ], [ 1792403580, 0 ], [ 1792403640, 21 ], [ 1792403700, 21 ], [ 1792403760, 12 ], [ 1792403820, 0 ], [ 1792403880, 0 ], [ 1792403940, 0 ], [ 1792404000, 0 ], [ 1792404060, 0 ], [ 1792404120, 0 ], [ 1792404180, 0 ], [ 1792404240, 0 ], [ 1792404300, 0 ], [ 1792404360, 0 ], [ 1792404420, 0 ], [ 1792404480, 0 ], [ 1792404540, 0 ], [ 1792404600, 0 ], [ 1792404660, 0 ], [ 1792404720, 0 ], [ 1792404780, 0 ], [ 1792404840, 0 ], [ 1792404900, 0 ], [ 1792404960, 0 ], [ 1792405020, 0 ], [ 1792405080, 0 ], [ 1792405140, 0 ], [ 1792405200, 0 ], [ 1792405260, 0 ], [ 1792405320, 0 ], [ 1792405380, 0 ], [ 1792405440, 4 ], [ 1792405500, 0 ], [ 1792405560, 0 ], [ 1792405620, 0 ], [ 1792405680, 0 ], [ 1792405740, 0 ], [ 1792405800, 0 ], [ 1792405860, 0 ], [ 1792405920, 0 ], [ 1792405980, 0 ], [ 1792406040, 0 ], [ 1792406100, 0 ], [ 1792406160, 0 ], [ 1792406220, 0 ], [ 1792406280, 0 ], [ 1792406340, 0 ], [ 1792406400, 0 ] ] } ], "running": [ { "replica": "H20-01", "hardware": "H20-3e", "values": [ [ 1792402800, 2 ], [ 1792402860, 3 ], [ 1792402920, 4 ], [ 1792402980, 2 ], [ 1792403040, 2 ], [ 1792403100, 3 ], [ 1792403160, 3 ], [ 1792403220, 0 ], [ 1792403280, 3 ], [ 1792403340, 3 ], [ 1792403400, 3 ], [ 1792403460, 2 ], [ 1792403520, 3 ], [ 1792403580, 2 ], [ 1792403640, 4 ], [ 1792403700, 4 ], [ 1792403760, 2 ], [ 1792403820, 2 ], [ 1792403880, 1 ], [ 1792403940, 0 ], [ 1792404000, 5 ], [ 1792404060, 6 ], [ 1792404120, 4 ], [ 1792404180, 3 ], [ 1792404240, 2 ], [ 1792404300, 5 ], [ 1792404360, 5 ], [ 1792404420, 5 ], [ 1792404480, 6 ], [ 1792404540, 4 ], [ 1792404600, 6 ], [ 1792404660, 4 ], [ 1792404720, 7 ], [ 1792404780, 7 ], [ 1792404840, 3 ], [ 1792404900, 9 ], [ 1792404960, 3 ], [ 1792405020, 3 ], [ 1792405080, 4 ], [ 1792405140, 3 ], [ 1792405200, 4 ], [ 1792405260, 5 ], [ 1792405320, 4 ], [ 1792405380, 4 ], [ 1792405440, 3 ], [ 1792405500, 2 ], [ 1792405560, 4 ], [ 1792405620, 3 ], [ 1792405680, 2 ], [ 1792405740, 1 ], [ 1792405800, 0 ], [ 1792405860, 4 ], [ 1792405920, 3 ], [ 1792405980, 4 ], [ 1792406040, 4 ], [ 1792406100, 2 ], [ 1792406160, 3 ], [ 1792406220, 0 ], [ 1792406280, 1 ], [ 1792406340, 4 ], [ 1792406400, 1 ] ] }, { "replica": "H20-02", "hardware": "H20-3e", "values": [ [ 1792402800, 4 ], [ 1792402860, 2 ], [ 1792402920, 3 ], [ 1792402980, 1 ], [ 1792403040, 3 ], [ 1792403100, 0 ], [ 1792403160, 2 ], [ 1792403220, 3 ], [ 1792403280, 2 ], [ 1792403340, 1 ], [ 1792403400, 5 ], [ 1792403460, 1 ], [ 1792403520, 1 ], [ 1792403580, 0 ], [ 1792403640, 1 ], [ 1792403700, 2 ], [ 1792403760, 0 ], [ 1792403820, 1 ], [ 1792403880, 1 ], [ 1792403940, 2 ], [ 1792404000, 0 ], [ 1792404060, 0 ], [ 1792404120, 2 ], [ 1792404180, 2 ], [ 1792404240, 3 ], [ 1792404300, 7 ], [ 1792404360, 6 ], [ 1792404420, 4 ], [ 1792404480, 5 ], [ 1792404540, 1 ], [ 1792404600, 4 ], [ 1792404660, 10 ], [ 1792404720, 6 ], [ 1792404780, 6 ], [ 1792404840, 5 ], [ 1792404900, 10 ], [ 1792404960, 4 ], [ 1792405020, 8 ], [ 1792405080, 2 ], [ 1792405140, 3 ], [ 1792405200, 1 ], [ 1792405260, 3 ], [ 1792405320, 0 ], [ 1792405380, 2 ], [ 1792405440, 4 ], [ 1792405500, 3 ], [ 1792405560, 2 ], [ 1792405620, 1 ], [ 1792405680, 1 ], [ 1792405740, 4 ], [ 1792405800, 0 ], [ 1792405860, 2 ], [ 1792405920, 2 ], [ 1792405980, 3 ], [ 1792406040, 3 ], [ 1792406100, 3 ], [ 1792406160, 1 ], [ 1792406220, 2 ], [ 1792406280, 1 ], [ 1792406340, 1 ], [ 1792406400, 1 ] ] }, { "replica": "H20-03", "hardware": "H20-3e", "values": [ [ 1792402800, 1 ], [ 1792402860, 2 ], [ 1792402920, 2 ], [ 1792402980, 3 ], [ 1792403040, 3 ], [ 1792403100, 2 ], [ 1792403160, 1 ], [ 1792403220, 0 ], [ 1792403280, 3 ], [ 1792403340, 3 ], [ 1792403400, 3 ], [ 1792403460, 1 ], [ 1792403520, 0 ], [ 1792403580, 2 ], [ 1792403640, 1 ], [ 1792403700, 1 ], [ 1792403760, 1 ], [ 1792403820, 1 ], [ 1792403880, 2 ], [ 1792403940, 0 ], [ 1792404000, 5 ], [ 1792404060, 7 ], [ 1792404120, 3 ], [ 1792404180, 6 ], [ 1792404240, 5 ], [ 1792404300, 4 ], [ 1792404360, 1 ], [ 1792404420, 5 ], [ 1792404480, 4 ], [ 1792404540, 2 ], [ 1792404600, 4 ], [ 1792404660, 3 ], [ 1792404720, 7 ], [ 1792404780, 5 ], [ 1792404840, 5 ], [ 1792404900, 7 ], [ 1792404960, 6 ], [ 1792405020, 6 ], [ 1792405080, 2 ], [ 1792405140, 1 ], [ 1792405200, 4 ], [ 1792405260, 3 ], [ 1792405320, 4 ], [ 1792405380, 5 ], [ 1792405440, 4 ], [ 1792405500, 4 ], [ 1792405560, 2 ], [ 1792405620, 2 ], [ 1792405680, 3 ], [ 1792405740, 2 ], [ 1792405800, 2 ], [ 1792405860, 1 ], [ 1792405920, 2 ], [ 1792405980, 2 ], [ 1792406040, 5 ], [ 1792406100, 1 ], [ 1792406160, 2 ], [ 1792406220, 4 ], [ 1792406280, 1 ], [ 1792406340, 0 ], [ 1792406400, 2 ] ] }, { "replica": "H20-04", "hardware": "H20-3e", "values": [ [ 1792402800, 3 ], [ 1792402860, 2 ], [ 1792402920, 1 ], [ 1792402980, 4 ], [ 1792403040, 0 ], [ 1792403100, 3 ], [ 1792403160, 0 ], [ 1792403220, 1 ], [ 1792403280, 1 ], [ 1792403340, 3 ], [ 1792403400, 1 ], [ 1792403460, 4 ], [ 1792403520, 1 ], [ 1792403580, 2 ], [ 1792403640, 3 ], [ 1792403700, 2 ], [ 1792403760, 2 ], [ 1792403820, 1 ], [ 1792403880, 3 ], [ 1792403940, 2 ], [ 1792404000, 1 ], [ 1792404060, 4 ], [ 1792404120, 0 ], [ 1792404180, 3 ], [ 1792404240, 2 ], [ 1792404300, 4 ], [ 1792404360, 8 ], [ 1792404420, 4 ], [ 1792404480, 6 ], [ 1792404540, 5 ], [ 1792404600, 6 ], [ 1792404660, 5 ], [ 1792404720, 4 ], [ 1792404780, 5 ], [ 1792404840, 11 ], [ 1792404900, 5 ], [ 1792404960, 6 ], [ 1792405020, 6 ], [ 1792405080, 2 ], [ 1792405140, 3 ], [ 1792405200, 2 ], [ 1792405260, 1 ], [ 1792405320, 4 ], [ 1792405380, 3 ], [ 1792405440, 5 ], [ 1792405500, 3 ], [ 1792405560, 5 ], [ 1792405620, 1 ], [ 1792405680, 1 ], [ 1792405740, 6 ], [ 1792405800, 1 ], [ 1792405860, 3 ], [ 1792405920, 2 ], [ 1792405980, 3 ], [ 1792406040, 1 ], [ 1792406100, 3 ], [ 1792406160, 2 ], [ 1792406220, 1 ], [ 1792406280, 2 ], [ 1792406340, 2 ], [ 1792406400, 1 ] ] }, { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "values": [ [ 1792402800, 0 ], [ 1792402860, 0 ], [ 1792402920, 0 ], [ 1792402980, 0 ], [ 1792403040, 0 ], [ 1792403100, 0 ], [ 1792403160, 0 ], [ 1792403220, 0 ], [ 1792403280, 0 ], [ 1792403340, 0 ], [ 1792403400, 0 ], [ 1792403460, 0 ], [ 1792403520, 0 ], [ 1792403580, 0 ], [ 1792403640, 3 ], [ 1792403700, 4 ], [ 1792403760, 8 ], [ 1792403820, 0 ], [ 1792403880, 0 ], [ 1792403940, 0 ], [ 1792404000, 0 ], [ 1792404060, 0 ], [ 1792404120, 0 ], [ 1792404180, 0 ], [ 1792404240, 0 ], [ 1792404300, 0 ], [ 1792404360, 0 ], [ 1792404420, 0 ], [ 1792404480, 0 ], [ 1792404540, 0 ], [ 1792404600, 0 ], [ 1792404660, 0 ], [ 1792404720, 0 ], [ 1792404780, 0 ], [ 1792404840, 0 ], [ 1792404900, 0 ], [ 1792404960, 0 ], [ 1792405020, 0 ], [ 1792405080, 0 ], [ 1792405140, 0 ], [ 1792405200, 0 ], [ 1792405260, 0 ], [ 1792405320, 0 ], [ 1792405380, 0 ], [ 1792405440, 11 ], [ 1792405500, 6 ], [ 1792405560, 0 ], [ 1792405620, 0 ], [ 1792405680, 0 ], [ 1792405740, 0 ], [ 1792405800, 0 ], [ 1792405860, 0 ], [ 1792405920, 0 ], [ 1792405980, 0 ], [ 1792406040, 0 ], [ 1792406100, 0 ], [ 1792406160, 0 ], [ 1792406220, 0 ], [ 1792406280, 0 ], [ 1792406340, 0 ], [ 1792406400, 0 ] ] } ], "gpu_util": [ { "replica": "H20-01", "hardware": "H20-3e", "values": [ [ 1792402800, 97.375 ], [ 1792402860, 53.125 ], [ 1792402920, 99.25 ], [ 1792402980, 24.625 ], [ 1792403040, 0 ], [ 1792403100, 65.875 ], [ 1792403160, 100 ], [ 1792403220, 98.875 ], [ 1792403280, 99 ], [ 1792403340, 96 ], [ 1792403400, 99 ], [ 1792403460, 98.625 ], [ 1792403520, 100 ], [ 1792403580, 99 ], [ 1792403640, 99.5 ], [ 1792403700, 99.75 ], [ 1792403760, 98.375 ], [ 1792403820, 82.375 ], [ 1792403880, 98.875 ], [ 1792403940, 94 ], [ 1792404000, 97.375 ], [ 1792404060, 99.375 ], [ 1792404120, 99 ], [ 1792404180, 100 ], [ 1792404240, 97.25 ], [ 1792404300, 100 ], [ 1792404360, 99.25 ], [ 1792404420, 99.125 ], [ 1792404480, 100 ], [ 1792404540, 99 ], [ 1792404600, 99.25 ], [ 1792404660, 97.875 ], [ 1792404720, 99 ], [ 1792404780, 100 ], [ 1792404840, 99 ], [ 1792404900, 100 ], [ 1792404960, 99.75 ], [ 1792405020, 100 ], [ 1792405080, 100 ], [ 1792405140, 99 ], [ 1792405200, 100 ], [ 1792405260, 99.375 ], [ 1792405320, 99 ], [ 1792405380, 99 ], [ 1792405440, 96.875 ], [ 1792405500, 99 ], [ 1792405560, 100 ], [ 1792405620, 99 ], [ 1792405680, 99 ], [ 1792405740, 99 ], [ 1792405800, 99 ], [ 1792405860, 98.875 ], [ 1792405920, 96 ], [ 1792405980, 97.875 ], [ 1792406040, 96.875 ], [ 1792406100, 98.25 ], [ 1792406160, 98.125 ], [ 1792406220, 99 ], [ 1792406280, 94.75 ], [ 1792406340, 56 ], [ 1792406400, 0 ] ] }, { "replica": "H20-02", "hardware": "H20-3e", "values": [ [ 1792402800, 99 ], [ 1792402860, 100 ], [ 1792402920, 100 ], [ 1792402980, 93.125 ], [ 1792403040, 88.875 ], [ 1792403100, 98.625 ], [ 1792403160, 99 ], [ 1792403220, 99 ], [ 1792403280, 0 ], [ 1792403340, 93.125 ], [ 1792403400, 100 ], [ 1792403460, 100 ], [ 1792403520, 98.625 ], [ 1792403580, 98.375 ], [ 1792403640, 99 ], [ 1792403700, 99 ], [ 1792403760, 99.75 ], [ 1792403820, 98.625 ], [ 1792403880, 0 ], [ 1792403940, 100 ], [ 1792404000, 98.75 ], [ 1792404060, 100 ], [ 1792404120, 99 ], [ 1792404180, 99 ], [ 1792404240, 98.875 ], [ 1792404300, 99 ], [ 1792404360, 100 ], [ 1792404420, 98.375 ], [ 1792404480, 97.625 ], [ 1792404540, 100 ], [ 1792404600, 99 ], [ 1792404660, 99 ], [ 1792404720, 100 ], [ 1792404780, 100 ], [ 1792404840, 100 ], [ 1792404900, 99 ], [ 1792404960, 100 ], [ 1792405020, 99 ], [ 1792405080, 96.875 ], [ 1792405140, 99 ], [ 1792405200, 99 ], [ 1792405260, 99 ], [ 1792405320, 98.625 ], [ 1792405380, 98.75 ], [ 1792405440, 99.125 ], [ 1792405500, 98.625 ], [ 1792405560, 100 ], [ 1792405620, 100 ], [ 1792405680, 100 ], [ 1792405740, 98.875 ], [ 1792405800, 99.125 ], [ 1792405860, 99 ], [ 1792405920, 98.25 ], [ 1792405980, 98.625 ], [ 1792406040, 100 ], [ 1792406100, 98.625 ], [ 1792406160, 99 ], [ 1792406220, 98.75 ], [ 1792406280, 98.875 ], [ 1792406340, 99 ], [ 1792406400, 100 ] ] }, { "replica": "H20-03", "hardware": "H20-3e", "values": [ [ 1792402800, 97.5 ], [ 1792402860, 99 ], [ 1792402920, 99.25 ], [ 1792402980, 96 ], [ 1792403040, 99 ], [ 1792403100, 94 ], [ 1792403160, 0 ], [ 1792403220, 98.625 ], [ 1792403280, 99 ], [ 1792403340, 100 ], [ 1792403400, 99 ], [ 1792403460, 61.875 ], [ 1792403520, 98 ], [ 1792403580, 97.75 ], [ 1792403640, 99.25 ], [ 1792403700, 99.875 ], [ 1792403760, 49.5 ], [ 1792403820, 98.25 ], [ 1792403880, 85.75 ], [ 1792403940, 97.5 ], [ 1792404000, 98.25 ], [ 1792404060, 99 ], [ 1792404120, 100 ], [ 1792404180, 99 ], [ 1792404240, 99.125 ], [ 1792404300, 98.25 ], [ 1792404360, 99.25 ], [ 1792404420, 99.125 ], [ 1792404480, 99.5 ], [ 1792404540, 99.875 ], [ 1792404600, 98.5 ], [ 1792404660, 98.375 ], [ 1792404720, 97.75 ], [ 1792404780, 99.25 ], [ 1792404840, 99.875 ], [ 1792404900, 99.25 ], [ 1792404960, 99.125 ], [ 1792405020, 99 ], [ 1792405080, 92.125 ], [ 1792405140, 99 ], [ 1792405200, 93.625 ], [ 1792405260, 99 ], [ 1792405320, 97.875 ], [ 1792405380, 99.75 ], [ 1792405440, 84.75 ], [ 1792405500, 99.625 ], [ 1792405560, 99.375 ], [ 1792405620, 99 ], [ 1792405680, 99 ], [ 1792405740, 100 ], [ 1792405800, 99 ], [ 1792405860, 100 ], [ 1792405920, 96.625 ], [ 1792405980, 100 ], [ 1792406040, 100 ], [ 1792406100, 99 ], [ 1792406160, 98.75 ], [ 1792406220, 99 ], [ 1792406280, 98.25 ], [ 1792406340, 99.25 ], [ 1792406400, 98.75 ] ] }, { "replica": "H20-04", "hardware": "H20-3e", "values": [ [ 1792402800, 94.5 ], [ 1792402860, 98.625 ], [ 1792402920, 97.5 ], [ 1792402980, 100 ], [ 1792403040, 98.875 ], [ 1792403100, 100 ], [ 1792403160, 37.125 ], [ 1792403220, 98.75 ], [ 1792403280, 100 ], [ 1792403340, 99 ], [ 1792403400, 100 ], [ 1792403460, 45.25 ], [ 1792403520, 30.75 ], [ 1792403580, 97.875 ], [ 1792403640, 97.125 ], [ 1792403700, 97.5 ], [ 1792403760, 99 ], [ 1792403820, 99 ], [ 1792403880, 61.875 ], [ 1792403940, 99 ], [ 1792404000, 75 ], [ 1792404060, 74.25 ], [ 1792404120, 98.375 ], [ 1792404180, 100 ], [ 1792404240, 100 ], [ 1792404300, 100 ], [ 1792404360, 99.625 ], [ 1792404420, 99.125 ], [ 1792404480, 98.125 ], [ 1792404540, 97.875 ], [ 1792404600, 96.875 ], [ 1792404660, 99 ], [ 1792404720, 99.375 ], [ 1792404780, 99 ], [ 1792404840, 99.375 ], [ 1792404900, 99.25 ], [ 1792404960, 99 ], [ 1792405020, 99.125 ], [ 1792405080, 100 ], [ 1792405140, 99 ], [ 1792405200, 99.25 ], [ 1792405260, 100 ], [ 1792405320, 98.5 ], [ 1792405380, 74.375 ], [ 1792405440, 99 ], [ 1792405500, 99.125 ], [ 1792405560, 99 ], [ 1792405620, 99.25 ], [ 1792405680, 99 ], [ 1792405740, 94.625 ], [ 1792405800, 99 ], [ 1792405860, 95.375 ], [ 1792405920, 99 ], [ 1792405980, 96.5 ], [ 1792406040, 99 ], [ 1792406100, 67.75 ], [ 1792406160, 96.875 ], [ 1792406220, 97.75 ], [ 1792406280, 98.5 ], [ 1792406340, 93.75 ], [ 1792406400, 99 ] ] }, { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "values": [ [ 1792402800, 0 ], [ 1792402860, 0 ], [ 1792402920, 0 ], [ 1792402980, 0 ], [ 1792403040, 0 ], [ 1792403100, 0 ], [ 1792403160, 0 ], [ 1792403220, 0 ], [ 1792403280, 0 ], [ 1792403340, 0 ], [ 1792403400, 0 ], [ 1792403460, 0 ], [ 1792403520, 0 ], [ 1792403580, 0 ], [ 1792403640, 88.5 ], [ 1792403700, 100 ], [ 1792403760, 100 ], [ 1792403820, 100 ], [ 1792403880, 0 ], [ 1792403940, 0 ], [ 1792404000, 0 ], [ 1792404060, 0 ], [ 1792404120, 0 ], [ 1792404180, 0 ], [ 1792404240, 0 ], [ 1792404300, 0 ], [ 1792404360, 0 ], [ 1792404420, 0 ], [ 1792404480, 0 ], [ 1792404540, 0 ], [ 1792404600, 0 ], [ 1792404660, 0 ], [ 1792404720, 0 ], [ 1792404780, 0 ], [ 1792404840, 0 ], [ 1792404900, 0 ], [ 1792404960, 0 ], [ 1792405020, 0 ], [ 1792405080, 0 ], [ 1792405140, 0 ], [ 1792405200, 0 ], [ 1792405260, 0 ], [ 1792405320, 0 ], [ 1792405380, 0 ], [ 1792405440, 0 ], [ 1792405500, 49.625 ], [ 1792405560, 37.125 ], [ 1792405620, 96.5 ], [ 1792405680, 35 ], [ 1792405740, 96.75 ], [ 1792405800, 44 ], [ 1792405860, 46.875 ], [ 1792405920, 61.875 ], [ 1792405980, 0 ], [ 1792406040, 0 ], [ 1792406100, 0 ], [ 1792406160, 0 ], [ 1792406220, 0 ], [ 1792406280, 0 ], [ 1792406340, 0 ], [ 1792406400, 0 ] ] } ], "gpu_power": [ { "replica": "H20-01", "hardware": "H20-3e", "values": [ [ 1792402800, 2.4563270000000004 ], [ 1792402860, 2.185255 ], [ 1792402920, 2.767334 ], [ 1792402980, 1.094129 ], [ 1792403040, 1.002021 ], [ 1792403100, 2.346633 ], [ 1792403160, 2.7162379999999997 ], [ 1792403220, 2.4066300000000003 ], [ 1792403280, 2.595708 ], [ 1792403340, 2.526575 ], [ 1792403400, 2.508119 ], [ 1792403460, 2.430327 ], [ 1792403520, 2.723514 ], [ 1792403580, 2.879549 ], [ 1792403640, 2.65623 ], [ 1792403700, 2.690682 ], [ 1792403760, 2.3148 ], [ 1792403820, 2.10242 ], [ 1792403880, 2.4659780000000002 ], [ 1792403940, 2.609683 ], [ 1792404000, 2.8117379999999996 ], [ 1792404060, 2.813972 ], [ 1792404120, 2.9045479999999997 ], [ 1792404180, 2.728657 ], [ 1792404240, 2.726614 ], [ 1792404300, 2.755541 ], [ 1792404360, 2.799671 ], [ 1792404420, 2.70507 ], [ 1792404480, 2.707634 ], [ 1792404540, 2.7904340000000003 ], [ 1792404600, 2.7405589999999997 ], [ 1792404660, 2.8717260000000002 ], [ 1792404720, 2.925389 ], [ 1792404780, 2.698434 ], [ 1792404840, 2.8477449999999997 ], [ 1792404900, 2.748694 ], [ 1792404960, 2.7522539999999998 ], [ 1792405020, 2.6783319999999997 ], [ 1792405080, 2.71162 ], [ 1792405140, 2.816771 ], [ 1792405200, 2.6980410000000004 ], [ 1792405260, 2.731479 ], [ 1792405320, 2.837769 ], [ 1792405380, 2.607868 ], [ 1792405440, 2.7015540000000002 ], [ 1792405500, 2.7075720000000003 ], [ 1792405560, 2.74955 ], [ 1792405620, 2.786437 ], [ 1792405680, 2.724375 ], [ 1792405740, 2.664274 ], [ 1792405800, 2.539279 ], [ 1792405860, 2.746519 ], [ 1792405920, 2.7074480000000003 ], [ 1792405980, 2.612965 ], [ 1792406040, 2.779033 ], [ 1792406100, 2.623928 ], [ 1792406160, 2.5367319999999998 ], [ 1792406220, 2.542706 ], [ 1792406280, 2.5869030000000004 ], [ 1792406340, 2.168313 ], [ 1792406400, 1.686758 ] ] }, { "replica": "H20-02", "hardware": "H20-3e", "values": [ [ 1792402800, 2.768377 ], [ 1792402860, 2.724641 ], [ 1792402920, 2.513531 ], [ 1792402980, 2.327636 ], [ 1792403040, 2.697166 ], [ 1792403100, 2.425551 ], [ 1792403160, 2.549942 ], [ 1792403220, 2.772138 ], [ 1792403280, 1.944072 ], [ 1792403340, 2.858734 ], [ 1792403400, 2.6857110000000004 ], [ 1792403460, 2.737109 ], [ 1792403520, 2.765745 ], [ 1792403580, 2.344866 ], [ 1792403640, 2.715916 ], [ 1792403700, 2.7191680000000003 ], [ 1792403760, 2.715358 ], [ 1792403820, 2.261446 ], [ 1792403880, 0.977792 ], [ 1792403940, 2.663569 ], [ 1792404000, 1.7040050000000002 ], [ 1792404060, 2.683978 ], [ 1792404120, 2.769218 ], [ 1792404180, 2.795721 ], [ 1792404240, 2.7376460000000002 ], [ 1792404300, 2.7208330000000003 ], [ 1792404360, 2.730794 ], [ 1792404420, 2.9829980000000003 ], [ 1792404480, 2.7222939999999998 ], [ 1792404540, 2.762053 ], [ 1792404600, 2.941587 ], [ 1792404660, 2.7435140000000002 ], [ 1792404720, 2.725171 ], [ 1792404780, 2.727177 ], [ 1792404840, 2.70326 ], [ 1792404900, 2.835879 ], [ 1792404960, 2.7260730000000004 ], [ 1792405020, 2.929439 ], [ 1792405080, 2.871984 ], [ 1792405140, 2.8498930000000002 ], [ 1792405200, 2.7540999999999998 ], [ 1792405260, 2.725117 ], [ 1792405320, 2.532435 ], [ 1792405380, 2.653158 ], [ 1792405440, 2.613878 ], [ 1792405500, 2.638066 ], [ 1792405560, 2.683103 ], [ 1792405620, 2.688634 ], [ 1792405680, 2.747266 ], [ 1792405740, 2.5285150000000005 ], [ 1792405800, 2.151363 ], [ 1792405860, 2.73171 ], [ 1792405920, 2.612701 ], [ 1792405980, 2.6136619999999997 ], [ 1792406040, 2.720295 ], [ 1792406100, 2.500107 ], [ 1792406160, 2.773708 ], [ 1792406220, 2.505213 ], [ 1792406280, 2.522104 ], [ 1792406340, 2.7356930000000004 ], [ 1792406400, 2.654009 ] ] }, { "replica": "H20-03", "hardware": "H20-3e", "values": [ [ 1792402800, 2.737327 ], [ 1792402860, 2.785896 ], [ 1792402920, 2.751591 ], [ 1792402980, 2.533853 ], [ 1792403040, 2.791253 ], [ 1792403100, 2.434024 ], [ 1792403160, 1.009422 ], [ 1792403220, 2.435066 ], [ 1792403280, 2.6784 ], [ 1792403340, 2.714594 ], [ 1792403400, 2.748799 ], [ 1792403460, 2.23379 ], [ 1792403520, 2.163916 ], [ 1792403580, 2.5249479999999997 ], [ 1792403640, 2.680712 ], [ 1792403700, 2.562322 ], [ 1792403760, 1.645511 ], [ 1792403820, 2.03288 ], [ 1792403880, 2.4965729999999997 ], [ 1792403940, 2.040943 ], [ 1792404000, 2.760178 ], [ 1792404060, 2.8753670000000002 ], [ 1792404120, 2.6829270000000003 ], [ 1792404180, 2.878744 ], [ 1792404240, 2.7426890000000004 ], [ 1792404300, 2.774085 ], [ 1792404360, 2.784185 ], [ 1792404420, 2.757822 ], [ 1792404480, 2.739738 ], [ 1792404540, 2.735777 ], [ 1792404600, 2.767103 ], [ 1792404660, 2.8394719999999998 ], [ 1792404720, 2.774184 ], [ 1792404780, 2.7502600000000004 ], [ 1792404840, 2.7247199999999996 ], [ 1792404900, 2.945716 ], [ 1792404960, 2.877107 ], [ 1792405020, 2.968023 ], [ 1792405080, 2.412572 ], [ 1792405140, 2.74316 ], [ 1792405200, 2.7841929999999997 ], [ 1792405260, 2.68461 ], [ 1792405320, 2.727423 ], [ 1792405380, 2.667717 ], [ 1792405440, 2.5468029999999997 ], [ 1792405500, 2.7600540000000002 ], [ 1792405560, 2.409833 ], [ 1792405620, 2.5905259999999997 ], [ 1792405680, 2.5656849999999998 ], [ 1792405740, 2.676627 ], [ 1792405800, 2.762398 ], [ 1792405860, 2.776048 ], [ 1792405920, 2.7120900000000003 ], [ 1792405980, 2.682603 ], [ 1792406040, 2.762486 ], [ 1792406100, 2.666973 ], [ 1792406160, 2.550028 ], [ 1792406220, 2.533841 ], [ 1792406280, 2.295233 ], [ 1792406340, 2.5028490000000003 ], [ 1792406400, 2.4289899999999998 ] ] }, { "replica": "H20-04", "hardware": "H20-3e", "values": [ [ 1792402800, 1.819172 ], [ 1792402860, 2.559213 ], [ 1792402920, 2.6667110000000003 ], [ 1792402980, 2.7151300000000003 ], [ 1792403040, 2.3480770000000004 ], [ 1792403100, 2.134611 ], [ 1792403160, 2.224896 ], [ 1792403220, 1.8463690000000001 ], [ 1792403280, 2.701386 ], [ 1792403340, 2.548714 ], [ 1792403400, 2.747983 ], [ 1792403460, 1.745594 ], [ 1792403520, 2.1533510000000002 ], [ 1792403580, 2.534475 ], [ 1792403640, 2.6830079999999996 ], [ 1792403700, 2.3701860000000003 ], [ 1792403760, 2.611747 ], [ 1792403820, 2.545644 ], [ 1792403880, 1.514829 ], [ 1792403940, 2.620609 ], [ 1792404000, 1.349878 ], [ 1792404060, 1.408537 ], [ 1792404120, 2.3886679999999996 ], [ 1792404180, 2.519945 ], [ 1792404240, 2.709684 ], [ 1792404300, 2.733871 ], [ 1792404360, 2.659223 ], [ 1792404420, 2.824126 ], [ 1792404480, 2.481341 ], [ 1792404540, 2.669285 ], [ 1792404600, 2.7454899999999998 ], [ 1792404660, 2.7147979999999996 ], [ 1792404720, 2.921741 ], [ 1792404780, 2.8482849999999997 ], [ 1792404840, 2.714035 ], [ 1792404900, 2.808654 ], [ 1792404960, 2.823061 ], [ 1792405020, 2.948212 ], [ 1792405080, 2.688224 ], [ 1792405140, 2.779485 ], [ 1792405200, 2.7367290000000004 ], [ 1792405260, 2.699685 ], [ 1792405320, 2.4703589999999997 ], [ 1792405380, 1.9649279999999998 ], [ 1792405440, 2.754185 ], [ 1792405500, 2.6280210000000004 ], [ 1792405560, 2.7086669999999997 ], [ 1792405620, 2.708422 ], [ 1792405680, 2.6749870000000002 ], [ 1792405740, 2.744375 ], [ 1792405800, 2.7858620000000003 ], [ 1792405860, 2.678849 ], [ 1792405920, 2.6740060000000003 ], [ 1792405980, 2.751513 ], [ 1792406040, 2.582545 ], [ 1792406100, 2.3906750000000003 ], [ 1792406160, 2.592576 ], [ 1792406220, 2.7637709999999998 ], [ 1792406280, 2.7927 ], [ 1792406340, 2.4582330000000003 ], [ 1792406400, 2.732388 ] ] }, { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "values": [ [ 1792402800, 0.5551889999999999 ], [ 1792402860, 0.554883 ], [ 1792402920, 0.554853 ], [ 1792402980, 0.55522 ], [ 1792403040, 0.554486 ], [ 1792403100, 0.555369 ], [ 1792403160, 0.55499 ], [ 1792403220, 0.5546810000000001 ], [ 1792403280, 0.5541820000000001 ], [ 1792403340, 0.554081 ], [ 1792403400, 0.5560889999999999 ], [ 1792403460, 0.5546660000000001 ], [ 1792403520, 0.5546639999999999 ], [ 1792403580, 0.5540170000000001 ], [ 1792403640, 1.837485 ], [ 1792403700, 1.907182 ], [ 1792403760, 1.951246 ], [ 1792403820, 1.936537 ], [ 1792403880, 0.614839 ], [ 1792403940, 0.582908 ], [ 1792404000, 0.571202 ], [ 1792404060, 0.565065 ], [ 1792404120, 0.562867 ], [ 1792404180, 0.5603469999999999 ], [ 1792404240, 0.5595610000000001 ], [ 1792404300, 0.5571269999999999 ], [ 1792404360, 0.556844 ], [ 1792404420, 0.5556380000000001 ], [ 1792404480, 0.5555800000000001 ], [ 1792404540, 0.556553 ], [ 1792404600, 0.5552630000000001 ], [ 1792404660, 0.555843 ], [ 1792404720, 0.555161 ], [ 1792404780, 0.55486 ], [ 1792404840, 0.555825 ], [ 1792404900, 0.5541710000000001 ], [ 1792404960, 0.5555140000000001 ], [ 1792405020, 0.5559780000000001 ], [ 1792405080, 0.555474 ], [ 1792405140, 0.555014 ], [ 1792405200, 0.5545990000000001 ], [ 1792405260, 0.5553210000000001 ], [ 1792405320, 0.554408 ], [ 1792405380, 0.555659 ], [ 1792405440, 0.5550459999999999 ], [ 1792405500, 1.7118300000000002 ], [ 1792405560, 0.620586 ], [ 1792405620, 2.266808 ], [ 1792405680, 1.518557 ], [ 1792405740, 1.512362 ], [ 1792405800, 1.2441680000000002 ], [ 1792405860, 1.054159 ], [ 1792405920, 1.1907619999999999 ], [ 1792405980, 0.575215 ], [ 1792406040, 0.574062 ], [ 1792406100, 0.569396 ], [ 1792406160, 0.562392 ], [ 1792406220, 0.5609890000000001 ], [ 1792406280, 0.559153 ], [ 1792406340, 0.5579919999999999 ], [ 1792406400, 0.557478 ] ] } ], "gpu_mem": [ { "replica": "H20-01", "hardware": "H20-3e", "values": [ [ 1792402800, 127.0615234375 ], [ 1792402860, 127.0615234375 ], [ 1792402920, 127.0615234375 ], [ 1792402980, 127.0615234375 ], [ 1792403040, 127.0615234375 ], [ 1792403100, 127.0615234375 ], [ 1792403160, 127.0615234375 ], [ 1792403220, 127.0615234375 ], [ 1792403280, 127.0615234375 ], [ 1792403340, 127.0615234375 ], [ 1792403400, 127.0615234375 ], [ 1792403460, 127.0615234375 ], [ 1792403520, 127.0615234375 ], [ 1792403580, 127.0615234375 ], [ 1792403640, 127.0615234375 ], [ 1792403700, 127.0615234375 ], [ 1792403760, 127.0615234375 ], [ 1792403820, 127.0615234375 ], [ 1792403880, 127.0615234375 ], [ 1792403940, 127.0615234375 ], [ 1792404000, 127.0615234375 ], [ 1792404060, 127.0615234375 ], [ 1792404120, 127.0615234375 ], [ 1792404180, 127.0615234375 ], [ 1792404240, 127.0615234375 ], [ 1792404300, 127.0615234375 ], [ 1792404360, 127.0615234375 ], [ 1792404420, 127.0615234375 ], [ 1792404480, 127.0615234375 ], [ 1792404540, 127.0615234375 ], [ 1792404600, 127.0615234375 ], [ 1792404660, 127.0615234375 ], [ 1792404720, 127.0615234375 ], [ 1792404780, 127.0615234375 ], [ 1792404840, 127.0615234375 ], [ 1792404900, 127.0615234375 ], [ 1792404960, 127.0615234375 ], [ 1792405020, 127.0615234375 ], [ 1792405080, 127.0615234375 ], [ 1792405140, 127.0615234375 ], [ 1792405200, 127.0615234375 ], [ 1792405260, 127.0615234375 ], [ 1792405320, 127.0615234375 ], [ 1792405380, 127.0615234375 ], [ 1792405440, 127.0615234375 ], [ 1792405500, 127.0615234375 ], [ 1792405560, 127.0615234375 ], [ 1792405620, 127.0615234375 ], [ 1792405680, 127.0615234375 ], [ 1792405740, 127.0615234375 ], [ 1792405800, 127.0615234375 ], [ 1792405860, 127.0615234375 ], [ 1792405920, 127.0615234375 ], [ 1792405980, 127.0615234375 ], [ 1792406040, 127.0615234375 ], [ 1792406100, 127.0615234375 ], [ 1792406160, 127.0615234375 ], [ 1792406220, 127.0615234375 ], [ 1792406280, 127.0615234375 ], [ 1792406340, 127.0615234375 ], [ 1792406400, 127.0615234375 ] ] }, { "replica": "H20-02", "hardware": "H20-3e", "values": [ [ 1792402800, 127.0615234375 ], [ 1792402860, 127.0615234375 ], [ 1792402920, 127.0615234375 ], [ 1792402980, 127.0615234375 ], [ 1792403040, 127.0615234375 ], [ 1792403100, 127.0615234375 ], [ 1792403160, 127.0615234375 ], [ 1792403220, 127.0615234375 ], [ 1792403280, 127.0615234375 ], [ 1792403340, 127.0615234375 ], [ 1792403400, 127.0615234375 ], [ 1792403460, 127.0615234375 ], [ 1792403520, 127.0615234375 ], [ 1792403580, 127.0615234375 ], [ 1792403640, 127.0615234375 ], [ 1792403700, 127.0615234375 ], [ 1792403760, 127.0615234375 ], [ 1792403820, 127.0615234375 ], [ 1792403880, 127.0615234375 ], [ 1792403940, 127.0615234375 ], [ 1792404000, 127.0615234375 ], [ 1792404060, 127.0615234375 ], [ 1792404120, 127.0615234375 ], [ 1792404180, 127.0615234375 ], [ 1792404240, 127.0615234375 ], [ 1792404300, 127.0615234375 ], [ 1792404360, 127.0615234375 ], [ 1792404420, 127.0615234375 ], [ 1792404480, 127.0615234375 ], [ 1792404540, 127.0615234375 ], [ 1792404600, 127.0615234375 ], [ 1792404660, 127.0615234375 ], [ 1792404720, 127.0615234375 ], [ 1792404780, 127.0615234375 ], [ 1792404840, 127.0615234375 ], [ 1792404900, 127.0615234375 ], [ 1792404960, 127.0615234375 ], [ 1792405020, 127.0615234375 ], [ 1792405080, 127.0615234375 ], [ 1792405140, 127.0615234375 ], [ 1792405200, 127.0615234375 ], [ 1792405260, 127.0615234375 ], [ 1792405320, 127.0615234375 ], [ 1792405380, 127.0615234375 ], [ 1792405440, 127.0615234375 ], [ 1792405500, 127.0615234375 ], [ 1792405560, 127.0615234375 ], [ 1792405620, 127.0615234375 ], [ 1792405680, 127.0615234375 ], [ 1792405740, 127.0615234375 ], [ 1792405800, 127.0615234375 ], [ 1792405860, 127.0615234375 ], [ 1792405920, 127.0615234375 ], [ 1792405980, 127.0615234375 ], [ 1792406040, 127.0615234375 ], [ 1792406100, 127.0615234375 ], [ 1792406160, 127.0615234375 ], [ 1792406220, 127.0615234375 ], [ 1792406280, 127.0615234375 ], [ 1792406340, 127.0615234375 ], [ 1792406400, 127.0615234375 ] ] }, { "replica": "H20-03", "hardware": "H20-3e", "values": [ [ 1792402800, 127.5732421875 ], [ 1792402860, 127.5732421875 ], [ 1792402920, 127.5732421875 ], [ 1792402980, 127.5732421875 ], [ 1792403040, 127.5732421875 ], [ 1792403100, 127.5732421875 ], [ 1792403160, 127.5732421875 ], [ 1792403220, 127.5732421875 ], [ 1792403280, 127.5732421875 ], [ 1792403340, 127.5732421875 ], [ 1792403400, 127.5732421875 ], [ 1792403460, 127.5732421875 ], [ 1792403520, 127.5732421875 ], [ 1792403580, 127.5732421875 ], [ 1792403640, 127.5732421875 ], [ 1792403700, 127.5732421875 ], [ 1792403760, 127.5732421875 ], [ 1792403820, 127.5732421875 ], [ 1792403880, 127.5732421875 ], [ 1792403940, 127.5732421875 ], [ 1792404000, 127.5732421875 ], [ 1792404060, 127.5732421875 ], [ 1792404120, 127.5732421875 ], [ 1792404180, 127.5732421875 ], [ 1792404240, 127.5732421875 ], [ 1792404300, 127.5732421875 ], [ 1792404360, 127.5732421875 ], [ 1792404420, 127.5732421875 ], [ 1792404480, 127.5732421875 ], [ 1792404540, 127.5732421875 ], [ 1792404600, 127.5732421875 ], [ 1792404660, 127.5732421875 ], [ 1792404720, 127.5732421875 ], [ 1792404780, 127.5732421875 ], [ 1792404840, 127.5732421875 ], [ 1792404900, 127.5732421875 ], [ 1792404960, 127.5732421875 ], [ 1792405020, 127.5732421875 ], [ 1792405080, 127.5732421875 ], [ 1792405140, 127.5732421875 ], [ 1792405200, 127.5732421875 ], [ 1792405260, 127.5732421875 ], [ 1792405320, 127.5732421875 ], [ 1792405380, 127.5732421875 ], [ 1792405440, 127.5732421875 ], [ 1792405500, 127.5732421875 ], [ 1792405560, 127.5732421875 ], [ 1792405620, 127.5732421875 ], [ 1792405680, 127.5732421875 ], [ 1792405740, 127.5732421875 ], [ 1792405800, 127.5732421875 ], [ 1792405860, 127.5732421875 ], [ 1792405920, 127.5732421875 ], [ 1792405980, 127.5732421875 ], [ 1792406040, 127.5732421875 ], [ 1792406100, 127.5732421875 ], [ 1792406160, 127.5732421875 ], [ 1792406220, 127.5732421875 ], [ 1792406280, 127.5732421875 ], [ 1792406340, 127.5732421875 ], [ 1792406400, 127.5732421875 ] ] }, { "replica": "H20-04", "hardware": "H20-3e", "values": [ [ 1792402800, 127.0615234375 ], [ 1792402860, 127.0615234375 ], [ 1792402920, 127.0615234375 ], [ 1792402980, 127.0615234375 ], [ 1792403040, 127.0615234375 ], [ 1792403100, 127.0615234375 ], [ 1792403160, 127.0615234375 ], [ 1792403220, 127.0615234375 ], [ 1792403280, 127.0615234375 ], [ 1792403340, 127.0615234375 ], [ 1792403400, 127.0615234375 ], [ 1792403460, 127.0615234375 ], [ 1792403520, 127.0615234375 ], [ 1792403580, 127.0615234375 ], [ 1792403640, 127.0615234375 ], [ 1792403700, 127.0615234375 ], [ 1792403760, 127.0615234375 ], [ 1792403820, 127.0615234375 ], [ 1792403880, 127.0615234375 ], [ 1792403940, 127.0615234375 ], [ 1792404000, 127.0615234375 ], [ 1792404060, 127.0615234375 ], [ 1792404120, 127.0615234375 ], [ 1792404180, 127.0615234375 ], [ 1792404240, 127.0615234375 ], [ 1792404300, 127.0615234375 ], [ 1792404360, 127.0615234375 ], [ 1792404420, 127.0615234375 ], [ 1792404480, 127.0615234375 ], [ 1792404540, 127.0615234375 ], [ 1792404600, 127.0615234375 ], [ 1792404660, 127.0615234375 ], [ 1792404720, 127.0615234375 ], [ 1792404780, 127.0615234375 ], [ 1792404840, 127.0615234375 ], [ 1792404900, 127.0615234375 ], [ 1792404960, 127.0615234375 ], [ 1792405020, 127.0615234375 ], [ 1792405080, 127.0615234375 ], [ 1792405140, 127.0615234375 ], [ 1792405200, 127.0615234375 ], [ 1792405260, 127.0615234375 ], [ 1792405320, 127.0615234375 ], [ 1792405380, 127.0615234375 ], [ 1792405440, 127.0615234375 ], [ 1792405500, 127.0615234375 ], [ 1792405560, 127.0615234375 ], [ 1792405620, 127.0615234375 ], [ 1792405680, 127.0615234375 ], [ 1792405740, 127.0615234375 ], [ 1792405800, 127.0615234375 ], [ 1792405860, 127.0615234375 ], [ 1792405920, 127.0615234375 ], [ 1792405980, 127.0615234375 ], [ 1792406040, 127.0615234375 ], [ 1792406100, 127.0615234375 ], [ 1792406160, 127.0615234375 ], [ 1792406220, 127.0615234375 ], [ 1792406280, 127.0615234375 ], [ 1792406340, 127.0615234375 ], [ 1792406400, 127.0615234375 ] ] }, { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "values": [ [ 1792402800, 66.6171875 ], [ 1792402860, 66.6171875 ], [ 1792402920, 66.6171875 ], [ 1792402980, 66.6171875 ], [ 1792403040, 66.6171875 ], [ 1792403100, 66.6171875 ], [ 1792403160, 66.6171875 ], [ 1792403220, 66.6171875 ], [ 1792403280, 66.6171875 ], [ 1792403340, 66.6171875 ], [ 1792403400, 66.6171875 ], [ 1792403460, 66.6171875 ], [ 1792403520, 66.6171875 ], [ 1792403580, 66.6171875 ], [ 1792403640, 69.36962890625 ], [ 1792403700, 69.43359375 ], [ 1792403760, 69.43359375 ], [ 1792403820, 69.43359375 ], [ 1792403880, 69.435546875 ], [ 1792403940, 69.435546875 ], [ 1792404000, 69.435546875 ], [ 1792404060, 69.435546875 ], [ 1792404120, 69.435546875 ], [ 1792404180, 69.435546875 ], [ 1792404240, 69.435546875 ], [ 1792404300, 69.435546875 ], [ 1792404360, 69.435546875 ], [ 1792404420, 69.435546875 ], [ 1792404480, 69.435546875 ], [ 1792404540, 69.435546875 ], [ 1792404600, 69.435546875 ], [ 1792404660, 69.435546875 ], [ 1792404720, 69.435546875 ], [ 1792404780, 69.435546875 ], [ 1792404840, 69.435546875 ], [ 1792404900, 69.435546875 ], [ 1792404960, 69.435546875 ], [ 1792405020, 69.435546875 ], [ 1792405080, 69.435546875 ], [ 1792405140, 69.435546875 ], [ 1792405200, 69.435546875 ], [ 1792405260, 69.435546875 ], [ 1792405320, 69.435546875 ], [ 1792405380, 69.435546875 ], [ 1792405440, 69.435546875 ], [ 1792405500, 69.439453125 ], [ 1792405560, 69.439453125 ], [ 1792405620, 69.439453125 ], [ 1792405680, 69.439453125 ], [ 1792405740, 69.439453125 ], [ 1792405800, 69.439453125 ], [ 1792405860, 69.439453125 ], [ 1792405920, 69.439453125 ], [ 1792405980, 69.439453125 ], [ 1792406040, 69.439453125 ], [ 1792406100, 69.439453125 ], [ 1792406160, 69.439453125 ], [ 1792406220, 69.439453125 ], [ 1792406280, 69.439453125 ], [ 1792406340, 69.439453125 ], [ 1792406400, 69.439453125 ] ] } ], "kv_usage": [ { "replica": "H20-04", "hardware": "H20-3e", "values": [ [ 1792402800, 0.5153810621993493 ], [ 1792402860, 0.17139888903741074 ], [ 1792402920, 0.20946873112370756 ], [ 1792402980, 0.8155406171375224 ], [ 1792403040, 0 ], [ 1792403100, 0.6669836333518919 ], [ 1792403160, 0 ], [ 1792403220, 0.22520426585270759 ], [ 1792403280, 0.8422741062470096 ], [ 1792403340, 0.34601256473988373 ], [ 1792403400, 0.25599853811806295 ], [ 1792403460, 0.8373673266003245 ], [ 1792403520, 0.3742688475328215 ], [ 1792403580, 0.5388997646437743 ], [ 1792403640, 0.5446525407812652 ], [ 1792403700, 0.4637752762601588 ], [ 1792403760, 0.450239332407254 ], [ 1792403820, 0.21589830445383207 ], [ 1792403880, 0.5647872572624557 ], [ 1792403940, 1.0138421945825815 ], [ 1792404000, 0.17258328412453894 ], [ 1792404060, 0.5422837506069977 ], [ 1792404120, 0 ], [ 1792404180, 0.534669782189745 ], [ 1792404240, 0.5262098172816754 ], [ 1792404300, 1.4534219712056595 ], [ 1792404360, 1.4297340694630845 ], [ 1792404420, 0.8779751581590389 ], [ 1792404480, 1.190824660459311 ], [ 1792404540, 0.7143594368370532 ], [ 1792404600, 0.9343185244467644 ], [ 1792404660, 0.8651160114987788 ], [ 1792404720, 0.6693524235261483 ], [ 1792404780, 1.5102729353878686 ], [ 1792404840, 2.200606071886013 ], [ 1792404900, 0.9292425455019182 ], [ 1792404960, 1.40486177263337 ], [ 1792405020, 1.2639187572649924 ], [ 1792405080, 0.3668240784137189 ], [ 1792405140, 0.7255265905157016 ], [ 1792405200, 0.3620864980652061 ], [ 1792405260, 0.19830157744505916 ], [ 1792405320, 0.9899850935418342 ], [ 1792405380, 1.1784731116935343 ], [ 1792405440, 0.8123258304724601 ], [ 1792405500, 0.7519216810288665 ], [ 1792405560, 0.615039448816368 ], [ 1792405620, 0.13671303291433734 ], [ 1792405680, 0.7754403834732915 ], [ 1792405740, 1.5109497325805132 ], [ 1792405800, 0.22537346515086876 ], [ 1792405860, 1.2715327256822562 ], [ 1792405920, 0.5842451765510126 ], [ 1792405980, 1.2140049643074136 ], [ 1792406040, 0.16175452904221288 ], [ 1792406100, 0.7245113947267345 ], [ 1792406160, 0.4224906475087886 ], [ 1792406220, 0.2779944468790374 ], [ 1792406280, 0.470881646782928 ], [ 1792406340, 0.4908471639659684 ], [ 1792406400, 0.25667533531070763 ] ] }, { "replica": "H20-03", "hardware": "H20-3e", "values": [ [ 1792402800, 0.2558293388199018 ], [ 1792402860, 0.3172486840524624 ], [ 1792402920, 0.8167250122246505 ], [ 1792402980, 0.8172326101191341 ], [ 1792403040, 0.7904991210096468 ], [ 1792403100, 0.48103360467260936 ], [ 1792403160, 0.259044125484964 ], [ 1792403220, 0 ], [ 1792403280, 1.3476724098548387 ], [ 1792403340, 0.44584015065505245 ], [ 1792403400, 0.5592036804231371 ], [ 1792403460, 0.1810432490325975 ], [ 1792403520, 0 ], [ 1792403580, 0.20557714726598952 ], [ 1792403640, 0.17173728763373308 ], [ 1792403700, 0.22554266444902993 ], [ 1792403760, 0.747522499276676 ], [ 1792403820, 0.13738983010698202 ], [ 1792403880, 0.3932191689268838 ], [ 1792403940, 0 ], [ 1792404000, 1.0913354731404534 ], [ 1792404060, 0.8663004065859181 ], [ 1792404120, 0.6212998228483313 ], [ 1792404180, 1.4574827543615387 ], [ 1792404240, 0.8886347139432038 ], [ 1792404300, 1.57050788553329 ], [ 1792404360, 0.8082650473165809 ], [ 1792404420, 0.7547980690976064 ], [ 1792404480, 0.5453293379739099 ], [ 1792404540, 0.4086163050595615 ], [ 1792404600, 0.7168974263094707 ], [ 1792404660, 0.46529806994360934 ], [ 1792404720, 0.9825403244227315 ], [ 1792404780, 0.7272185834973133 ], [ 1792404840, 0.7781475722438702 ], [ 1792404900, 0.9915078872252847 ], [ 1792404960, 0.7881303308353904 ], [ 1792405020, 0.8522568648385298 ], [ 1792405080, 0.2822244293330667 ], [ 1792405140, 0.7427849189281521 ], [ 1792405200, 1.3260148996901977 ], [ 1792405260, 0.7070838670161228 ], [ 1792405320, 0.9480236675978304 ], [ 1792405380, 1.1498784303042742 ], [ 1792405440, 0.8532720606274968 ], [ 1792405500, 1.6727042616227261 ], [ 1792405560, 0.3180946805432683 ], [ 1792405620, 0.2955911738878103 ], [ 1792405680, 1.2640879565631535 ], [ 1792405740, 0.16953769675763786 ], [ 1792405800, 0.29897515985103373 ], [ 1792405860, 0.14026621817572194 ], [ 1792405920, 0.2620897128518762 ], [ 1792405980, 0.9145222065618852 ], [ 1792406040, 1.7701630573636384 ], [ 1792406100, 0.12673027432281714 ], [ 1792406160, 0.5328085899099722 ], [ 1792406220, 0.5498977190242615 ], [ 1792406280, 0.11319433046991234 ], [ 1792406340, 0 ], [ 1792406400, 0.9346569230430868 ] ] }, { "replica": "H20-01", "hardware": "H20-3e", "values": [ [ 1792402800, 0.38763559208756515 ], [ 1792402860, 1.239046460435278 ], [ 1792402920, 1.187102275899754 ], [ 1792402980, 0.3309538272035284 ], [ 1792403040, 0.5588652818268147 ], [ 1792403100, 0.4010023366423088 ], [ 1792403160, 0.45582290924657265 ], [ 1792403220, 0 ], [ 1792403280, 0.3527805366663306 ], [ 1792403340, 1.3334596688092892 ], [ 1792403400, 0.6473565147651739 ], [ 1792403460, 0.38577439980779227 ], [ 1792403520, 0.8471808858936836 ], [ 1792403580, 0.5123354748324482 ], [ 1792403640, 0.9854167124914714 ], [ 1792403700, 0.8805131476314676 ], [ 1792403760, 0.5795075962024887 ], [ 1792403820, 0.4678360594160269 ], [ 1792403880, 0.8620704241318777 ], [ 1792403940, 0 ], [ 1792404000, 1.1715359404689152 ], [ 1792404060, 1.736492397029532 ], [ 1792404120, 0.7641040304964819 ], [ 1792404180, 0.6942247203558627 ], [ 1792404240, 0.5097974853600307 ], [ 1792404300, 1.6867478033701144 ], [ 1792404360, 0.776963177156742 ], [ 1792404420, 0.7727331947027127 ], [ 1792404480, 1.4073997621057877 ], [ 1792404540, 1.0845675012140066 ], [ 1792404600, 1.1018258296264571 ], [ 1792404660, 1.1453100492539114 ], [ 1792404720, 1.881496195553778 ], [ 1792404780, 0.9832171216153762 ], [ 1792404840, 1.182026296954919 ], [ 1792404900, 1.7204184637042097 ], [ 1792404960, 0.7994666838122 ], [ 1792405020, 0.45700730433370085 ], [ 1792405080, 0.7140210382407308 ], [ 1792405140, 0.6668144340537308 ], [ 1792405200, 0.8170634108209729 ], [ 1792405260, 0.8481960816826506 ], [ 1792405320, 0.8970946788512735 ], [ 1792405380, 0.907415836039116 ], [ 1792405440, 1.3634079445838498 ], [ 1792405500, 0.3575181170148545 ], [ 1792405560, 0.6830575666772143 ], [ 1792405620, 1.0999646373466843 ], [ 1792405680, 0.2781636461771986 ], [ 1792405740, 0.6588620670401446 ], [ 1792405800, 0 ], [ 1792405860, 0.6683372277371813 ], [ 1792405920, 1.373390703175359 ], [ 1792405980, 1.0106274079175082 ], [ 1792406040, 0.8830511371038852 ], [ 1792406100, 0.3597177078909497 ], [ 1792406160, 0.5333161878044557 ], [ 1792406220, 0 ], [ 1792406280, 0.16903009886315434 ], [ 1792406340, 0.8759447665811049 ], [ 1792406400, 0.1822276441197368 ] ] }, { "replica": "H20-02", "hardware": "H20-3e", "values": [ [ 1792402800, 0.9608828142580905 ], [ 1792402860, 0.5806919912896169 ], [ 1792402920, 0.7177434228002877 ], [ 1792402980, 0.02927147858190482 ], [ 1792403040, 0.6981163042135696 ], [ 1792403100, 0 ], [ 1792403160, 0.3690236692898252 ], [ 1792403220, 0.46885125520499393 ], [ 1792403280, 0.326723844749488 ], [ 1792403340, 0.28527001669996777 ], [ 1792403400, 1.7292168272086017 ], [ 1792403460, 0.13434424274008094 ], [ 1792403520, 0.27291846793419117 ], [ 1792403580, 0 ], [ 1792403640, 0.17799766166569642 ], [ 1792403700, 1.0080894184450906 ], [ 1792403760, 0 ], [ 1792403820, 0.19711718235793096 ], [ 1792403880, 0.19136440622044004 ], [ 1792403940, 1.194885443615179 ], [ 1792404000, 0 ], [ 1792404060, 0 ], [ 1792404120, 1.0346537082564167 ], [ 1792404180, 0.5666484495422286 ], [ 1792404240, 1.4192437129770807 ], [ 1792404300, 1.0265321419446805 ], [ 1792404360, 0.7531060761159947 ], [ 1792404420, 1.5713538820240958 ], [ 1792404480, 1.2182349467614428 ], [ 1792404540, 0.34465897035459436 ], [ 1792404600, 1.6522311465452022 ], [ 1792404660, 2.7149719382963955 ], [ 1792404720, 1.2649339530539594 ], [ 1792404780, 1.2009766183489923 ], [ 1792404840, 1.1901478632666662 ], [ 1792404900, 1.8598386853891369 ], [ 1792404960, 1.5182253024014436 ], [ 1792405020, 1.8809885976592944 ], [ 1792405080, 0.34719695982701193 ], [ 1792405140, 0.565125655858778 ], [ 1792405200, 0.2522761535585172 ], [ 1792405260, 1.2847302709388386 ], [ 1792405320, 0 ], [ 1792405380, 0.4844175906358328 ], [ 1792405440, 0.8182478059081011 ], [ 1792405500, 0.6500637035357526 ], [ 1792405560, 0.2539681465401289 ], [ 1792405620, 0.2480461711044768 ], [ 1792405680, 0.1563401515010554 ], [ 1792405740, 0.781869956803416 ], [ 1792405800, 0 ], [ 1792405860, 0.42062945522901574 ], [ 1792405920, 0.21589830445383207 ], [ 1792405980, 1.1986078281747248 ], [ 1792406040, 1.2168813523761535 ], [ 1792406100, 0.8585172388704931 ], [ 1792406160, 0.305066334584847 ], [ 1792406220, 0.5201186425478732 ], [ 1792406280, 0.024703097531553198 ], [ 1792406340, 0.16767650447786497 ], [ 1792406400, 0.16649210939072567 ] ] }, { "replica": "PRO-01", "hardware": "RTX PRO 5000 72GB", "values": [ [ 1792402800, 0 ], [ 1792402860, 0 ], [ 1792402920, 0 ], [ 1792402980, 0 ], [ 1792403040, 0 ], [ 1792403100, 0 ], [ 1792403160, 0 ], [ 1792403220, 0 ], [ 1792403280, 0 ], [ 1792403340, 0 ], [ 1792403400, 0 ], [ 1792403460, 0 ], [ 1792403520, 0 ], [ 1792403580, 0 ], [ 1792403640, 9.225196303847994 ], [ 1792403700, 11.76087805301288 ], [ 1792403760, 17.00793891805128 ], [ 1792403820, 0 ], [ 1792403880, 0 ], [ 1792403940, 0 ], [ 1792404000, 0 ], [ 1792404060, 0 ], [ 1792404120, 0 ], [ 1792404180, 0 ], [ 1792404240, 0 ], [ 1792404300, 0 ], [ 1792404360, 0 ], [ 1792404420, 0 ], [ 1792404480, 0 ], [ 1792404540, 0 ], [ 1792404600, 0 ], [ 1792404660, 0 ], [ 1792404720, 0 ], [ 1792404780, 0 ], [ 1792404840, 0 ], [ 1792404900, 0 ], [ 1792404960, 0 ], [ 1792405020, 0 ], [ 1792405080, 0 ], [ 1792405140, 0 ], [ 1792405200, 0 ], [ 1792405260, 0 ], [ 1792405320, 0 ], [ 1792405380, 0 ], [ 1792405440, 17.574074877445668 ], [ 1792405500, 7.327230922736538 ], [ 1792405560, 0 ], [ 1792405620, 0 ], [ 1792405680, 0 ], [ 1792405740, 0 ], [ 1792405800, 0 ], [ 1792405860, 0 ], [ 1792405920, 0 ], [ 1792405980, 0 ], [ 1792406040, 0 ], [ 1792406100, 0 ], [ 1792406160, 0 ], [ 1792406220, 0 ], [ 1792406280, 0 ], [ 1792406340, 0 ], [ 1792406400, 0 ] ] } ] }, "notes": [ "Counter increases are Prometheus extrapolated estimates, not exact audited request counts.", "Whole-window P95 merges histogram buckets before quantile estimation. It is not an average of per-replica or rolling P95.", "GPU resource aggregation includes the five verified replica identities only; unrelated transient series are excluded.", "Observed request_success finish reasons are not client success rate or correctness validation.", "Xid and container working-set queries returned no series; absence is not a zero result.", "No prompts, responses, private hostnames, owner identities, IPs, registry paths or raw cluster labels are published." ] }