{"generated_at":1792129644511,"demo":false,"fleet":"healthy","kpis":{"nodes":4,"nodes_online":4,"gpus":11,"gpus_online":11,"avg_utilization_pct":63.45454545454545,"tensor_active":0.10161990000000001,"dram_active":0.29201160000000004,"nvlink_gbps":31.821136777,"memory_used_mb":977610,"memory_total_mb":1345942,"avg_temperature_c":57.54545454545455,"power_w":4349.49,"sglang_servers":6,"sglang_online":6,"running_reqs":9,"queue_reqs":0,"gen_throughput":1127.8999999999999,"token_usage":0.06764835007173602,"cache_hit_rate":0.7502199999999999,"used_tokens":899005,"max_tokens":7467266,"active_tokens":704546.7068629999,"waiting_tokens":0,"prefill_tps":12132.1,"cpu_util_pct":9.920000000000002,"load1":20.1675,"ram_used_mb":1938494,"ram_total_mb":3724396},"nodes":[{"id":"h200a","hostname":"h200a","region":"h200","cluster":"freeinference","status":"online","last_seen_at":1792129640411,"created_at":1787439720906,"metadata":{"interval_s":5.18,"fine_grained":true},"cpu_util_pct":1.76,"load1":4.46,"load5":5.31,"load15":5.22,"mem_used_mb":844130,"mem_total_mb":1543294,"mem_available_mb":699164,"swap_used_mb":158,"procs_running":13,"procs_total":6144,"cpu_count":256,"gpu_count":4,"avg_utilization_pct":100},{"id":"h200b","hostname":"h200b","region":"h200","cluster":"freeinference","status":"online","last_seen_at":1792129641164,"created_at":1790197460922,"metadata":{"interval_s":5.21,"fine_grained":true},"cpu_util_pct":26.99,"load1":70.65,"load5":65.14,"load15":67.57,"mem_used_mb":965528,"mem_total_mb":1543290,"mem_available_mb":577762,"swap_used_mb":0,"procs_running":246,"procs_total":61506,"cpu_count":256,"gpu_count":4,"avg_utilization_pct":74.5},{"id":"rtx6000b","hostname":"rtx6000b","region":"rtx6000","cluster":"freeinference","status":"online","last_seen_at":1792129643690,"created_at":1787450414598,"metadata":{"interval_s":5.05,"fine_grained":true},"cpu_util_pct":7.34,"load1":4.48,"load5":5.03,"load15":5.28,"mem_used_mb":41077,"mem_total_mb":515269,"mem_available_mb":474192,"swap_used_mb":0,"procs_running":11,"procs_total":4595,"cpu_count":64,"gpu_count":2,"avg_utilization_pct":0},{"id":"spark2","hostname":"spark2","region":"spark","cluster":"freeinference","status":"online","last_seen_at":1792129639785,"created_at":1787450414599,"metadata":{"interval_s":5.06,"fine_grained":true},"cpu_util_pct":3.59,"load1":1.08,"load5":3.86,"load15":4.43,"mem_used_mb":87759,"mem_total_mb":122543,"mem_available_mb":34784,"swap_used_mb":11067,"procs_running":4,"procs_total":3403,"cpu_count":20,"gpu_count":1,"avg_utilization_pct":0}],"gpus":[{"id":"h200a:0","node_id":"h200a","hostname":"h200a","region":"h200","cluster":"freeinference","gpu_index":0,"uuid":"GPU-28a18764-e6c1-0a51-34c8-3f82d379eeed","name":"NVIDIA H200","driver":"610.43.02","memory_total_mb":143771,"utilization_pct":100,"memory_util_pct":47,"memory_used_mb":140360,"temperature_c":65,"power_w":614.37,"power_limit_w":700,"fan_speed_pct":null,"clocks_sm_mhz":1965,"clocks_mem_mhz":3201,"ecc_errors":0,"pstate":"P0","processes":[],"status":"online","last_seen_at":1792129640411,"tensor_active":0.083952,"dram_active":0.342884,"pcie_tx_bps":403294510,"pcie_rx_bps":3822598347,"nvlink_tx_bps":1791518132,"nvlink_rx_bps":1791491403},{"id":"h200a:1","node_id":"h200a","hostname":"h200a","region":"h200","cluster":"freeinference","gpu_index":1,"uuid":"GPU-5134abff-f4ed-3a6d-ba8f-db95f5e4432a","name":"NVIDIA H200","driver":"610.43.02","memory_total_mb":143771,"utilization_pct":100,"memory_util_pct":34,"memory_used_mb":140360,"temperature_c":66,"power_w":627.86,"power_limit_w":700,"fan_speed_pct":null,"clocks_sm_mhz":1965,"clocks_mem_mhz":3201,"ecc_errors":0,"pstate":"P0","processes":[],"status":"online","last_seen_at":1792129640411,"tensor_active":0.083486,"dram_active":0.341361,"pcie_tx_bps":383350314,"pcie_rx_bps":3675844531,"nvlink_tx_bps":1769430858,"nvlink_rx_bps":1769458111},{"id":"h200a:2","node_id":"h200a","hostname":"h200a","region":"h200","cluster":"freeinference","gpu_index":2,"uuid":"GPU-283de254-c7d2-9035-9af2-49766d55c774","name":"NVIDIA H200","driver":"610.43.02","memory_total_mb":143771,"utilization_pct":100,"memory_util_pct":36,"memory_used_mb":141288,"temperature_c":60,"power_w":455.58,"power_limit_w":700,"fan_speed_pct":null,"clocks_sm_mhz":1980,"clocks_mem_mhz":3201,"ecc_errors":0,"pstate":"P0","processes":[],"status":"online","last_seen_at":1792129640411,"tensor_active":0.067084,"dram_active":0.293945,"pcie_tx_bps":323919007,"pcie_rx_bps":3035091484,"nvlink_tx_bps":1060972193,"nvlink_rx_bps":1060966427},{"id":"h200a:3","node_id":"h200a","hostname":"h200a","region":"h200","cluster":"freeinference","gpu_index":3,"uuid":"GPU-df268a78-0b98-3a68-549b-1dd2ef3b9243","name":"NVIDIA H200","driver":"610.43.02","memory_total_mb":143771,"utilization_pct":100,"memory_util_pct":37,"memory_used_mb":141288,"temperature_c":60,"power_w":466.64,"power_limit_w":700,"fan_speed_pct":null,"clocks_sm_mhz":1980,"clocks_mem_mhz":3201,"ecc_errors":0,"pstate":"P0","processes":[],"status":"online","last_seen_at":1792129640411,"tensor_active":0.068094,"dram_active":0.296465,"pcie_tx_bps":305752624,"pcie_rx_bps":2781049544,"nvlink_tx_bps":1078919059,"nvlink_rx_bps":1078925872},{"id":"h200b:0","node_id":"h200b","hostname":"h200b","region":"h200","cluster":"freeinference","gpu_index":0,"uuid":"GPU-88c4bf69-a358-1f3e-da22-27eb171d6db2","name":"NVIDIA H200","driver":"610.43.02","memory_total_mb":143771,"utilization_pct":100,"memory_util_pct":87,"memory_used_mb":52471,"temperature_c":58,"power_w":635.21,"power_limit_w":700,"fan_speed_pct":null,"clocks_sm_mhz":1980,"clocks_mem_mhz":3201,"ecc_errors":0,"pstate":"P0","processes":[],"status":"online","last_seen_at":1792129641164,"tensor_active":0.15328,"dram_active":0.687854,"pcie_tx_bps":17268468,"pcie_rx_bps":44630647,"nvlink_tx_bps":0,"nvlink_rx_bps":0},{"id":"h200b:1","node_id":"h200b","hostname":"h200b","region":"h200","cluster":"freeinference","gpu_index":1,"uuid":"GPU-9f4661cf-afea-ed41-6e25-ba18955f430f","name":"NVIDIA H200","driver":"610.43.02","memory_total_mb":143771,"utilization_pct":0,"memory_util_pct":0,"memory_used_mb":0,"temperature_c":44,"power_w":77.39,"power_limit_w":700,"fan_speed_pct":null,"clocks_sm_mhz":345,"clocks_mem_mhz":3201,"ecc_errors":0,"pstate":"P0","processes":[],"status":"online","last_seen_at":1792129641164,"tensor_active":0,"dram_active":0.000004,"pcie_tx_bps":402926,"pcie_rx_bps":160704,"nvlink_tx_bps":0,"nvlink_rx_bps":0},{"id":"h200b:2","node_id":"h200b","hostname":"h200b","region":"h200","cluster":"freeinference","gpu_index":2,"uuid":"GPU-88f24e52-a27f-77d8-9a16-8e83a4b11102","name":"NVIDIA H200","driver":"610.43.02","memory_total_mb":143771,"utilization_pct":99,"memory_util_pct":58,"memory_used_mb":131045,"temperature_c":57,"power_w":598.61,"power_limit_w":700,"fan_speed_pct":null,"clocks_sm_mhz":1980,"clocks_mem_mhz":3201,"ecc_errors":0,"pstate":"P0","processes":[],"status":"online","last_seen_at":1792129641164,"tensor_active":0.284301,"dram_active":0.299474,"pcie_tx_bps":457093869,"pcie_rx_bps":3021133851,"nvlink_tx_bps":6203639255,"nvlink_rx_bps":6203637682},{"id":"h200b:3","node_id":"h200b","hostname":"h200b","region":"h200","cluster":"freeinference","gpu_index":3,"uuid":"GPU-c5fda762-5cee-edc3-2f32-f9af08e6aad4","name":"NVIDIA H200","driver":"610.43.02","memory_total_mb":143771,"utilization_pct":99,"memory_util_pct":58,"memory_used_mb":130037,"temperature_c":60,"power_w":597.46,"power_limit_w":700,"fan_speed_pct":null,"clocks_sm_mhz":1965,"clocks_mem_mhz":3201,"ecc_errors":0,"pstate":"P0","processes":[],"status":"online","last_seen_at":1792129641164,"tensor_active":0.195273,"dram_active":0.373157,"pcie_tx_bps":448410019,"pcie_rx_bps":3715250337,"nvlink_tx_bps":4006089417,"nvlink_rx_bps":4006088368},{"id":"rtx6000b:0","node_id":"rtx6000b","hostname":"rtx6000b","region":"rtx6000","cluster":"freeinference","gpu_index":0,"uuid":"GPU-c187bc52-c725-2466-fc3d-e3829fd02d69","name":"NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition","driver":"580.119.02","memory_total_mb":97887,"utilization_pct":0,"memory_util_pct":0,"memory_used_mb":21010,"temperature_c":39,"power_w":20.15,"power_limit_w":300,"fan_speed_pct":30,"clocks_sm_mhz":180,"clocks_mem_mhz":405,"ecc_errors":null,"pstate":"P8","processes":[],"status":"online","last_seen_at":1792129643690,"tensor_active":0,"dram_active":0,"pcie_tx_bps":595385,"pcie_rx_bps":396575,"nvlink_tx_bps":0,"nvlink_rx_bps":0},{"id":"rtx6000b:1","node_id":"rtx6000b","hostname":"rtx6000b","region":"rtx6000","cluster":"freeinference","gpu_index":1,"uuid":"GPU-dd70816b-00fc-59bc-daa2-a5ae3da692c7","name":"NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition","driver":"580.119.02","memory_total_mb":97887,"utilization_pct":0,"memory_util_pct":0,"memory_used_mb":79751,"temperature_c":64,"power_w":242.84,"power_limit_w":300,"fan_speed_pct":36,"clocks_sm_mhz":2287,"clocks_mem_mhz":13365,"ecc_errors":null,"pstate":"P1","processes":[],"status":"online","last_seen_at":1792129643690,"tensor_active":0.080729,"dram_active":0.284972,"pcie_tx_bps":2838135,"pcie_rx_bps":15018487,"nvlink_tx_bps":0,"nvlink_rx_bps":0},{"id":"spark2:0","node_id":"spark2","hostname":"spark2","region":"spark","cluster":"freeinference","gpu_index":0,"uuid":"GPU-9d8bc6c9-3e55-6be6-97cd-15a93d487599","name":"NVIDIA GB10","driver":"580.126.09","memory_total_mb":null,"utilization_pct":0,"memory_util_pct":0,"memory_used_mb":null,"temperature_c":60,"power_w":13.38,"power_limit_w":null,"fan_speed_pct":null,"clocks_sm_mhz":2405,"clocks_mem_mhz":null,"ecc_errors":null,"pstate":"P0","processes":[],"status":"online","last_seen_at":1792129639785,"tensor_active":null,"dram_active":null,"pcie_tx_bps":null,"pcie_rx_bps":null,"nvlink_tx_bps":null,"nvlink_rx_bps":null}],"sglang":[{"id":"rtx6000b-bge-m3","node_id":"rtx6000b","hostname":"rtx6000b","region":"rtx6000","name":"bge-m3","model_name":"BAAI/bge-m3","endpoint":"http://rtx6000b:18012","engine":"vllm","status":"online","num_running_reqs":0,"num_queue_reqs":0,"num_used_tokens":null,"token_usage":0,"gen_throughput":0,"cache_hit_rate":null,"prompt_tokens_total":5108039,"generation_tokens_total":0,"ttft_avg_s":0.018015,"queue_avg_s":0.000042,"prefill_avg_s":0.009861,"e2e_latency_avg_s":0.018015,"tpot_avg_s":null,"gpu_indexes":"0","sm_util_pct":0,"max_total_num_tokens":null,"num_active_tokens":357.831103,"num_waiting_uncached_tokens":null,"prefill_tps":0,"spec_accept_length":null,"sglang_util_pct":null,"max_running_requests":null,"weight_gb":null,"kv_cache_gb":null,"spec_accept_rate":null,"req_per_min":0,"cached_prefill_tps":0,"chunked_prefill_avg_s":null,"hicache_host_used":null,"hicache_host_total":null,"device_cached_tps":0,"host_cached_tps":0,"loadback_tps":null,"evict_tps":null,"backup_tps":null,"prompt_tokens_avg":212.004607,"uncached_prompt_tokens_avg":212.004607,"generation_tokens_avg":0,"http_error_per_min":0,"retracts":0,"last_seen_at":1792129643690},{"id":"h200a-replica-a","node_id":"h200a","hostname":"h200a","region":"h200","name":"deepseek-V4-a","model_name":"deepseek-v4-flash","endpoint":"http://h200a:8003","engine":"sglang","status":"degraded","num_running_reqs":1,"num_queue_reqs":0,"num_used_tokens":127488,"token_usage":0.0504,"gen_throughput":67.7,"cache_hit_rate":0.9982,"prompt_tokens_total":42805630732,"generation_tokens_total":288951976,"ttft_avg_s":0.3455,"queue_avg_s":0.0021,"prefill_avg_s":0.1115,"e2e_latency_avg_s":0.8507,"tpot_avg_s":0.0057,"gpu_indexes":"2,3","sm_util_pct":100,"max_total_num_tokens":2528512,"num_active_tokens":127488,"num_waiting_uncached_tokens":0,"prefill_tps":72.6,"spec_accept_length":2.05,"sglang_util_pct":0,"max_running_requests":256,"weight_gb":75.012,"kv_cache_gb":0,"spec_accept_rate":0.21,"req_per_min":23.2,"cached_prefill_tps":40863.4,"chunked_prefill_avg_s":0.706397,"hicache_host_used":25285120,"hicache_host_total":25285120,"device_cached_tps":40863.4,"host_cached_tps":0,"loadback_tps":0,"evict_tps":49.4,"backup_tps":98.8,"prompt_tokens_avg":106044,"uncached_prompt_tokens_avg":188,"generation_tokens_avg":175.5,"http_error_per_min":0,"retracts":0,"last_seen_at":1792129640411},{"id":"h200a-replica-b","node_id":"h200a","hostname":"h200a","region":"h200","name":"deepseek-v4-b","model_name":"deepseek-v4-flash","endpoint":"http://h200a:8005","engine":"sglang","status":"degraded","num_running_reqs":6,"num_queue_reqs":0,"num_used_tokens":576000,"token_usage":0.2278,"gen_throughput":710.3,"cache_hit_rate":0.9337,"prompt_tokens_total":33555592415,"generation_tokens_total":248818159,"ttft_avg_s":0.5047,"queue_avg_s":0.0009,"prefill_avg_s":0.3233,"e2e_latency_avg_s":4.6053,"tpot_avg_s":0.0088,"gpu_indexes":"0,1","sm_util_pct":100,"max_total_num_tokens":2528512,"num_active_tokens":576000,"num_waiting_uncached_tokens":0,"prefill_tps":5162.8,"spec_accept_length":3.605,"sglang_util_pct":0,"max_running_requests":256,"weight_gb":75.012,"kv_cache_gb":0,"spec_accept_rate":0.521,"req_per_min":81.1,"cached_prefill_tps":72684.5,"chunked_prefill_avg_s":0.5333,"hicache_host_used":25285120,"hicache_host_total":25285120,"device_cached_tps":72684.5,"host_cached_tps":0,"loadback_tps":0,"evict_tps":5880,"backup_tps":5929.4,"prompt_tokens_avg":57617.7143,"uncached_prompt_tokens_avg":3821.1429,"generation_tokens_avg":525.7143,"http_error_per_min":0,"retracts":0,"last_seen_at":1792129640411},{"id":"spark2-diffusiongemma","node_id":"spark2","hostname":"spark2","region":"spark","name":"diffusion-gemma","model_name":"nvidia/diffusiongemma-26B-A4B-it-NVFP4","endpoint":"http://spark2:8002","engine":"vllm","status":"online","num_running_reqs":0,"num_queue_reqs":0,"num_used_tokens":null,"token_usage":0,"gen_throughput":0,"cache_hit_rate":0.7524,"prompt_tokens_total":749518,"generation_tokens_total":143072,"ttft_avg_s":3.903273,"queue_avg_s":0.280339,"prefill_avg_s":3.344805,"e2e_latency_avg_s":7.400795,"tpot_avg_s":1.386834,"gpu_indexes":"0","sm_util_pct":0,"max_total_num_tokens":null,"num_active_tokens":543.17686,"num_waiting_uncached_tokens":null,"prefill_tps":0,"spec_accept_length":null,"sglang_util_pct":null,"max_running_requests":null,"weight_gb":null,"kv_cache_gb":null,"spec_accept_rate":null,"req_per_min":0,"cached_prefill_tps":0,"chunked_prefill_avg_s":null,"hicache_host_used":null,"hicache_host_total":null,"device_cached_tps":0,"host_cached_tps":0,"loadback_tps":null,"evict_tps":null,"backup_tps":null,"prompt_tokens_avg":4307.574713,"uncached_prompt_tokens_avg":1066.37931,"generation_tokens_avg":822.252874,"http_error_per_min":0,"retracts":0,"last_seen_at":1792129639785},{"id":"h200b-glm53-flash","node_id":"h200b","hostname":"h200b","region":"h200","name":"glm-5.3-flash","model_name":"glm-5.3-flash","endpoint":"http://h200b:18003","engine":"vllm","status":"degraded","num_running_reqs":2,"num_queue_reqs":0,"num_used_tokens":195517,"token_usage":0.12769010043041606,"gen_throughput":284.1,"cache_hit_rate":0.9511,"prompt_tokens_total":83957903987,"generation_tokens_total":266647801,"ttft_avg_s":0.3836,"queue_avg_s":0.0724,"prefill_avg_s":0.2279,"e2e_latency_avg_s":1.4641,"tpot_avg_s":0.0296,"gpu_indexes":"2,3","sm_util_pct":99,"max_total_num_tokens":1531184,"num_active_tokens":157.6989,"num_waiting_uncached_tokens":null,"prefill_tps":5346.2,"spec_accept_length":2.8691,"sglang_util_pct":null,"max_running_requests":null,"weight_gb":null,"kv_cache_gb":null,"spec_accept_rate":0.5738,"req_per_min":149.7,"cached_prefill_tps":103928.9,"chunked_prefill_avg_s":null,"hicache_host_used":null,"hicache_host_total":null,"device_cached_tps":83143.2,"host_cached_tps":20785.8,"loadback_tps":null,"evict_tps":null,"backup_tps":null,"prompt_tokens_avg":71696.2308,"uncached_prompt_tokens_avg":2399,"generation_tokens_avg":115.3846,"http_error_per_min":0,"retracts":0,"last_seen_at":1792129641164},{"id":"rtx6000b-qwen36","node_id":"rtx6000b","hostname":"rtx6000b","region":"rtx6000","name":"qwen3.6-35B","model_name":"Qwen/Qwen3.6-35B-A3B-FP8","endpoint":"http://rtx6000b:8001","engine":"sglang","status":"online","num_running_reqs":0,"num_queue_reqs":0,"num_used_tokens":0,"token_usage":0,"gen_throughput":65.8,"cache_hit_rate":0.1157,"prompt_tokens_total":4238671116,"generation_tokens_total":49407534,"ttft_avg_s":0.1839,"queue_avg_s":0.0004,"prefill_avg_s":0.1194,"e2e_latency_avg_s":0.5787,"tpot_avg_s":0.0029,"gpu_indexes":"1","sm_util_pct":0,"max_total_num_tokens":879058,"num_active_tokens":0,"num_waiting_uncached_tokens":0,"prefill_tps":1550.5,"spec_accept_length":2.9,"sglang_util_pct":0,"max_running_requests":48,"weight_gb":34.191,"kv_cache_gb":16.767,"spec_accept_rate":0.6333333333333333,"req_per_min":23.8,"cached_prefill_tps":202.9,"chunked_prefill_avg_s":0.521017,"hicache_host_used":null,"hicache_host_total":null,"device_cached_tps":202.9,"host_cached_tps":null,"loadback_tps":null,"evict_tps":1573.1,"backup_tps":null,"prompt_tokens_avg":4425,"uncached_prompt_tokens_avg":3913,"generation_tokens_avg":166,"http_error_per_min":0,"retracts":0,"last_seen_at":1792129643690}],"served":{"hour":{"reqs":13361.599999999999,"cache_tokens":495345446,"prefill_tokens":29158480,"decode_tokens":4574687},"day":{"reqs":421530.9,"cache_tokens":15506078059,"prefill_tokens":937823387,"decode_tokens":132864408},"servers":[{"id":"h200a-replica-a","name":"deepseek-V4-a","hour":{"name":"deepseek-V4-a","reqs":1370.9,"cache_tokens":69300108,"prefill_tokens":2045167,"decode_tokens":627915},"day":{"name":"deepseek-V4-a","reqs":101388.4,"cache_tokens":4583672926,"prefill_tokens":191978136,"decode_tokens":46196529}},{"id":"h200a-replica-b","name":"deepseek-v4-b","hour":{"name":"deepseek-v4-b","reqs":5328.8,"cache_tokens":170819488,"prefill_tokens":9763952,"decode_tokens":2362648},"day":{"name":"deepseek-v4-b","reqs":134648.3,"cache_tokens":3590833025,"prefill_tokens":281694076,"decode_tokens":43640416}},{"id":"h200b-glm53-flash","name":"glm-5.3-flash","hour":{"name":"glm-5.3-flash","reqs":5166.9,"cache_tokens":253582270,"prefill_tokens":11208055,"decode_tokens":1047806},"day":{"name":"glm-5.3-flash","reqs":78011.4,"cache_tokens":6908507276,"prefill_tokens":251597696,"decode_tokens":23617683}},{"id":"rtx6000b-bge-m3","name":"bge-m3","hour":{"name":"bge-m3","reqs":151.8,"cache_tokens":0,"prefill_tokens":12389,"decode_tokens":0},"day":{"name":"bge-m3","reqs":4743.9,"cache_tokens":0,"prefill_tokens":763526,"decode_tokens":0}},{"id":"rtx6000b-qwen36","name":"qwen3.6-35B","hour":{"name":"qwen3.6-35B","reqs":1334.9,"cache_tokens":1643354,"prefill_tokens":6128744,"decode_tokens":529285},"day":{"name":"qwen3.6-35B","reqs":102534.2,"cache_tokens":422441267,"prefill_tokens":211616906,"decode_tokens":19243842}},{"id":"spark2-diffusiongemma","name":"diffusion-gemma","hour":{"name":"diffusion-gemma","reqs":8.3,"cache_tokens":226,"prefill_tokens":173,"decode_tokens":7033},"day":{"name":"diffusion-gemma","reqs":204.7,"cache_tokens":623565,"prefill_tokens":173047,"decode_tokens":165938}}]},"requests":[{"server_id":"h200a-replica-a","ts":1792129576000,"model":"deepseek-v4-flash","input_len":1906,"output_len":1331,"cache_len":1536,"uncached_len":370,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0045,"e2e_s":5,"decode_tps":221.9,"spec_accept_len":2.35,"spec_accept_rate":0.27,"batch_size":1},{"server_id":"h200a-replica-a","ts":1792129571000,"model":"deepseek-v4-flash","input_len":206900,"output_len":379,"cache_len":206848,"uncached_len":52,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0026,"e2e_s":1,"decode_tps":378.7,"spec_accept_len":3.48,"spec_accept_rate":0.5,"batch_size":1},{"server_id":"h200a-replica-a","ts":1792129571000,"model":"deepseek-v4-flash","input_len":1888,"output_len":1118,"cache_len":1536,"uncached_len":352,"ttft_s":0.0101,"queue_s":null,"prefill_s":0.0101,"tpot_s":0.0045,"e2e_s":5,"decode_tps":223.5,"spec_accept_len":2.38,"spec_accept_rate":0.276,"batch_size":1},{"server_id":"h200a-replica-a","ts":1792129567000,"model":"deepseek-v4-flash","input_len":1837,"output_len":1397,"cache_len":1536,"uncached_len":301,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0043,"e2e_s":5,"decode_tps":232.9,"spec_accept_len":2.41,"spec_accept_rate":0.2817,"batch_size":1},{"server_id":"h200a-replica-a","ts":1792129562000,"model":"deepseek-v4-flash","input_len":1792,"output_len":892,"cache_len":1536,"uncached_len":256,"ttft_s":1.1,"queue_s":null,"prefill_s":1.1,"tpot_s":0.0044,"e2e_s":5,"decode_tps":197.4,"spec_accept_len":2.12,"spec_accept_rate":0.224,"batch_size":1},{"server_id":"h200a-replica-a","ts":1792129561000,"model":"deepseek-v4-flash","input_len":206690,"output_len":250,"cache_len":206592,"uncached_len":98,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.004,"e2e_s":2,"decode_tps":250,"spec_accept_len":2.44,"spec_accept_rate":0.29,"batch_size":1},{"server_id":"h200a-replica-a","ts":1792129557000,"model":"deepseek-v4-flash","input_len":1827,"output_len":951,"cache_len":1536,"uncached_len":291,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0045,"e2e_s":5,"decode_tps":221.1,"spec_accept_len":2.28,"spec_accept_rate":0.254,"batch_size":1},{"server_id":"h200a-replica-a","ts":1792129553000,"model":"deepseek-v4-flash","input_len":206248,"output_len":550,"cache_len":206080,"uncached_len":168,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0022,"e2e_s":1,"decode_tps":460.3,"spec_accept_len":3.6,"spec_accept_rate":0.52,"batch_size":1},{"server_id":"h200a-replica-a","ts":1792129553000,"model":"deepseek-v4-flash","input_len":1850,"output_len":1334,"cache_len":1536,"uncached_len":314,"ttft_s":0.2323,"queue_s":null,"prefill_s":0.2323,"tpot_s":0.0036,"e2e_s":5,"decode_tps":284.1,"spec_accept_len":2.61,"spec_accept_rate":0.32,"batch_size":1},{"server_id":"h200a-replica-a","ts":1792129548000,"model":"deepseek-v4-flash","input_len":1830,"output_len":1225,"cache_len":1280,"uncached_len":550,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0034,"e2e_s":6,"decode_tps":293.9,"spec_accept_len":2.62,"spec_accept_rate":0.325,"batch_size":1},{"server_id":"h200a-replica-a","ts":1792129544000,"model":"deepseek-v4-flash","input_len":207895,"output_len":1295,"cache_len":207104,"uncached_len":791,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0041,"e2e_s":5,"decode_tps":243.7,"spec_accept_len":2.33,"spec_accept_rate":0.2633,"batch_size":2},{"server_id":"h200a-replica-a","ts":1792129534000,"model":"deepseek-v4-flash","input_len":205183,"output_len":2353,"cache_len":204544,"uncached_len":639,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0039,"e2e_s":10,"decode_tps":256.4,"spec_accept_len":2.39,"spec_accept_rate":0.2755,"batch_size":1},{"server_id":"h200a-replica-a","ts":1792129502000,"model":"deepseek-v4-flash","input_len":203933,"output_len":1606,"cache_len":203776,"uncached_len":157,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.005,"e2e_s":7,"decode_tps":200.8,"spec_accept_len":2.18,"spec_accept_rate":0.2338,"batch_size":1},{"server_id":"h200a-replica-a","ts":1792129496000,"model":"deepseek-v4-flash","input_len":203697,"output_len":1186,"cache_len":203520,"uncached_len":177,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0059,"e2e_s":6,"decode_tps":169.5,"spec_accept_len":1.95,"spec_accept_rate":0.1886,"batch_size":1},{"server_id":"h200a-replica-a","ts":1792129489000,"model":"deepseek-v4-flash","input_len":203166,"output_len":1225,"cache_len":202752,"uncached_len":414,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0048,"e2e_s":7,"decode_tps":210.5,"spec_accept_len":2.09,"spec_accept_rate":0.2186,"batch_size":1},{"server_id":"h200a-replica-a","ts":1792129483000,"model":"deepseek-v4-flash","input_len":202658,"output_len":1630,"cache_len":202496,"uncached_len":162,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0043,"e2e_s":7,"decode_tps":234.8,"spec_accept_len":2.35,"spec_accept_rate":0.27,"batch_size":1},{"server_id":"h200a-replica-a","ts":1792129474000,"model":"deepseek-v4-flash","input_len":202453,"output_len":1928,"cache_len":202240,"uncached_len":213,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0052,"e2e_s":9,"decode_tps":192.8,"spec_accept_len":2.16,"spec_accept_rate":0.231,"batch_size":1},{"server_id":"h200a-replica-a","ts":1792129469000,"model":"deepseek-v4-flash","input_len":6746,"output_len":1102,"cache_len":6656,"uncached_len":90,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0054,"e2e_s":5,"decode_tps":183.7,"spec_accept_len":2.05,"spec_accept_rate":0.21,"batch_size":1},{"server_id":"h200a-replica-a","ts":1792129467000,"model":"deepseek-v4-flash","input_len":202119,"output_len":464,"cache_len":201984,"uncached_len":135,"ttft_s":1.236,"queue_s":null,"prefill_s":1.236,"tpot_s":0.0024,"e2e_s":1,"decode_tps":409.9,"spec_accept_len":3.14,"spec_accept_rate":0.43,"batch_size":1},{"server_id":"h200a-replica-a","ts":1792129467000,"model":"deepseek-v4-flash","input_len":6567,"output_len":648,"cache_len":6144,"uncached_len":423,"ttft_s":0.507,"queue_s":null,"prefill_s":0.507,"tpot_s":0.0023,"e2e_s":2,"decode_tps":334.5,"spec_accept_len":2.7,"spec_accept_rate":0.3433,"batch_size":1},{"server_id":"h200a-replica-a","ts":1792129465000,"model":"deepseek-v4-flash","input_len":6125,"output_len":566,"cache_len":768,"uncached_len":5357,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0033,"e2e_s":3,"decode_tps":307.3,"spec_accept_len":2.71,"spec_accept_rate":0.3433,"batch_size":1},{"server_id":"h200a-replica-a","ts":1792129451000,"model":"deepseek-v4-flash","input_len":201285,"output_len":1426,"cache_len":200704,"uncached_len":581,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0044,"e2e_s":8,"decode_tps":228.1,"spec_accept_len":2.22,"spec_accept_rate":0.2437,"batch_size":1},{"server_id":"h200a-replica-a","ts":1792129445000,"model":"deepseek-v4-flash","input_len":200683,"output_len":1725,"cache_len":200448,"uncached_len":235,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0042,"e2e_s":8,"decode_tps":236,"spec_accept_len":2.35,"spec_accept_rate":0.2689,"batch_size":1},{"server_id":"h200a-replica-a","ts":1792129438000,"model":"deepseek-v4-flash","input_len":200279,"output_len":1323,"cache_len":200192,"uncached_len":87,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0045,"e2e_s":7,"decode_tps":222.7,"spec_accept_len":2.22,"spec_accept_rate":0.2443,"batch_size":1},{"server_id":"h200a-replica-a","ts":1792129430000,"model":"deepseek-v4-flash","input_len":200052,"output_len":1587,"cache_len":199680,"uncached_len":372,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0046,"e2e_s":9,"decode_tps":217.7,"spec_accept_len":2.15,"spec_accept_rate":0.2311,"batch_size":1},{"server_id":"h200a-replica-a","ts":1792129410000,"model":"deepseek-v4-flash","input_len":199658,"output_len":3853,"cache_len":199168,"uncached_len":490,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0052,"e2e_s":21,"decode_tps":192.2,"spec_accept_len":2.04,"spec_accept_rate":0.2091,"batch_size":1},{"server_id":"h200a-replica-a","ts":1792129376000,"model":"deepseek-v4-flash","input_len":198509,"output_len":1450,"cache_len":198144,"uncached_len":365,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0048,"e2e_s":7,"decode_tps":207.2,"spec_accept_len":2.2,"spec_accept_rate":0.2386,"batch_size":1},{"server_id":"h200a-replica-a","ts":1792129370000,"model":"deepseek-v4-flash","input_len":198148,"output_len":1656,"cache_len":197888,"uncached_len":260,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0048,"e2e_s":7,"decode_tps":207,"spec_accept_len":2.17,"spec_accept_rate":0.235,"batch_size":1},{"server_id":"h200a-replica-a","ts":1792129359000,"model":"deepseek-v4-flash","input_len":197830,"output_len":1993,"cache_len":197632,"uncached_len":198,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0049,"e2e_s":11,"decode_tps":202.5,"spec_accept_len":2.05,"spec_accept_rate":0.21,"batch_size":1},{"server_id":"h200a-replica-a","ts":1792129353000,"model":"deepseek-v4-flash","input_len":197389,"output_len":1344,"cache_len":197120,"uncached_len":269,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0038,"e2e_s":7,"decode_tps":261.7,"spec_accept_len":2.34,"spec_accept_rate":0.2671,"batch_size":1},{"server_id":"h200a-replica-a","ts":1792129347000,"model":"deepseek-v4-flash","input_len":197188,"output_len":1460,"cache_len":197120,"uncached_len":68,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0041,"e2e_s":7,"decode_tps":244.7,"spec_accept_len":2.42,"spec_accept_rate":0.2843,"batch_size":1},{"server_id":"h200a-replica-a","ts":1792129321000,"model":"deepseek-v4-flash","input_len":296905,"output_len":2885,"cache_len":296192,"uncached_len":713,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0036,"e2e_s":14,"decode_tps":278.5,"spec_accept_len":2.48,"spec_accept_rate":0.2979,"batch_size":1},{"server_id":"h200a-replica-a","ts":1792129315000,"model":"deepseek-v4-flash","input_len":195242,"output_len":1355,"cache_len":194560,"uncached_len":682,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0043,"e2e_s":7,"decode_tps":230.2,"spec_accept_len":2.26,"spec_accept_rate":0.2514,"batch_size":1},{"server_id":"h200a-replica-a","ts":1792129310000,"model":"deepseek-v4-flash","input_len":37,"output_len":1244,"cache_len":0,"uncached_len":37,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0035,"e2e_s":5,"decode_tps":282.5,"spec_accept_len":2.46,"spec_accept_rate":0.2917,"batch_size":1},{"server_id":"h200a-replica-a","ts":1792129302000,"model":"deepseek-v4-flash","input_len":194671,"output_len":2201,"cache_len":194560,"uncached_len":111,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0041,"e2e_s":10,"decode_tps":241.1,"spec_accept_len":2.26,"spec_accept_rate":0.2509,"batch_size":1},{"server_id":"h200a-replica-a","ts":1792129282000,"model":"deepseek-v4-flash","input_len":37,"output_len":3965,"cache_len":0,"uncached_len":37,"ttft_s":0.6001,"queue_s":null,"prefill_s":0.6001,"tpot_s":0.0049,"e2e_s":20,"decode_tps":220.7,"spec_accept_len":2.18,"spec_accept_rate":0.2352,"batch_size":1},{"server_id":"h200a-replica-a","ts":1792129281000,"model":"deepseek-v4-flash","input_len":194452,"output_len":670,"cache_len":194304,"uncached_len":148,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0022,"e2e_s":3,"decode_tps":446.4,"spec_accept_len":3.28,"spec_accept_rate":0.4567,"batch_size":1},{"server_id":"h200a-replica-a","ts":1792129233000,"model":"deepseek-v4-flash","input_len":193623,"output_len":3972,"cache_len":193536,"uncached_len":87,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.005,"e2e_s":21,"decode_tps":200.6,"spec_accept_len":2.1,"spec_accept_rate":0.219,"batch_size":1},{"server_id":"h200a-replica-a","ts":1792129197000,"model":"deepseek-v4-flash","input_len":1723,"output_len":984,"cache_len":1280,"uncached_len":443,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0051,"e2e_s":5,"decode_tps":196.8,"spec_accept_len":2.15,"spec_accept_rate":0.23,"batch_size":1},{"server_id":"h200a-replica-a","ts":1792129195000,"model":"deepseek-v4-flash","input_len":190879,"output_len":352,"cache_len":190720,"uncached_len":159,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0037,"e2e_s":2,"decode_tps":273.1,"spec_accept_len":2.46,"spec_accept_rate":0.29,"batch_size":1},{"server_id":"h200a-replica-b","ts":1792129581000,"model":"deepseek-v4-flash","input_len":280565,"output_len":847,"cache_len":280320,"uncached_len":245,"ttft_s":1.102,"queue_s":null,"prefill_s":1.102,"tpot_s":0.0022,"e2e_s":3,"decode_tps":791.2,"spec_accept_len":3.9,"spec_accept_rate":0.58,"batch_size":1},{"server_id":"h200a-replica-b","ts":1792129581000,"model":"deepseek-v4-flash","input_len":29912,"output_len":1067,"cache_len":29696,"uncached_len":216,"ttft_s":0.0113,"queue_s":null,"prefill_s":0.0113,"tpot_s":0.0037,"e2e_s":4,"decode_tps":765,"spec_accept_len":3.87,"spec_accept_rate":0.572,"batch_size":1},{"server_id":"h200a-replica-b","ts":1792129579000,"model":"deepseek-v4-flash","input_len":57498,"output_len":926,"cache_len":56064,"uncached_len":1434,"ttft_s":0.5001,"queue_s":null,"prefill_s":0.5001,"tpot_s":0.0027,"e2e_s":3,"decode_tps":697.7,"spec_accept_len":3.75,"spec_accept_rate":0.55,"batch_size":1},{"server_id":"h200a-replica-b","ts":1792129579000,"model":"deepseek-v4-flash","input_len":29789,"output_len":758,"cache_len":28416,"uncached_len":1373,"ttft_s":0.8776,"queue_s":null,"prefill_s":0.8776,"tpot_s":0.0041,"e2e_s":4,"decode_tps":757.2,"spec_accept_len":3.77,"spec_accept_rate":0.555,"batch_size":1},{"server_id":"h200a-replica-b","ts":1792129578000,"model":"deepseek-v4-flash","input_len":280353,"output_len":474,"cache_len":279808,"uncached_len":545,"ttft_s":1.4768,"queue_s":null,"prefill_s":1.4768,"tpot_s":0.0011,"e2e_s":2,"decode_tps":604.6,"spec_accept_len":3.63,"spec_accept_rate":0.525,"batch_size":1},{"server_id":"h200a-replica-b","ts":1792129578000,"model":"deepseek-v4-flash","input_len":23810,"output_len":697,"cache_len":19712,"uncached_len":4098,"ttft_s":0.1217,"queue_s":null,"prefill_s":0.1217,"tpot_s":0.0041,"e2e_s":3,"decode_tps":625.8,"spec_accept_len":3.73,"spec_accept_rate":0.5467,"batch_size":3},{"server_id":"h200a-replica-b","ts":1792129576000,"model":"deepseek-v4-flash","input_len":19732,"output_len":658,"cache_len":18944,"uncached_len":788,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0017,"e2e_s":4,"decode_tps":586.4,"spec_accept_len":3.59,"spec_accept_rate":0.5167,"batch_size":1},{"server_id":"h200a-replica-b","ts":1792129576000,"model":"deepseek-v4-flash","input_len":1777,"output_len":658,"cache_len":0,"uncached_len":1777,"ttft_s":0.0344,"queue_s":null,"prefill_s":0.0344,"tpot_s":0.006,"e2e_s":4,"decode_tps":586.4,"spec_accept_len":3.59,"spec_accept_rate":0.5167,"batch_size":1},{"server_id":"h200a-replica-b","ts":1792129575000,"model":"deepseek-v4-flash","input_len":18947,"output_len":982,"cache_len":17664,"uncached_len":1283,"ttft_s":0.7273,"queue_s":null,"prefill_s":0.7273,"tpot_s":0.0044,"e2e_s":5,"decode_tps":704.9,"spec_accept_len":3.74,"spec_accept_rate":0.546,"batch_size":1},{"server_id":"h200a-replica-b","ts":1792129574000,"model":"deepseek-v4-flash","input_len":279900,"output_len":643,"cache_len":278784,"uncached_len":1116,"ttft_s":0.6397,"queue_s":null,"prefill_s":0.6397,"tpot_s":0.0037,"e2e_s":3,"decode_tps":747.7,"spec_accept_len":3.77,"spec_accept_rate":0.5525,"batch_size":1},{"server_id":"h200a-replica-b","ts":1792129574000,"model":"deepseek-v4-flash","input_len":988,"output_len":643,"cache_len":0,"uncached_len":988,"ttft_s":0.3953,"queue_s":null,"prefill_s":0.3953,"tpot_s":0.0041,"e2e_s":3,"decode_tps":747.7,"spec_accept_len":3.77,"spec_accept_rate":0.5525,"batch_size":1},{"server_id":"h200a-replica-b","ts":1792129573000,"model":"deepseek-v4-flash","input_len":17607,"output_len":656,"cache_len":16896,"uncached_len":711,"ttft_s":1.1003,"queue_s":null,"prefill_s":1.1003,"tpot_s":0.0029,"e2e_s":3,"decode_tps":806.3,"spec_accept_len":3.83,"spec_accept_rate":0.565,"batch_size":1},{"server_id":"h200a-replica-b","ts":1792129572000,"model":"deepseek-v4-flash","input_len":16823,"output_len":804,"cache_len":11520,"uncached_len":5303,"ttft_s":0.3519,"queue_s":null,"prefill_s":0.3519,"tpot_s":0.0045,"e2e_s":4,"decode_tps":763.2,"spec_accept_len":3.9,"spec_accept_rate":0.58,"batch_size":1},{"server_id":"h200a-replica-b","ts":1792129571000,"model":"deepseek-v4-flash","input_len":56070,"output_len":804,"cache_len":53248,"uncached_len":2822,"ttft_s":1.1478,"queue_s":null,"prefill_s":1.1478,"tpot_s":0.0048,"e2e_s":5,"decode_tps":763.2,"spec_accept_len":3.9,"spec_accept_rate":0.58,"batch_size":1},{"server_id":"h200a-replica-b","ts":1792129570000,"model":"deepseek-v4-flash","input_len":27935,"output_len":794,"cache_len":27648,"uncached_len":287,"ttft_s":0.9916,"queue_s":null,"prefill_s":0.9916,"tpot_s":0.0038,"e2e_s":4,"decode_tps":816.6,"spec_accept_len":4.01,"spec_accept_rate":0.604,"batch_size":1},{"server_id":"h200a-replica-b","ts":1792129570000,"model":"deepseek-v4-flash","input_len":11464,"output_len":652,"cache_len":10752,"uncached_len":712,"ttft_s":0.5794,"queue_s":null,"prefill_s":0.5794,"tpot_s":0.0053,"e2e_s":4,"decode_tps":772.2,"spec_accept_len":3.99,"spec_accept_rate":0.6,"batch_size":1},{"server_id":"h200a-replica-b","ts":1792129569000,"model":"deepseek-v4-flash","input_len":10753,"output_len":433,"cache_len":8704,"uncached_len":2049,"ttft_s":1.0207,"queue_s":null,"prefill_s":1.0207,"tpot_s":0.0023,"e2e_s":2,"decode_tps":914.3,"spec_accept_len":4.13,"spec_accept_rate":0.63,"batch_size":1},{"server_id":"h200a-replica-b","ts":1792129569000,"model":"deepseek-v4-flash","input_len":26091,"output_len":581,"cache_len":25856,"uncached_len":235,"ttft_s":0.099,"queue_s":null,"prefill_s":0.099,"tpot_s":0.005,"e2e_s":3,"decode_tps":833.5,"spec_accept_len":4.14,"spec_accept_rate":0.6325,"batch_size":1},{"server_id":"h200a-replica-b","ts":1792129569000,"model":"deepseek-v4-flash","input_len":27793,"output_len":581,"cache_len":27648,"uncached_len":145,"ttft_s":0.0062,"queue_s":null,"prefill_s":0.0062,"tpot_s":0.0052,"e2e_s":3,"decode_tps":833.5,"spec_accept_len":4.14,"spec_accept_rate":0.6325,"batch_size":1},{"server_id":"h200a-replica-b","ts":1792129568000,"model":"deepseek-v4-flash","input_len":8727,"output_len":654,"cache_len":8448,"uncached_len":279,"ttft_s":0.1267,"queue_s":null,"prefill_s":0.1267,"tpot_s":0.0044,"e2e_s":3,"decode_tps":768.5,"spec_accept_len":4.17,"spec_accept_rate":0.635,"batch_size":1},{"server_id":"h200a-replica-b","ts":1792129521000,"model":"deepseek-v4-flash","input_len":22773,"output_len":626,"cache_len":22528,"uncached_len":245,"ttft_s":0.1704,"queue_s":null,"prefill_s":0.1704,"tpot_s":0.0045,"e2e_s":3,"decode_tps":565.2,"spec_accept_len":3.09,"spec_accept_rate":0.4175,"batch_size":1},{"server_id":"h200a-replica-b","ts":1792129521000,"model":"deepseek-v4-flash","input_len":277287,"output_len":427,"cache_len":276736,"uncached_len":551,"ttft_s":0.6435,"queue_s":null,"prefill_s":0.6435,"tpot_s":0.0055,"e2e_s":3,"decode_tps":621.1,"spec_accept_len":3.15,"spec_accept_rate":0.4267,"batch_size":1},{"server_id":"h200a-replica-b","ts":1792129520000,"model":"deepseek-v4-flash","input_len":16973,"output_len":506,"cache_len":16640,"uncached_len":333,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0017,"e2e_s":3,"decode_tps":593.1,"spec_accept_len":3.19,"spec_accept_rate":0.4367,"batch_size":1},{"server_id":"h200a-replica-b","ts":1792129518000,"model":"deepseek-v4-flash","input_len":16452,"output_len":903,"cache_len":15360,"uncached_len":1092,"ttft_s":0.8545,"queue_s":null,"prefill_s":0.8545,"tpot_s":0.0046,"e2e_s":5,"decode_tps":546.6,"spec_accept_len":3.08,"spec_accept_rate":0.414,"batch_size":1},{"server_id":"h200a-replica-b","ts":1792129517000,"model":"deepseek-v4-flash","input_len":15467,"output_len":883,"cache_len":13824,"uncached_len":1643,"ttft_s":0.9293,"queue_s":null,"prefill_s":0.9293,"tpot_s":0.0046,"e2e_s":5,"decode_tps":472.6,"spec_accept_len":2.89,"spec_accept_rate":0.378,"batch_size":1},{"server_id":"h200a-replica-b","ts":1792129516000,"model":"deepseek-v4-flash","input_len":13895,"output_len":705,"cache_len":13056,"uncached_len":839,"ttft_s":1.2064,"queue_s":null,"prefill_s":1.2064,"tpot_s":0.004,"e2e_s":4,"decode_tps":468.6,"spec_accept_len":2.92,"spec_accept_rate":0.385,"batch_size":1},{"server_id":"h200a-replica-b","ts":1792129515000,"model":"deepseek-v4-flash","input_len":20025,"output_len":604,"cache_len":256,"uncached_len":19769,"ttft_s":1.4173,"queue_s":null,"prefill_s":1.4173,"tpot_s":0.0026,"e2e_s":3,"decode_tps":465.4,"spec_accept_len":3.12,"spec_accept_rate":0.425,"batch_size":1},{"server_id":"h200a-replica-b","ts":1792129514000,"model":"deepseek-v4-flash","input_len":13085,"output_len":470,"cache_len":12800,"uncached_len":285,"ttft_s":0.729,"queue_s":null,"prefill_s":0.729,"tpot_s":0.0048,"e2e_s":3,"decode_tps":486.8,"spec_accept_len":3.3,"spec_accept_rate":0.46,"batch_size":1},{"server_id":"h200a-replica-b","ts":1792129513000,"model":"deepseek-v4-flash","input_len":22401,"output_len":297,"cache_len":21504,"uncached_len":897,"ttft_s":1.2794,"queue_s":null,"prefill_s":1.2794,"tpot_s":0.0058,"e2e_s":3,"decode_tps":470.4,"spec_accept_len":3.29,"spec_accept_rate":0.46,"batch_size":1},{"server_id":"h200a-replica-b","ts":1792129513000,"model":"deepseek-v4-flash","input_len":12821,"output_len":470,"cache_len":12544,"uncached_len":277,"ttft_s":0.3788,"queue_s":null,"prefill_s":0.3788,"tpot_s":0.0077,"e2e_s":4,"decode_tps":486.8,"spec_accept_len":3.3,"spec_accept_rate":0.46,"batch_size":1},{"server_id":"h200a-replica-b","ts":1792129511000,"model":"deepseek-v4-flash","input_len":12457,"output_len":442,"cache_len":11776,"uncached_len":681,"ttft_s":1.0158,"queue_s":null,"prefill_s":1.0158,"tpot_s":0.0068,"e2e_s":4,"decode_tps":659.7,"spec_accept_len":3.5,"spec_accept_rate":0.5,"batch_size":1},{"server_id":"h200a-replica-b","ts":1792129510000,"model":"deepseek-v4-flash","input_len":9550,"output_len":625,"cache_len":9216,"uncached_len":334,"ttft_s":0.9168,"queue_s":null,"prefill_s":0.9168,"tpot_s":0.0033,"e2e_s":3,"decode_tps":884.6,"spec_accept_len":3.75,"spec_accept_rate":0.55,"batch_size":1},{"server_id":"h200a-replica-b","ts":1792129510000,"model":"deepseek-v4-flash","input_len":11922,"output_len":610,"cache_len":9472,"uncached_len":2450,"ttft_s":0.8771,"queue_s":null,"prefill_s":0.8771,"tpot_s":0.0068,"e2e_s":5,"decode_tps":705.4,"spec_accept_len":3.6,"spec_accept_rate":0.52,"batch_size":1},{"server_id":"h200a-replica-b","ts":1792129509000,"model":"deepseek-v4-flash","input_len":9257,"output_len":795,"cache_len":8960,"uncached_len":297,"ttft_s":0.006,"queue_s":null,"prefill_s":0.006,"tpot_s":0.005,"e2e_s":4,"decode_tps":775.8,"spec_accept_len":3.73,"spec_accept_rate":0.546,"batch_size":1},{"server_id":"h200a-replica-b","ts":1792129508000,"model":"deepseek-v4-flash","input_len":48477,"output_len":795,"cache_len":48384,"uncached_len":93,"ttft_s":0.91,"queue_s":null,"prefill_s":0.91,"tpot_s":0.0052,"e2e_s":5,"decode_tps":775.8,"spec_accept_len":3.73,"spec_accept_rate":0.546,"batch_size":1},{"server_id":"h200a-replica-b","ts":1792129508000,"model":"deepseek-v4-flash","input_len":22359,"output_len":795,"cache_len":2560,"uncached_len":19799,"ttft_s":1,"queue_s":null,"prefill_s":1,"tpot_s":0.005,"e2e_s":5,"decode_tps":775.8,"spec_accept_len":3.73,"spec_accept_rate":0.546,"batch_size":2},{"server_id":"h200a-replica-b","ts":1792129507000,"model":"deepseek-v4-flash","input_len":8913,"output_len":625,"cache_len":8448,"uncached_len":465,"ttft_s":0.7537,"queue_s":null,"prefill_s":0.7537,"tpot_s":0.0052,"e2e_s":4,"decode_tps":722.2,"spec_accept_len":3.76,"spec_accept_rate":0.5525,"batch_size":1},{"server_id":"h200a-replica-b","ts":1792129506000,"model":"deepseek-v4-flash","input_len":8357,"output_len":548,"cache_len":7424,"uncached_len":933,"ttft_s":1.0555,"queue_s":null,"prefill_s":1.0555,"tpot_s":0.0054,"e2e_s":4,"decode_tps":603.2,"spec_accept_len":3.55,"spec_accept_rate":0.5125,"batch_size":1},{"server_id":"h200a-replica-b","ts":1792129506000,"model":"deepseek-v4-flash","input_len":1762,"output_len":548,"cache_len":0,"uncached_len":1762,"ttft_s":0.0395,"queue_s":null,"prefill_s":0.0395,"tpot_s":0.0072,"e2e_s":4,"decode_tps":603.2,"spec_accept_len":3.55,"spec_accept_rate":0.5125,"batch_size":1},{"server_id":"h200a-replica-b","ts":1792129506000,"model":"deepseek-v4-flash","input_len":48278,"output_len":548,"cache_len":47872,"uncached_len":406,"ttft_s":0.1975,"queue_s":null,"prefill_s":0.1975,"tpot_s":0.007,"e2e_s":4,"decode_tps":603.2,"spec_accept_len":3.55,"spec_accept_rate":0.5125,"batch_size":1},{"server_id":"rtx6000b-qwen36","ts":1792129587000,"model":"Qwen/Qwen3.6-35B-A3B-FP8","input_len":6912,"output_len":263,"cache_len":960,"uncached_len":5952,"ttft_s":0.8934,"queue_s":null,"prefill_s":0.8934,"tpot_s":0.0233,"e2e_s":7,"decode_tps":15.8,"spec_accept_len":3.36,"spec_accept_rate":0.785,"batch_size":1},{"server_id":"rtx6000b-qwen36","ts":1792129576000,"model":"Qwen/Qwen3.6-35B-A3B-FP8","input_len":6859,"output_len":302,"cache_len":960,"uncached_len":5899,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0488,"e2e_s":11,"decode_tps":20.5,"spec_accept_len":3.56,"spec_accept_rate":0.855,"batch_size":1},{"server_id":"rtx6000b-qwen36","ts":1792129571000,"model":"Qwen/Qwen3.6-35B-A3B-FP8","input_len":6694,"output_len":284,"cache_len":960,"uncached_len":5734,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0475,"e2e_s":6,"decode_tps":21.1,"spec_accept_len":3.35,"spec_accept_rate":0.785,"batch_size":1},{"server_id":"rtx6000b-qwen36","ts":1792129562000,"model":"Qwen/Qwen3.6-35B-A3B-FP8","input_len":6668,"output_len":318,"cache_len":960,"uncached_len":5708,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0249,"e2e_s":9,"decode_tps":40.2,"spec_accept_len":3.42,"spec_accept_rate":0.81,"batch_size":1},{"server_id":"rtx6000b-qwen36","ts":1792129560000,"model":"Qwen/Qwen3.6-35B-A3B-FP8","input_len":6643,"output_len":334,"cache_len":960,"uncached_len":5683,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0269,"e2e_s":3,"decode_tps":37.1,"spec_accept_len":3.67,"spec_accept_rate":0.89,"batch_size":1},{"server_id":"rtx6000b-qwen36","ts":1792129544000,"model":"Qwen/Qwen3.6-35B-A3B-FP8","input_len":6652,"output_len":580,"cache_len":1024,"uncached_len":5628,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0087,"e2e_s":16,"decode_tps":114.9,"spec_accept_len":3.3,"spec_accept_rate":0.77,"batch_size":1},{"server_id":"rtx6000b-qwen36","ts":1792129532000,"model":"Qwen/Qwen3.6-35B-A3B-FP8","input_len":6905,"output_len":262,"cache_len":960,"uncached_len":5945,"ttft_s":1.3332,"queue_s":null,"prefill_s":1.3332,"tpot_s":0.0102,"e2e_s":4,"decode_tps":84.4,"spec_accept_len":3.33,"spec_accept_rate":0.78,"batch_size":1},{"server_id":"rtx6000b-qwen36","ts":1792129531000,"model":"Qwen/Qwen3.6-35B-A3B-FP8","input_len":6964,"output_len":620,"cache_len":960,"uncached_len":6004,"ttft_s":0.3239,"queue_s":null,"prefill_s":0.3239,"tpot_s":0.0027,"e2e_s":2,"decode_tps":170.7,"spec_accept_len":3.26,"spec_accept_rate":0.7533,"batch_size":1},{"server_id":"rtx6000b-qwen36","ts":1792129523000,"model":"Qwen/Qwen3.6-35B-A3B-FP8","input_len":6884,"output_len":254,"cache_len":960,"uncached_len":5924,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0482,"e2e_s":8,"decode_tps":20.8,"spec_accept_len":3.36,"spec_accept_rate":0.79,"batch_size":1},{"server_id":"rtx6000b-qwen36","ts":1792129517000,"model":"Qwen/Qwen3.6-35B-A3B-FP8","input_len":6678,"output_len":595,"cache_len":960,"uncached_len":5718,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0082,"e2e_s":6,"decode_tps":122.6,"spec_accept_len":3.42,"spec_accept_rate":0.8033,"batch_size":1},{"server_id":"rtx6000b-qwen36","ts":1792129505000,"model":"Qwen/Qwen3.6-35B-A3B-FP8","input_len":6422,"output_len":656,"cache_len":960,"uncached_len":5462,"ttft_s":1.2449,"queue_s":null,"prefill_s":1.2449,"tpot_s":0.0164,"e2e_s":12,"decode_tps":177.7,"spec_accept_len":3.61,"spec_accept_rate":0.8667,"batch_size":1},{"server_id":"rtx6000b-qwen36","ts":1792129503000,"model":"Qwen/Qwen3.6-35B-A3B-FP8","input_len":6446,"output_len":298,"cache_len":960,"uncached_len":5486,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0117,"e2e_s":2,"decode_tps":85.8,"spec_accept_len":3.62,"spec_accept_rate":0.875,"batch_size":1},{"server_id":"rtx6000b-qwen36","ts":1792129496000,"model":"Qwen/Qwen3.6-35B-A3B-FP8","input_len":7510,"output_len":594,"cache_len":1024,"uncached_len":6486,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0064,"e2e_s":8,"decode_tps":156,"spec_accept_len":3.5,"spec_accept_rate":0.8367,"batch_size":1},{"server_id":"rtx6000b-qwen36","ts":1792129494000,"model":"Qwen/Qwen3.6-35B-A3B-FP8","input_len":8746,"output_len":595,"cache_len":960,"uncached_len":7786,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0055,"e2e_s":2,"decode_tps":181.7,"spec_accept_len":3.55,"spec_accept_rate":0.85,"batch_size":1},{"server_id":"rtx6000b-qwen36","ts":1792129492000,"model":"Qwen/Qwen3.6-35B-A3B-FP8","input_len":6458,"output_len":233,"cache_len":960,"uncached_len":5498,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0277,"e2e_s":2,"decode_tps":36.1,"spec_accept_len":3.12,"spec_accept_rate":0.705,"batch_size":1},{"server_id":"rtx6000b-qwen36","ts":1792129486000,"model":"Qwen/Qwen3.6-35B-A3B-FP8","input_len":6442,"output_len":344,"cache_len":960,"uncached_len":5482,"ttft_s":0.9123,"queue_s":null,"prefill_s":0.9123,"tpot_s":0.0148,"e2e_s":6,"decode_tps":116.6,"spec_accept_len":3.48,"spec_accept_rate":0.825,"batch_size":1},{"server_id":"rtx6000b-qwen36","ts":1792129485000,"model":"Qwen/Qwen3.6-35B-A3B-FP8","input_len":7221,"output_len":330,"cache_len":960,"uncached_len":6261,"ttft_s":1.3917,"queue_s":null,"prefill_s":1.3917,"tpot_s":0.0061,"e2e_s":1,"decode_tps":165.1,"spec_accept_len":3.6,"spec_accept_rate":0.87,"batch_size":1},{"server_id":"rtx6000b-qwen36","ts":1792129483000,"model":"Qwen/Qwen3.6-35B-A3B-FP8","input_len":7161,"output_len":302,"cache_len":960,"uncached_len":6201,"ttft_s":1.1571,"queue_s":null,"prefill_s":1.1571,"tpot_s":0.0028,"e2e_s":2,"decode_tps":150.8,"spec_accept_len":3.54,"spec_accept_rate":0.85,"batch_size":1},{"server_id":"rtx6000b-qwen36","ts":1792129482000,"model":"Qwen/Qwen3.6-35B-A3B-FP8","input_len":6447,"output_len":595,"cache_len":960,"uncached_len":5487,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.005,"e2e_s":2,"decode_tps":198.4,"spec_accept_len":3.36,"spec_accept_rate":0.79,"batch_size":1},{"server_id":"rtx6000b-qwen36","ts":1792129479000,"model":"Qwen/Qwen3.6-35B-A3B-FP8","input_len":4744,"output_len":665,"cache_len":4736,"uncached_len":8,"ttft_s":0.6639,"queue_s":null,"prefill_s":0.6639,"tpot_s":0.0035,"e2e_s":3,"decode_tps":221.5,"spec_accept_len":3,"spec_accept_rate":0.6667,"batch_size":1},{"server_id":"rtx6000b-qwen36","ts":1792129478000,"model":"Qwen/Qwen3.6-35B-A3B-FP8","input_len":6429,"output_len":143,"cache_len":960,"uncached_len":5469,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.042,"e2e_s":1,"decode_tps":23.8,"spec_accept_len":3.58,"spec_accept_rate":0.86,"batch_size":1},{"server_id":"rtx6000b-qwen36","ts":1792129471000,"model":"Qwen/Qwen3.6-35B-A3B-FP8","input_len":6053,"output_len":285,"cache_len":960,"uncached_len":5093,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0087,"e2e_s":1,"decode_tps":115.6,"spec_accept_len":3.51,"spec_accept_rate":0.84,"batch_size":1},{"server_id":"rtx6000b-qwen36","ts":1792129468000,"model":"Qwen/Qwen3.6-35B-A3B-FP8","input_len":6557,"output_len":254,"cache_len":960,"uncached_len":5597,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0256,"e2e_s":3,"decode_tps":39.1,"spec_accept_len":3.41,"spec_accept_rate":0.805,"batch_size":1},{"server_id":"rtx6000b-qwen36","ts":1792129462000,"model":"Qwen/Qwen3.6-35B-A3B-FP8","input_len":6579,"output_len":619,"cache_len":960,"uncached_len":5619,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0082,"e2e_s":7,"decode_tps":122.6,"spec_accept_len":3.44,"spec_accept_rate":0.8133,"batch_size":1},{"server_id":"rtx6000b-qwen36","ts":1792129449000,"model":"Qwen/Qwen3.6-35B-A3B-FP8","input_len":6559,"output_len":285,"cache_len":960,"uncached_len":5599,"ttft_s":1.1879,"queue_s":null,"prefill_s":1.1879,"tpot_s":0.0416,"e2e_s":13,"decode_tps":77.9,"spec_accept_len":3.44,"spec_accept_rate":0.815,"batch_size":1},{"server_id":"rtx6000b-qwen36","ts":1792129447000,"model":"Qwen/Qwen3.6-35B-A3B-FP8","input_len":6418,"output_len":290,"cache_len":1024,"uncached_len":5394,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0123,"e2e_s":2,"decode_tps":81.5,"spec_accept_len":3.41,"spec_accept_rate":0.805,"batch_size":1},{"server_id":"rtx6000b-qwen36","ts":1792129439000,"model":"Qwen/Qwen3.6-35B-A3B-FP8","input_len":6353,"output_len":644,"cache_len":1024,"uncached_len":5329,"ttft_s":1.216,"queue_s":null,"prefill_s":1.216,"tpot_s":0.0121,"e2e_s":9,"decode_tps":172.3,"spec_accept_len":3.45,"spec_accept_rate":0.8167,"batch_size":1},{"server_id":"rtx6000b-qwen36","ts":1792129438000,"model":"Qwen/Qwen3.6-35B-A3B-FP8","input_len":6403,"output_len":297,"cache_len":960,"uncached_len":5443,"ttft_s":1.2799,"queue_s":null,"prefill_s":1.2799,"tpot_s":0.0067,"e2e_s":1,"decode_tps":148.6,"spec_accept_len":3.61,"spec_accept_rate":0.875,"batch_size":1},{"server_id":"rtx6000b-qwen36","ts":1792129436000,"model":"Qwen/Qwen3.6-35B-A3B-FP8","input_len":6523,"output_len":298,"cache_len":960,"uncached_len":5563,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0113,"e2e_s":2,"decode_tps":88.6,"spec_accept_len":3.44,"spec_accept_rate":0.815,"batch_size":1},{"server_id":"rtx6000b-qwen36","ts":1792129432000,"model":"Qwen/Qwen3.6-35B-A3B-FP8","input_len":6525,"output_len":290,"cache_len":1024,"uncached_len":5501,"ttft_s":0.362,"queue_s":null,"prefill_s":0.362,"tpot_s":0.016,"e2e_s":5,"decode_tps":32.5,"spec_accept_len":3.44,"spec_accept_rate":0.815,"batch_size":1},{"server_id":"rtx6000b-qwen36","ts":1792129428000,"model":"Qwen/Qwen3.6-35B-A3B-FP8","input_len":4884,"output_len":279,"cache_len":960,"uncached_len":3924,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0383,"e2e_s":4,"decode_tps":26.1,"spec_accept_len":3.42,"spec_accept_rate":0.81,"batch_size":1},{"server_id":"rtx6000b-qwen36","ts":1792129420000,"model":"Qwen/Qwen3.6-35B-A3B-FP8","input_len":6407,"output_len":272,"cache_len":960,"uncached_len":5447,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0397,"e2e_s":8,"decode_tps":25.2,"spec_accept_len":3.4,"spec_accept_rate":0.8,"batch_size":1},{"server_id":"rtx6000b-qwen36","ts":1792129414000,"model":"Qwen/Qwen3.6-35B-A3B-FP8","input_len":6440,"output_len":392,"cache_len":960,"uncached_len":5480,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0146,"e2e_s":2,"decode_tps":68.3,"spec_accept_len":3.49,"spec_accept_rate":0.83,"batch_size":1},{"server_id":"rtx6000b-qwen36","ts":1792129396000,"model":"Qwen/Qwen3.6-35B-A3B-FP8","input_len":6012,"output_len":246,"cache_len":960,"uncached_len":5052,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0853,"e2e_s":18,"decode_tps":11.7,"spec_accept_len":3.05,"spec_accept_rate":0.685,"batch_size":1},{"server_id":"rtx6000b-qwen36","ts":1792129389000,"model":"Qwen/Qwen3.6-35B-A3B-FP8","input_len":6442,"output_len":248,"cache_len":960,"uncached_len":5482,"ttft_s":1.1332,"queue_s":null,"prefill_s":1.1332,"tpot_s":0.0238,"e2e_s":7,"decode_tps":41.9,"spec_accept_len":3.25,"spec_accept_rate":0.75,"batch_size":1},{"server_id":"rtx6000b-qwen36","ts":1792129387000,"model":"Qwen/Qwen3.6-35B-A3B-FP8","input_len":8567,"output_len":529,"cache_len":8512,"uncached_len":55,"ttft_s":0.4469,"queue_s":null,"prefill_s":0.4469,"tpot_s":0.0029,"e2e_s":2,"decode_tps":230.5,"spec_accept_len":3.48,"spec_accept_rate":0.83,"batch_size":1},{"server_id":"rtx6000b-qwen36","ts":1792129386000,"model":"Qwen/Qwen3.6-35B-A3B-FP8","input_len":6450,"output_len":515,"cache_len":960,"uncached_len":5490,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.005,"e2e_s":1,"decode_tps":201.7,"spec_accept_len":3.23,"spec_accept_rate":0.745,"batch_size":1},{"server_id":"rtx6000b-qwen36","ts":1792129373000,"model":"Qwen/Qwen3.6-35B-A3B-FP8","input_len":6322,"output_len":586,"cache_len":960,"uncached_len":5362,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0082,"e2e_s":13,"decode_tps":122,"spec_accept_len":3.25,"spec_accept_rate":0.7467,"batch_size":1},{"server_id":"rtx6000b-qwen36","ts":1792129365000,"model":"Qwen/Qwen3.6-35B-A3B-FP8","input_len":6312,"output_len":641,"cache_len":960,"uncached_len":5352,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0056,"e2e_s":8,"decode_tps":177.4,"spec_accept_len":3.5,"spec_accept_rate":0.8333,"batch_size":1},{"server_id":"rtx6000b-qwen36","ts":1792129364000,"model":"Qwen/Qwen3.6-35B-A3B-FP8","input_len":6087,"output_len":289,"cache_len":960,"uncached_len":5127,"ttft_s":null,"queue_s":null,"prefill_s":null,"tpot_s":0.0093,"e2e_s":1,"decode_tps":107.8,"spec_accept_len":3.73,"spec_accept_rate":0.91,"batch_size":1}],"from_cache":false}