2026-05-15T05:04:25.502228+08:00   INFO infer::request_trace: handlers.rs:220 request_trace {"chunks_seen":17,"completion_tokens":16,"error":null,"finish_reason":"length","kv":{"fetch_backpressure":false,"fetch_queue_depth":0,"fetch_waiters":0,"gpu_util":0.0,"store_backpressure":false,"store_queue_depth":0},"max_tokens":16,"prefix":{"direct_gpu_attach":false,"hit_rate":0.0,"lookup_latency_us":0,"lookup_reusable_tokens":0,"matched_tokens":0,"prefetch":false,"ready_on_gpu":false,"recompute":false,"request_hit_rate":0.0,"request_skip_rate":0.0,"resume_prefill_tokens":26,"skip_rate":0.0,"staged":false},"preprocess":{"queue_depth":0,"tokenize_us":365,"wait_us":1},"prompt_bytes":187,"prompt_tokens":26,"request_id":"chatcmpl-d58596ed-966e-4383-9357-a8a21fbf887d","route":"/v1/chat/completions","scheduler":{"active":0,"batch_width":0,"decode_tokens":0,"loop_us":{"cleanup":3,"total":362192},"phase_us":{"admission":41,"decode":114993,"emit":3,"prefill":270859,"total":362130},"pipeline_us":{"cpu_plan":1,"gpu_command_queue_depth":0,"gpu_completion_wait":2031,"snapshot":0},"prefill_queue":0,"prefill_tokens":0,"running_batch":0,"scheduled_decode_rows":0,"scheduled_prefill_rows":0,"scheduled_rows":0,"step_last_s":0.001826,"waiting":0},"stream":true,"terminal_seen":true,"text_bytes":89,"throughput":{"completion_tokens_per_s_e2e":4.733050890552708,"prompt_tokens_per_s_at_ttft":17.77303504489511,"total_tokens_per_s_e2e":12.424258587700857},"token_ids_seen":16,"total_ms":3380.4834069999997,"total_tokens":42,"ttft_ms":1462.890268}
2026-05-15T05:04:35.672321+08:00   INFO infer::request_trace: handlers.rs:220 request_trace {"chunks_seen":65,"completion_tokens":64,"error":null,"finish_reason":"length","kv":{"fetch_backpressure":false,"fetch_queue_depth":0,"fetch_waiters":0,"gpu_util":0.0,"store_backpressure":false,"store_queue_depth":0},"max_tokens":64,"prefix":{"direct_gpu_attach":false,"hit_rate":0.0,"lookup_latency_us":0,"lookup_reusable_tokens":0,"matched_tokens":0,"prefetch":false,"ready_on_gpu":false,"recompute":false,"request_hit_rate":0.0,"request_skip_rate":0.0,"resume_prefill_tokens":35,"skip_rate":0.0,"staged":false},"preprocess":{"queue_depth":0,"tokenize_us":369,"wait_us":1},"prompt_bytes":233,"prompt_tokens":35,"request_id":"chatcmpl-7d5f053b-ac42-4a15-b1f9-137525f60b4d","route":"/v1/chat/completions","scheduler":{"active":0,"batch_width":0,"decode_tokens":0,"loop_us":{"cleanup":6,"total":118794},"phase_us":{"admission":9,"decode":118246,"emit":4,"prefill":514,"total":118749},"pipeline_us":{"cpu_plan":2,"gpu_command_queue_depth":0,"gpu_completion_wait":2040,"snapshot":0},"prefill_queue":0,"prefill_tokens":0,"running_batch":0,"scheduled_decode_rows":0,"scheduled_prefill_rows":0,"scheduled_rows":0,"step_last_s":0.001952,"waiting":0},"stream":true,"terminal_seen":true,"text_bytes":334,"throughput":{"completion_tokens_per_s_e2e":6.293444994917515,"prompt_tokens_per_s_at_ttft":17.616455153464713,"total_tokens_per_s_e2e":9.73517272651303},"token_ids_seen":64,"total_ms":10169.311092999998,"total_tokens":99,"ttft_ms":1986.778821}
2026-05-15T05:04:36.925963+08:00   INFO infer::request_trace: handlers.rs:220 request_trace {"chunks_seen":2,"completion_tokens":1,"error":null,"finish_reason":"stop","kv":{"fetch_backpressure":false,"fetch_queue_depth":0,"fetch_waiters":0,"gpu_util":0.0,"store_backpressure":false,"store_queue_depth":0},"max_tokens":16,"prefix":{"direct_gpu_attach":false,"hit_rate":0.0,"lookup_latency_us":0,"lookup_reusable_tokens":0,"matched_tokens":0,"prefetch":false,"ready_on_gpu":false,"recompute":false,"request_hit_rate":0.0,"request_skip_rate":0.0,"resume_prefill_tokens":20,"skip_rate":0.0,"staged":false},"preprocess":{"queue_depth":0,"tokenize_us":209,"wait_us":1},"prompt_bytes":120,"prompt_tokens":20,"request_id":"chatcmpl-eb2a1d6a-d4eb-4056-ab5f-cf1aba95f9e6","route":"/v1/chat/completions","scheduler":{"active":0,"batch_width":0,"decode_tokens":0,"loop_us":{"cleanup":5,"total":189189},"phase_us":{"admission":5175,"decode":97464,"emit":3,"prefill":86520,"total":189143},"pipeline_us":{"cpu_plan":2,"gpu_command_queue_depth":0,"gpu_completion_wait":1655,"snapshot":0},"prefill_queue":0,"prefill_tokens":0,"running_batch":0,"scheduled_decode_rows":0,"scheduled_prefill_rows":0,"scheduled_rows":0,"step_last_s":0.001576,"waiting":0},"stream":true,"terminal_seen":true,"text_bytes":3,"throughput":{"completion_tokens_per_s_e2e":0.7980587017776232,"prompt_tokens_per_s_at_ttft":17.732080221055135,"total_tokens_per_s_e2e":16.759232737330088},"token_ids_seen":1,"total_ms":1253.040657,"total_tokens":21,"ttft_ms":1127.899251}
