2026-05-15T05:03:45.921544+08:00   INFO infer::request_trace: handlers.rs:220 request_trace {"chunks_seen":17,"completion_tokens":16,"error":null,"finish_reason":"length","kv":{"fetch_backpressure":false,"fetch_queue_depth":0,"fetch_waiters":0,"gpu_util":0.0,"store_backpressure":false,"store_queue_depth":0},"max_tokens":16,"prefix":{"direct_gpu_attach":false,"hit_rate":0.0,"lookup_latency_us":0,"lookup_reusable_tokens":0,"matched_tokens":0,"prefetch":false,"ready_on_gpu":false,"recompute":false,"request_hit_rate":0.0,"request_skip_rate":0.0,"resume_prefill_tokens":26,"skip_rate":0.0,"staged":false},"preprocess":{"queue_depth":0,"tokenize_us":343,"wait_us":1},"prompt_bytes":187,"prompt_tokens":26,"request_id":"chatcmpl-f2d6374d-1e80-4942-a61b-887bb782ed3f","route":"/v1/chat/completions","scheduler":{"active":0,"batch_width":0,"decode_tokens":0,"loop_us":{"cleanup":2,"total":156993},"phase_us":{"admission":38,"decode":74394,"emit":3,"prefill":98301,"total":156950},"pipeline_us":{"cpu_plan":1,"gpu_command_queue_depth":0,"gpu_completion_wait":861,"snapshot":0},"prefill_queue":0,"prefill_tokens":0,"running_batch":0,"scheduled_decode_rows":0,"scheduled_prefill_rows":0,"scheduled_rows":0,"step_last_s":0.000983,"waiting":0},"stream":true,"terminal_seen":true,"text_bytes":89,"throughput":{"completion_tokens_per_s_e2e":9.064549889710744,"prompt_tokens_per_s_at_ttft":48.91466255972638,"total_tokens_per_s_e2e":23.794443460490704},"token_ids_seen":16,"total_ms":1765.1179809999999,"total_tokens":42,"ttft_ms":531.537961}
2026-05-15T05:03:51.981229+08:00   INFO infer::request_trace: handlers.rs:220 request_trace {"chunks_seen":65,"completion_tokens":64,"error":null,"finish_reason":"length","kv":{"fetch_backpressure":false,"fetch_queue_depth":0,"fetch_waiters":0,"gpu_util":0.0,"store_backpressure":false,"store_queue_depth":0},"max_tokens":64,"prefix":{"direct_gpu_attach":false,"hit_rate":0.0,"lookup_latency_us":0,"lookup_reusable_tokens":0,"matched_tokens":0,"prefetch":false,"ready_on_gpu":false,"recompute":false,"request_hit_rate":0.0,"request_skip_rate":0.0,"resume_prefill_tokens":35,"skip_rate":0.0,"staged":false},"preprocess":{"queue_depth":0,"tokenize_us":366,"wait_us":1},"prompt_bytes":233,"prompt_tokens":35,"request_id":"chatcmpl-95edb239-28f5-4330-8652-a9189d536d3f","route":"/v1/chat/completions","scheduler":{"active":0,"batch_width":0,"decode_tokens":0,"loop_us":{"cleanup":3,"total":78199},"phase_us":{"admission":9,"decode":78000,"emit":3,"prefill":181,"total":78176},"pipeline_us":{"cpu_plan":1,"gpu_command_queue_depth":0,"gpu_completion_wait":835,"snapshot":0},"prefill_queue":0,"prefill_tokens":0,"running_batch":0,"scheduled_decode_rows":0,"scheduled_prefill_rows":0,"scheduled_rows":0,"step_last_s":0.000488,"waiting":0},"stream":true,"terminal_seen":true,"text_bytes":334,"throughput":{"completion_tokens_per_s_e2e":10.56307493757483,"prompt_tokens_per_s_at_ttft":48.79571172689703,"total_tokens_per_s_e2e":16.339756544061064},"token_ids_seen":64,"total_ms":6058.841803,"total_tokens":99,"ttft_ms":717.276145}
2026-05-15T05:03:52.498179+08:00   INFO infer::request_trace: handlers.rs:220 request_trace {"chunks_seen":2,"completion_tokens":1,"error":null,"finish_reason":"stop","kv":{"fetch_backpressure":false,"fetch_queue_depth":0,"fetch_waiters":0,"gpu_util":0.0,"store_backpressure":false,"store_queue_depth":0},"max_tokens":16,"prefix":{"direct_gpu_attach":false,"hit_rate":0.0,"lookup_latency_us":0,"lookup_reusable_tokens":0,"matched_tokens":0,"prefetch":false,"ready_on_gpu":false,"recompute":false,"request_hit_rate":0.0,"request_skip_rate":0.0,"resume_prefill_tokens":20,"skip_rate":0.0,"staged":false},"preprocess":{"queue_depth":0,"tokenize_us":211,"wait_us":1},"prompt_bytes":120,"prompt_tokens":20,"request_id":"chatcmpl-8f3d8238-3d1e-4e8f-b00f-d3e534a33af5","route":"/v1/chat/completions","scheduler":{"active":0,"batch_width":0,"decode_tokens":0,"loop_us":{"cleanup":4,"total":99542},"phase_us":{"admission":5052,"decode":64259,"emit":2,"prefill":30196,"total":99496},"pipeline_us":{"cpu_plan":1,"gpu_command_queue_depth":0,"gpu_completion_wait":651,"snapshot":0},"prefill_queue":0,"prefill_tokens":0,"running_batch":0,"scheduled_decode_rows":0,"scheduled_prefill_rows":0,"scheduled_rows":0,"step_last_s":0.000499,"waiting":0},"stream":true,"terminal_seen":true,"text_bytes":3,"throughput":{"completion_tokens_per_s_e2e":1.9367606998267097,"prompt_tokens_per_s_at_ttft":46.08698075146831,"total_tokens_per_s_e2e":40.671974696360905},"token_ids_seen":1,"total_ms":516.326049,"total_tokens":21,"ttft_ms":433.962036}
