2026-05-14T16:37:24.558946+08:00   INFO infer::hf_hub: hf_hub.rs:49 Using local model path: /root/DeepSeek-V4-Flash
2026-05-14T16:37:24.559713+08:00   INFO infer::hf_hub: hf_hub.rs:49 Using local model path: /root/DeepSeek-V4-Flash
2026-05-14T16:37:24.559903+08:00   INFO infer: main.rs:402 DeepSeek V4 serving distributed env: ranks=8 gpu_layers=43 model=/root/DeepSeek-V4-Flash
2026-05-14T16:37:24.569640+08:00   INFO infer::hf_hub: hf_hub.rs:49 Using local model path: /root/DeepSeek-V4-Flash
2026-05-14T16:37:24.569657+08:00   INFO infer::hf_hub: hf_hub.rs:49 Using local model path: /root/DeepSeek-V4-Flash
2026-05-14T16:37:24.569692+08:00   INFO infer: main.rs:1079 === Infer Server - DeepSeek-V4 (GPU) ===
2026-05-14T16:37:24.798277+08:00   INFO infer::runtime_topology: runtime_topology.rs:132 Runtime topology: numa_nodes=2 gpus=8 nics=8 fallback_cpus=0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179
2026-05-14T16:37:24.798307+08:00   INFO infer::runtime_topology: runtime_topology.rs:140 Runtime topology NUMA node 0: cpus=0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89
2026-05-14T16:37:24.798316+08:00   INFO infer::runtime_topology: runtime_topology.rs:140 Runtime topology NUMA node 1: cpus=90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179
2026-05-14T16:37:24.798323+08:00   INFO infer::runtime_topology: runtime_topology.rs:147 Runtime topology GPU 0: pci=65:02.0 numa=Some(0) local_cpus=0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89 nearest_nics=eth0,eth1,eth2,eth5
2026-05-14T16:37:24.798338+08:00   INFO infer::runtime_topology: runtime_topology.rs:147 Runtime topology GPU 1: pci=65:03.0 numa=Some(0) local_cpus=0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89 nearest_nics=eth0,eth1,eth2,eth5
2026-05-14T16:37:24.798345+08:00   INFO infer::runtime_topology: runtime_topology.rs:147 Runtime topology GPU 2: pci=67:02.0 numa=Some(0) local_cpus=0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89 nearest_nics=eth0,eth1,eth2,eth5
2026-05-14T16:37:24.798352+08:00   INFO infer::runtime_topology: runtime_topology.rs:147 Runtime topology GPU 3: pci=67:03.0 numa=Some(0) local_cpus=0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89 nearest_nics=eth0,eth1,eth2,eth5
2026-05-14T16:37:24.798367+08:00   INFO infer::runtime_topology: runtime_topology.rs:147 Runtime topology GPU 4: pci=69:02.0 numa=Some(1) local_cpus=90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179 nearest_nics=eth3,eth4
2026-05-14T16:37:24.798374+08:00   INFO infer::runtime_topology: runtime_topology.rs:147 Runtime topology GPU 5: pci=69:03.0 numa=Some(1) local_cpus=90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179 nearest_nics=eth3,eth4
2026-05-14T16:37:24.798382+08:00   INFO infer::runtime_topology: runtime_topology.rs:147 Runtime topology GPU 6: pci=6b:02.0 numa=Some(1) local_cpus=90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179 nearest_nics=eth3,eth4
2026-05-14T16:37:24.798387+08:00   INFO infer::runtime_topology: runtime_topology.rs:147 Runtime topology GPU 7: pci=6b:03.0 numa=Some(1) local_cpus=90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179 nearest_nics=eth3,eth4
2026-05-14T16:37:24.798395+08:00   INFO infer::runtime_topology: runtime_topology.rs:161 Runtime topology NIC eth0: pci=00:02.0 numa=Some(0) local_cpus=0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89
2026-05-14T16:37:24.798409+08:00   INFO infer::runtime_topology: runtime_topology.rs:161 Runtime topology NIC eth1: pci=65:01.0 numa=Some(0) local_cpus=0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89
2026-05-14T16:37:24.798418+08:00   INFO infer::runtime_topology: runtime_topology.rs:161 Runtime topology NIC eth2: pci=67:01.0 numa=Some(0) local_cpus=0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89
2026-05-14T16:37:24.798424+08:00   INFO infer::runtime_topology: runtime_topology.rs:161 Runtime topology NIC eth3: pci=69:01.0 numa=Some(1) local_cpus=90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179
2026-05-14T16:37:24.798431+08:00   INFO infer::runtime_topology: runtime_topology.rs:161 Runtime topology NIC eth4: pci=6b:01.0 numa=Some(1) local_cpus=90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179
2026-05-14T16:37:24.798440+08:00   INFO infer::runtime_topology: runtime_topology.rs:161 Runtime topology NIC eth5: pci=00:03.0 numa=Some(0) local_cpus=0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89
2026-05-14T16:37:24.798452+08:00   INFO infer::runtime_topology: runtime_topology.rs:161 Runtime topology NIC eth6: pci=00:04.0 numa=None local_cpus=0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179
2026-05-14T16:37:24.798462+08:00   INFO infer::runtime_topology: runtime_topology.rs:161 Runtime topology NIC eth7: pci=00:05.0 numa=None local_cpus=0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179
2026-05-14T16:37:24.798475+08:00   INFO infer: main.rs:1090 Configured 8 CUDA scheduler workers; per-worker bootstrap will bind CPU affinity before initializing CUDA
2026-05-14T16:37:24.798478+08:00   INFO infer: main.rs:809 Final runtime worker placement: worker=0 cuda_ordinal=0 gpu=0 numa=Some(0) cpus=90 nics=eth0,eth1,eth2,eth5 affinity_applied=false reason=multi-worker bootstrap applies affinity per worker before CUDA context
2026-05-14T16:37:24.798489+08:00   INFO infer: main.rs:809 Final runtime worker placement: worker=1 cuda_ordinal=1 gpu=1 numa=Some(0) cpus=90 nics=eth0,eth1,eth2,eth5 affinity_applied=false reason=multi-worker bootstrap applies affinity per worker before CUDA context
2026-05-14T16:37:24.798491+08:00   INFO infer: main.rs:809 Final runtime worker placement: worker=2 cuda_ordinal=2 gpu=2 numa=Some(0) cpus=90 nics=eth0,eth1,eth2,eth5 affinity_applied=false reason=multi-worker bootstrap applies affinity per worker before CUDA context
2026-05-14T16:37:24.798493+08:00   INFO infer: main.rs:809 Final runtime worker placement: worker=3 cuda_ordinal=3 gpu=3 numa=Some(0) cpus=90 nics=eth0,eth1,eth2,eth5 affinity_applied=false reason=multi-worker bootstrap applies affinity per worker before CUDA context
2026-05-14T16:37:24.798495+08:00   INFO infer: main.rs:809 Final runtime worker placement: worker=4 cuda_ordinal=4 gpu=4 numa=Some(1) cpus=90 nics=eth3,eth4 affinity_applied=false reason=multi-worker bootstrap applies affinity per worker before CUDA context
2026-05-14T16:37:24.798497+08:00   INFO infer: main.rs:809 Final runtime worker placement: worker=5 cuda_ordinal=5 gpu=5 numa=Some(1) cpus=90 nics=eth3,eth4 affinity_applied=false reason=multi-worker bootstrap applies affinity per worker before CUDA context
2026-05-14T16:37:24.798498+08:00   INFO infer: main.rs:809 Final runtime worker placement: worker=6 cuda_ordinal=6 gpu=6 numa=Some(1) cpus=90 nics=eth3,eth4 affinity_applied=false reason=multi-worker bootstrap applies affinity per worker before CUDA context
2026-05-14T16:37:24.798502+08:00   INFO infer: main.rs:809 Final runtime worker placement: worker=7 cuda_ordinal=7 gpu=7 numa=Some(1) cpus=90 nics=eth3,eth4 affinity_applied=false reason=multi-worker bootstrap applies affinity per worker before CUDA context
2026-05-14T16:37:24.801109+08:00   INFO infer: main.rs:1119 Skipping process-wide early GPU memory snapshot for 8 CUDA workers; each worker snapshots after NUMA binding before model load
2026-05-14T16:37:24.801121+08:00   INFO infer: main.rs:1126 Loading model...
2026-05-14T16:37:24.801293+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:339 CUDA bootstrap worker placement: worker=0 gpu=0 cuda_ordinal=Some(0) numa=Some(0) cpus=90 nics=eth0,eth1,eth2,eth5 affinity_applied=true reason=applied
2026-05-14T16:37:24.801351+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:339 CUDA bootstrap worker placement: worker=1 gpu=1 cuda_ordinal=Some(1) numa=Some(0) cpus=90 nics=eth0,eth1,eth2,eth5 affinity_applied=true reason=applied
2026-05-14T16:37:24.801371+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:339 CUDA bootstrap worker placement: worker=2 gpu=2 cuda_ordinal=Some(2) numa=Some(0) cpus=90 nics=eth0,eth1,eth2,eth5 affinity_applied=true reason=applied
2026-05-14T16:37:24.801417+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:339 CUDA bootstrap worker placement: worker=3 gpu=3 cuda_ordinal=Some(3) numa=Some(0) cpus=90 nics=eth0,eth1,eth2,eth5 affinity_applied=true reason=applied
2026-05-14T16:37:24.801502+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:339 CUDA bootstrap worker placement: worker=4 gpu=4 cuda_ordinal=Some(4) numa=Some(1) cpus=90 nics=eth3,eth4 affinity_applied=true reason=applied
2026-05-14T16:37:24.801573+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:339 CUDA bootstrap worker placement: worker=5 gpu=5 cuda_ordinal=Some(5) numa=Some(1) cpus=90 nics=eth3,eth4 affinity_applied=true reason=applied
2026-05-14T16:37:24.801589+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:339 CUDA bootstrap worker placement: worker=6 gpu=6 cuda_ordinal=Some(6) numa=Some(1) cpus=90 nics=eth3,eth4 affinity_applied=true reason=applied
2026-05-14T16:37:24.801628+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:339 CUDA bootstrap worker placement: worker=7 gpu=7 cuda_ordinal=Some(7) numa=Some(1) cpus=90 nics=eth3,eth4 affinity_applied=true reason=applied
2026-05-14T16:37:25.722596+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:377 GPU memory @ pre_model_load: free=101.70 GB / total=102.25 GB (delta vs post_cuda_ctx = +0 MB bytes — AOT cubins + lazy_static loaders)
2026-05-14T16:37:25.722636+08:00   INFO infer::hf_hub: hf_hub.rs:49 Using local model path: /root/DeepSeek-V4-Flash
2026-05-14T16:37:25.722700+08:00   INFO infer::hf_hub: hf_hub.rs:49 Using local model path: /root/DeepSeek-V4-Flash
2026-05-14T16:37:25.737230+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:377 GPU memory @ pre_model_load: free=101.70 GB / total=102.25 GB (delta vs post_cuda_ctx = +0 MB bytes — AOT cubins + lazy_static loaders)
2026-05-14T16:37:25.737264+08:00   INFO infer::hf_hub: hf_hub.rs:49 Using local model path: /root/DeepSeek-V4-Flash
2026-05-14T16:37:25.737322+08:00   INFO infer::hf_hub: hf_hub.rs:49 Using local model path: /root/DeepSeek-V4-Flash
2026-05-14T16:37:25.752215+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:377 GPU memory @ pre_model_load: free=101.70 GB / total=102.25 GB (delta vs post_cuda_ctx = +0 MB bytes — AOT cubins + lazy_static loaders)
2026-05-14T16:37:25.752251+08:00   INFO infer::hf_hub: hf_hub.rs:49 Using local model path: /root/DeepSeek-V4-Flash
2026-05-14T16:37:25.752305+08:00   INFO infer::hf_hub: hf_hub.rs:49 Using local model path: /root/DeepSeek-V4-Flash
2026-05-14T16:37:25.769547+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:377 GPU memory @ pre_model_load: free=101.70 GB / total=102.25 GB (delta vs post_cuda_ctx = +0 MB bytes — AOT cubins + lazy_static loaders)
2026-05-14T16:37:25.769580+08:00   INFO infer::hf_hub: hf_hub.rs:49 Using local model path: /root/DeepSeek-V4-Flash
2026-05-14T16:37:25.769638+08:00   INFO infer::hf_hub: hf_hub.rs:49 Using local model path: /root/DeepSeek-V4-Flash
2026-05-14T16:37:25.785446+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:377 GPU memory @ pre_model_load: free=101.70 GB / total=102.25 GB (delta vs post_cuda_ctx = +0 MB bytes — AOT cubins + lazy_static loaders)
2026-05-14T16:37:25.785471+08:00   INFO infer::hf_hub: hf_hub.rs:49 Using local model path: /root/DeepSeek-V4-Flash
2026-05-14T16:37:25.785526+08:00   INFO infer::hf_hub: hf_hub.rs:49 Using local model path: /root/DeepSeek-V4-Flash
2026-05-14T16:37:25.804100+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:377 GPU memory @ pre_model_load: free=101.70 GB / total=102.25 GB (delta vs post_cuda_ctx = +0 MB bytes — AOT cubins + lazy_static loaders)
2026-05-14T16:37:25.804131+08:00   INFO infer::hf_hub: hf_hub.rs:49 Using local model path: /root/DeepSeek-V4-Flash
2026-05-14T16:37:25.804219+08:00   INFO infer::hf_hub: hf_hub.rs:49 Using local model path: /root/DeepSeek-V4-Flash
2026-05-14T16:37:25.824786+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:377 GPU memory @ pre_model_load: free=101.70 GB / total=102.25 GB (delta vs post_cuda_ctx = +0 MB bytes — AOT cubins + lazy_static loaders)
2026-05-14T16:37:25.824820+08:00   INFO infer::hf_hub: hf_hub.rs:49 Using local model path: /root/DeepSeek-V4-Flash
2026-05-14T16:37:25.824871+08:00   INFO infer::hf_hub: hf_hub.rs:49 Using local model path: /root/DeepSeek-V4-Flash
2026-05-14T16:37:25.849054+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:377 GPU memory @ pre_model_load: free=101.70 GB / total=102.25 GB (delta vs post_cuda_ctx = +0 MB bytes — AOT cubins + lazy_static loaders)
2026-05-14T16:37:25.849089+08:00   INFO infer::hf_hub: hf_hub.rs:49 Using local model path: /root/DeepSeek-V4-Flash
2026-05-14T16:37:25.849142+08:00   INFO infer::hf_hub: hf_hub.rs:49 Using local model path: /root/DeepSeek-V4-Flash
2026-05-14T16:37:29.104090+08:00   INFO infer::weight_loader: weight_loader.rs:77 Memory-mapped 46 shard(s) (159617.1 MB) in 0ms
2026-05-14T16:37:29.105562+08:00   INFO infer::weight_loader: weight_loader.rs:77 Memory-mapped 46 shard(s) (159617.1 MB) in 0ms
2026-05-14T16:37:29.106209+08:00   INFO infer::weight_loader: weight_loader.rs:77 Memory-mapped 46 shard(s) (159617.1 MB) in 0ms
2026-05-14T16:37:29.106218+08:00   INFO infer::weight_loader: weight_loader.rs:77 Memory-mapped 46 shard(s) (159617.1 MB) in 0ms
2026-05-14T16:37:29.106740+08:00   INFO infer::weight_loader: weight_loader.rs:77 Memory-mapped 46 shard(s) (159617.1 MB) in 0ms
2026-05-14T16:37:29.107096+08:00   INFO infer::weight_loader: weight_loader.rs:77 Memory-mapped 46 shard(s) (159617.1 MB) in 0ms
2026-05-14T16:37:29.107388+08:00   INFO infer::weight_loader: weight_loader.rs:77 Memory-mapped 46 shard(s) (159617.1 MB) in 0ms
2026-05-14T16:37:29.110252+08:00   INFO infer::weight_loader: weight_loader.rs:77 Memory-mapped 46 shard(s) (159617.1 MB) in 0ms
2026-05-14T16:37:42.036132+08:00   INFO infer::model::deepseek::weights: weights.rs:1915 DeepSeek V4 loaded GPU-resident layer weights: layers=43 local_experts_per_layer=32 tp_rank=3/8 ep_rank=3/8
2026-05-14T16:37:42.036140+08:00   INFO infer::model::deepseek::weights: weights.rs:1915 DeepSeek V4 loaded GPU-resident layer weights: layers=43 local_experts_per_layer=32 tp_rank=1/8 ep_rank=1/8
2026-05-14T16:37:42.036173+08:00   INFO infer::model::deepseek::weights: weights.rs:313 DeepSeek V4 Phase 2A.1 CUDA top-level logits smoke loaded: sliding_window_layers=2 csa_layers=21 hca_layers=20 vocab_size=129280 hidden_size=4096 tp_rank=3/8 ep_rank=3/8 experts_per_rank=32 real_reference=false
2026-05-14T16:37:42.036190+08:00   INFO infer::model::deepseek::weights: weights.rs:313 DeepSeek V4 Phase 2A.1 CUDA top-level logits smoke loaded: sliding_window_layers=2 csa_layers=21 hca_layers=20 vocab_size=129280 hidden_size=4096 tp_rank=1/8 ep_rank=1/8 experts_per_rank=32 real_reference=false
2026-05-14T16:37:42.742953+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:391 GPU memory @ post_model_load: free=77.89 GB / total=102.25 GB
2026-05-14T16:37:42.743634+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:522 Scheduling envelope (resolved | SGLang-equiv): max_num_batched_tokens=16384 | 16384, chunked_prefill_size=16384 | 16384, max_prefill_tokens=16384 | 16384, mem_fraction_static=0.10 | 0.85, max_slots=1 | (n/a — SGLang has no fixed cap)
2026-05-14T16:37:42.743645+08:00   INFO infer::scheduler::cuda::core: core.rs:1010 KV cache: using explicit --max-seq-len=900000
2026-05-14T16:37:42.743698+08:00   INFO infer::scheduler::cuda::core::construction: construction.rs:132 Initialized state slot 1/1
2026-05-14T16:37:42.743724+08:00   WARN infer::scheduler::cuda::core::construction: construction.rs:197 TokenKVPool budget raised from 0.000 GB to 0.302 GB to honor explicit max_seq_len=900000 across 1 slot(s)
2026-05-14T16:37:42.743731+08:00   INFO infer::scheduler::cuda::core::construction: construction.rs:214 TokenKVPool budget: 0.3 GB (contiguous=0.0 GB, est_workspace=0.0 GB, fraction=10%)
2026-05-14T16:37:42.743735+08:00   INFO cuda_kernels::paged_kv: paged_kv.rs:333 TokenKVPool: 900000 max tokens (56250 pages @ page_size=16), 0.3 GB for 20 layers (1 kv_heads x 4 head_dim, kv_dim=4, format=FP8E4M3)
2026-05-14T16:37:42.744990+08:00   INFO cuda_kernels::paged_kv: paged_kv.rs:421 TokenKVPool FP8E4M3: data=7.2MB/layer scales=7.2MB/layer working=14.4MB
2026-05-14T16:37:42.771526+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:391 GPU memory @ post_model_load: free=77.89 GB / total=102.25 GB
2026-05-14T16:37:42.772261+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:522 Scheduling envelope (resolved | SGLang-equiv): max_num_batched_tokens=16384 | 16384, chunked_prefill_size=16384 | 16384, max_prefill_tokens=16384 | 16384, mem_fraction_static=0.10 | 0.85, max_slots=1 | (n/a — SGLang has no fixed cap)
2026-05-14T16:37:42.772273+08:00   INFO infer::scheduler::cuda::core: core.rs:1010 KV cache: using explicit --max-seq-len=900000
2026-05-14T16:37:42.772323+08:00   INFO infer::scheduler::cuda::core::construction: construction.rs:132 Initialized state slot 1/1
2026-05-14T16:37:42.772336+08:00   WARN infer::scheduler::cuda::core::construction: construction.rs:197 TokenKVPool budget raised from 0.000 GB to 0.302 GB to honor explicit max_seq_len=900000 across 1 slot(s)
2026-05-14T16:37:42.772342+08:00   INFO infer::scheduler::cuda::core::construction: construction.rs:214 TokenKVPool budget: 0.3 GB (contiguous=0.0 GB, est_workspace=0.0 GB, fraction=10%)
2026-05-14T16:37:42.772346+08:00   INFO cuda_kernels::paged_kv: paged_kv.rs:333 TokenKVPool: 900000 max tokens (56250 pages @ page_size=16), 0.3 GB for 20 layers (1 kv_heads x 4 head_dim, kv_dim=4, format=FP8E4M3)
2026-05-14T16:37:42.774708+08:00   INFO infer::scheduler::cuda::core::construction: construction.rs:245 Scheduler ready: model=DeepSeek-V4-Flash, slots=1, seed=42, max_seq_len=900000, max_waiting=256, chunked_prefill_size=16384, max_num_batched_tokens=16384, max_prefill_tokens=16384, prefill_max_requests=none, schedule_policy=fcfs, admission_policy=queue-bound, cold_headroom=default, prefix_cache=on, short_prompt_bypass_tokens=256, stream_interval=1, host_pool=67.1MB, t1_min_prompt_tokens=4096
2026-05-14T16:37:42.774810+08:00   INFO infer::scheduler::cuda::core::construction: construction.rs:290 Scheduler worker placement: worker=1 gpu=1 numa=Some(0) cpus=90 nics=eth0,eth1,eth2,eth5
2026-05-14T16:37:42.776069+08:00   INFO cuda_kernels::paged_kv: paged_kv.rs:421 TokenKVPool FP8E4M3: data=7.2MB/layer scales=7.2MB/layer working=14.4MB
2026-05-14T16:37:42.791598+08:00   INFO infer::scheduler::cuda::core::construction: construction.rs:245 Scheduler ready: model=DeepSeek-V4-Flash, slots=1, seed=42, max_seq_len=900000, max_waiting=256, chunked_prefill_size=16384, max_num_batched_tokens=16384, max_prefill_tokens=16384, prefill_max_requests=none, schedule_policy=fcfs, admission_policy=queue-bound, cold_headroom=default, prefix_cache=on, short_prompt_bypass_tokens=256, stream_interval=1, host_pool=67.1MB, t1_min_prompt_tokens=4096
2026-05-14T16:37:42.791732+08:00   INFO infer::scheduler::cuda::core::construction: construction.rs:290 Scheduler worker placement: worker=3 gpu=3 numa=Some(0) cpus=90 nics=eth0,eth1,eth2,eth5
2026-05-14T16:37:42.795790+08:00   INFO infer::scheduler::cuda::core::emit_worker: emit_worker.rs:77 CUDA detokenizer worker ready: worker=1 numa=Some(0) cpus=90 affinity_applied=true reason=applied
2026-05-14T16:37:42.812547+08:00   INFO infer::scheduler::cuda::core::emit_worker: emit_worker.rs:77 CUDA detokenizer worker ready: worker=3 numa=Some(0) cpus=90 affinity_applied=true reason=applied
2026-05-14T16:37:42.826386+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:565 CUDA scheduler worker ready: worker=1 gpu=1 cuda_ordinal=Some(1) numa=Some(0) cpus=90 affinity_applied=true reason=applied
2026-05-14T16:37:42.826465+08:00   INFO infer::scheduler::cuda::core::warmup: warmup.rs:46 Graph capture disabled (eager decode, e.g. LoRA); running eager warmup + cublasLt autotune for 1 batch sizes (max 1)...
2026-05-14T16:37:42.833830+08:00   INFO infer::model::deepseek::weights: weights.rs:1915 DeepSeek V4 loaded GPU-resident layer weights: layers=43 local_experts_per_layer=32 tp_rank=7/8 ep_rank=7/8
2026-05-14T16:37:42.833867+08:00   INFO infer::model::deepseek::weights: weights.rs:313 DeepSeek V4 Phase 2A.1 CUDA top-level logits smoke loaded: sliding_window_layers=2 csa_layers=21 hca_layers=20 vocab_size=129280 hidden_size=4096 tp_rank=7/8 ep_rank=7/8 experts_per_rank=32 real_reference=false
2026-05-14T16:37:43.236592+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:391 GPU memory @ post_model_load: free=77.89 GB / total=102.25 GB
2026-05-14T16:37:43.237254+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:522 Scheduling envelope (resolved | SGLang-equiv): max_num_batched_tokens=16384 | 16384, chunked_prefill_size=16384 | 16384, max_prefill_tokens=16384 | 16384, mem_fraction_static=0.10 | 0.85, max_slots=1 | (n/a — SGLang has no fixed cap)
2026-05-14T16:37:43.237267+08:00   INFO infer::scheduler::cuda::core: core.rs:1010 KV cache: using explicit --max-seq-len=900000
2026-05-14T16:37:43.237327+08:00   INFO infer::scheduler::cuda::core::construction: construction.rs:132 Initialized state slot 1/1
2026-05-14T16:37:43.237351+08:00   WARN infer::scheduler::cuda::core::construction: construction.rs:197 TokenKVPool budget raised from 0.000 GB to 0.302 GB to honor explicit max_seq_len=900000 across 1 slot(s)
2026-05-14T16:37:43.237356+08:00   INFO infer::scheduler::cuda::core::construction: construction.rs:214 TokenKVPool budget: 0.3 GB (contiguous=0.0 GB, est_workspace=0.0 GB, fraction=10%)
2026-05-14T16:37:43.237360+08:00   INFO cuda_kernels::paged_kv: paged_kv.rs:333 TokenKVPool: 900000 max tokens (56250 pages @ page_size=16), 0.3 GB for 20 layers (1 kv_heads x 4 head_dim, kv_dim=4, format=FP8E4M3)
2026-05-14T16:37:43.239034+08:00   INFO cuda_kernels::paged_kv: paged_kv.rs:421 TokenKVPool FP8E4M3: data=7.2MB/layer scales=7.2MB/layer working=14.4MB
2026-05-14T16:37:43.247875+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:565 CUDA scheduler worker ready: worker=3 gpu=3 cuda_ordinal=Some(3) numa=Some(0) cpus=90 affinity_applied=true reason=applied
2026-05-14T16:37:43.247906+08:00   INFO infer::scheduler::cuda::core::warmup: warmup.rs:46 Graph capture disabled (eager decode, e.g. LoRA); running eager warmup + cublasLt autotune for 1 batch sizes (max 1)...
2026-05-14T16:37:43.255632+08:00   INFO infer::scheduler::cuda::core::construction: construction.rs:245 Scheduler ready: model=DeepSeek-V4-Flash, slots=1, seed=42, max_seq_len=900000, max_waiting=256, chunked_prefill_size=16384, max_num_batched_tokens=16384, max_prefill_tokens=16384, prefill_max_requests=none, schedule_policy=fcfs, admission_policy=queue-bound, cold_headroom=default, prefix_cache=on, short_prompt_bypass_tokens=256, stream_interval=1, host_pool=67.1MB, t1_min_prompt_tokens=4096
2026-05-14T16:37:43.255758+08:00   INFO infer::scheduler::cuda::core::construction: construction.rs:290 Scheduler worker placement: worker=7 gpu=7 numa=Some(1) cpus=90 nics=eth3,eth4
2026-05-14T16:37:43.277117+08:00   INFO infer::scheduler::cuda::core::emit_worker: emit_worker.rs:77 CUDA detokenizer worker ready: worker=7 numa=Some(1) cpus=90 affinity_applied=true reason=applied
2026-05-14T16:37:43.305483+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:565 CUDA scheduler worker ready: worker=7 gpu=7 cuda_ordinal=Some(7) numa=Some(1) cpus=90 affinity_applied=true reason=applied
2026-05-14T16:37:43.305499+08:00   INFO infer::scheduler::cuda::core::warmup: warmup.rs:46 Graph capture disabled (eager decode, e.g. LoRA); running eager warmup + cublasLt autotune for 1 batch sizes (max 1)...
2026-05-14T16:37:43.325324+08:00   INFO infer::model::deepseek::weights: weights.rs:1915 DeepSeek V4 loaded GPU-resident layer weights: layers=43 local_experts_per_layer=32 tp_rank=0/8 ep_rank=0/8
2026-05-14T16:37:43.325319+08:00   INFO infer::model::deepseek::weights: weights.rs:1915 DeepSeek V4 loaded GPU-resident layer weights: layers=43 local_experts_per_layer=32 tp_rank=2/8 ep_rank=2/8
2026-05-14T16:37:43.325356+08:00   INFO infer::model::deepseek::weights: weights.rs:313 DeepSeek V4 Phase 2A.1 CUDA top-level logits smoke loaded: sliding_window_layers=2 csa_layers=21 hca_layers=20 vocab_size=129280 hidden_size=4096 tp_rank=0/8 ep_rank=0/8 experts_per_rank=32 real_reference=false
2026-05-14T16:37:43.325375+08:00   INFO infer::model::deepseek::weights: weights.rs:313 DeepSeek V4 Phase 2A.1 CUDA top-level logits smoke loaded: sliding_window_layers=2 csa_layers=21 hca_layers=20 vocab_size=129280 hidden_size=4096 tp_rank=2/8 ep_rank=2/8 experts_per_rank=32 real_reference=false
2026-05-14T16:37:44.116516+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:391 GPU memory @ post_model_load: free=77.89 GB / total=102.25 GB
2026-05-14T16:37:44.116537+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:391 GPU memory @ post_model_load: free=77.89 GB / total=102.25 GB
2026-05-14T16:37:44.117160+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:522 Scheduling envelope (resolved | SGLang-equiv): max_num_batched_tokens=16384 | 16384, chunked_prefill_size=16384 | 16384, max_prefill_tokens=16384 | 16384, mem_fraction_static=0.10 | 0.85, max_slots=1 | (n/a — SGLang has no fixed cap)
2026-05-14T16:37:44.117172+08:00   INFO infer::scheduler::cuda::core: core.rs:1010 KV cache: using explicit --max-seq-len=900000
2026-05-14T16:37:44.117175+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:522 Scheduling envelope (resolved | SGLang-equiv): max_num_batched_tokens=16384 | 16384, chunked_prefill_size=16384 | 16384, max_prefill_tokens=16384 | 16384, mem_fraction_static=0.10 | 0.85, max_slots=1 | (n/a — SGLang has no fixed cap)
2026-05-14T16:37:44.117185+08:00   INFO infer::scheduler::cuda::core: core.rs:1010 KV cache: using explicit --max-seq-len=900000
2026-05-14T16:37:44.117263+08:00   INFO infer::scheduler::cuda::core::construction: construction.rs:132 Initialized state slot 1/1
2026-05-14T16:37:44.117265+08:00   INFO infer::scheduler::cuda::core::construction: construction.rs:132 Initialized state slot 1/1
2026-05-14T16:37:44.117280+08:00   WARN infer::scheduler::cuda::core::construction: construction.rs:197 TokenKVPool budget raised from 0.000 GB to 0.302 GB to honor explicit max_seq_len=900000 across 1 slot(s)
2026-05-14T16:37:44.117286+08:00   INFO infer::scheduler::cuda::core::construction: construction.rs:214 TokenKVPool budget: 0.3 GB (contiguous=0.0 GB, est_workspace=0.0 GB, fraction=10%)
2026-05-14T16:37:44.117289+08:00   WARN infer::scheduler::cuda::core::construction: construction.rs:197 TokenKVPool budget raised from 0.000 GB to 0.302 GB to honor explicit max_seq_len=900000 across 1 slot(s)
2026-05-14T16:37:44.117291+08:00   INFO cuda_kernels::paged_kv: paged_kv.rs:333 TokenKVPool: 900000 max tokens (56250 pages @ page_size=16), 0.3 GB for 20 layers (1 kv_heads x 4 head_dim, kv_dim=4, format=FP8E4M3)
2026-05-14T16:37:44.117295+08:00   INFO infer::scheduler::cuda::core::construction: construction.rs:214 TokenKVPool budget: 0.3 GB (contiguous=0.0 GB, est_workspace=0.0 GB, fraction=10%)
2026-05-14T16:37:44.117319+08:00   INFO cuda_kernels::paged_kv: paged_kv.rs:333 TokenKVPool: 900000 max tokens (56250 pages @ page_size=16), 0.3 GB for 20 layers (1 kv_heads x 4 head_dim, kv_dim=4, format=FP8E4M3)
2026-05-14T16:37:44.118963+08:00   INFO cuda_kernels::paged_kv: paged_kv.rs:421 TokenKVPool FP8E4M3: data=7.2MB/layer scales=7.2MB/layer working=14.4MB
2026-05-14T16:37:44.119014+08:00   INFO cuda_kernels::paged_kv: paged_kv.rs:421 TokenKVPool FP8E4M3: data=7.2MB/layer scales=7.2MB/layer working=14.4MB
2026-05-14T16:37:44.129979+08:00   INFO infer::model::deepseek::weights: weights.rs:1915 DeepSeek V4 loaded GPU-resident layer weights: layers=43 local_experts_per_layer=32 tp_rank=4/8 ep_rank=4/8
2026-05-14T16:37:44.129978+08:00   INFO infer::model::deepseek::weights: weights.rs:1915 DeepSeek V4 loaded GPU-resident layer weights: layers=43 local_experts_per_layer=32 tp_rank=6/8 ep_rank=6/8
2026-05-14T16:37:44.130014+08:00   INFO infer::model::deepseek::weights: weights.rs:313 DeepSeek V4 Phase 2A.1 CUDA top-level logits smoke loaded: sliding_window_layers=2 csa_layers=21 hca_layers=20 vocab_size=129280 hidden_size=4096 tp_rank=4/8 ep_rank=4/8 experts_per_rank=32 real_reference=false
2026-05-14T16:37:44.130036+08:00   INFO infer::model::deepseek::weights: weights.rs:313 DeepSeek V4 Phase 2A.1 CUDA top-level logits smoke loaded: sliding_window_layers=2 csa_layers=21 hca_layers=20 vocab_size=129280 hidden_size=4096 tp_rank=6/8 ep_rank=6/8 experts_per_rank=32 real_reference=false
2026-05-14T16:37:44.137829+08:00   INFO infer::scheduler::cuda::core::construction: construction.rs:245 Scheduler ready: model=DeepSeek-V4-Flash, slots=1, seed=42, max_seq_len=900000, max_waiting=256, chunked_prefill_size=16384, max_num_batched_tokens=16384, max_prefill_tokens=16384, prefill_max_requests=none, schedule_policy=fcfs, admission_policy=queue-bound, cold_headroom=default, prefix_cache=on, short_prompt_bypass_tokens=256, stream_interval=1, host_pool=67.1MB, t1_min_prompt_tokens=4096
2026-05-14T16:37:44.137952+08:00   INFO infer::scheduler::cuda::core::construction: construction.rs:290 Scheduler worker placement: worker=2 gpu=2 numa=Some(0) cpus=90 nics=eth0,eth1,eth2,eth5
2026-05-14T16:37:44.143570+08:00   INFO infer::scheduler::cuda::core::construction: construction.rs:245 Scheduler ready: model=DeepSeek-V4-Flash, slots=1, seed=42, max_seq_len=900000, max_waiting=256, chunked_prefill_size=16384, max_num_batched_tokens=16384, max_prefill_tokens=16384, prefill_max_requests=none, schedule_policy=fcfs, admission_policy=queue-bound, cold_headroom=default, prefix_cache=on, short_prompt_bypass_tokens=256, stream_interval=1, host_pool=67.1MB, t1_min_prompt_tokens=4096
2026-05-14T16:37:44.364118+08:00   INFO infer::scheduler::cuda::core::construction: construction.rs:290 Scheduler worker placement: worker=0 gpu=0 numa=Some(0) cpus=90 nics=eth0,eth1,eth2,eth5
2026-05-14T16:37:44.887659+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:391 GPU memory @ post_model_load: free=77.89 GB / total=102.25 GB
2026-05-14T16:37:44.888293+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:522 Scheduling envelope (resolved | SGLang-equiv): max_num_batched_tokens=16384 | 16384, chunked_prefill_size=16384 | 16384, max_prefill_tokens=16384 | 16384, mem_fraction_static=0.10 | 0.85, max_slots=1 | (n/a — SGLang has no fixed cap)
2026-05-14T16:37:44.888308+08:00   INFO infer::scheduler::cuda::core: core.rs:1010 KV cache: using explicit --max-seq-len=900000
2026-05-14T16:37:44.888392+08:00   INFO infer::scheduler::cuda::core::construction: construction.rs:132 Initialized state slot 1/1
2026-05-14T16:37:44.888415+08:00   WARN infer::scheduler::cuda::core::construction: construction.rs:197 TokenKVPool budget raised from 0.000 GB to 0.302 GB to honor explicit max_seq_len=900000 across 1 slot(s)
2026-05-14T16:37:44.888422+08:00   INFO infer::scheduler::cuda::core::construction: construction.rs:214 TokenKVPool budget: 0.3 GB (contiguous=0.0 GB, est_workspace=0.0 GB, fraction=10%)
2026-05-14T16:37:44.888452+08:00   INFO cuda_kernels::paged_kv: paged_kv.rs:333 TokenKVPool: 900000 max tokens (56250 pages @ page_size=16), 0.3 GB for 20 layers (1 kv_heads x 4 head_dim, kv_dim=4, format=FP8E4M3)
2026-05-14T16:37:44.889698+08:00   INFO cuda_kernels::paged_kv: paged_kv.rs:421 TokenKVPool FP8E4M3: data=7.2MB/layer scales=7.2MB/layer working=14.4MB
2026-05-14T16:37:44.928426+08:00   INFO infer::scheduler::cuda::core::emit_worker: emit_worker.rs:77 CUDA detokenizer worker ready: worker=0 numa=Some(0) cpus=90 affinity_applied=true reason=applied
2026-05-14T16:37:44.928534+08:00   INFO infer::scheduler::cuda::core::emit_worker: emit_worker.rs:77 CUDA detokenizer worker ready: worker=2 numa=Some(0) cpus=90 affinity_applied=true reason=applied
2026-05-14T16:37:44.928519+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:391 GPU memory @ post_model_load: free=77.89 GB / total=102.25 GB
2026-05-14T16:37:44.929143+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:522 Scheduling envelope (resolved | SGLang-equiv): max_num_batched_tokens=16384 | 16384, chunked_prefill_size=16384 | 16384, max_prefill_tokens=16384 | 16384, mem_fraction_static=0.10 | 0.85, max_slots=1 | (n/a — SGLang has no fixed cap)
2026-05-14T16:37:44.929153+08:00   INFO infer::scheduler::cuda::core: core.rs:1010 KV cache: using explicit --max-seq-len=900000
2026-05-14T16:37:44.929201+08:00   INFO infer::scheduler::cuda::core::construction: construction.rs:132 Initialized state slot 1/1
2026-05-14T16:37:44.929213+08:00   WARN infer::scheduler::cuda::core::construction: construction.rs:197 TokenKVPool budget raised from 0.000 GB to 0.302 GB to honor explicit max_seq_len=900000 across 1 slot(s)
2026-05-14T16:37:44.929218+08:00   INFO infer::scheduler::cuda::core::construction: construction.rs:214 TokenKVPool budget: 0.3 GB (contiguous=0.0 GB, est_workspace=0.0 GB, fraction=10%)
2026-05-14T16:37:44.929233+08:00   INFO cuda_kernels::paged_kv: paged_kv.rs:333 TokenKVPool: 900000 max tokens (56250 pages @ page_size=16), 0.3 GB for 20 layers (1 kv_heads x 4 head_dim, kv_dim=4, format=FP8E4M3)
2026-05-14T16:37:44.930340+08:00   INFO cuda_kernels::paged_kv: paged_kv.rs:421 TokenKVPool FP8E4M3: data=7.2MB/layer scales=7.2MB/layer working=14.4MB
2026-05-14T16:37:44.952870+08:00   INFO infer::scheduler::cuda::core::construction: construction.rs:245 Scheduler ready: model=DeepSeek-V4-Flash, slots=1, seed=42, max_seq_len=900000, max_waiting=256, chunked_prefill_size=16384, max_num_batched_tokens=16384, max_prefill_tokens=16384, prefill_max_requests=none, schedule_policy=fcfs, admission_policy=queue-bound, cold_headroom=default, prefix_cache=on, short_prompt_bypass_tokens=256, stream_interval=1, host_pool=67.1MB, t1_min_prompt_tokens=4096
2026-05-14T16:37:44.952972+08:00   INFO infer::scheduler::cuda::core::construction: construction.rs:290 Scheduler worker placement: worker=6 gpu=6 numa=Some(1) cpus=90 nics=eth3,eth4
2026-05-14T16:37:44.958579+08:00   INFO infer::scheduler::cuda::core::construction: construction.rs:245 Scheduler ready: model=DeepSeek-V4-Flash, slots=1, seed=42, max_seq_len=900000, max_waiting=256, chunked_prefill_size=16384, max_num_batched_tokens=16384, max_prefill_tokens=16384, prefill_max_requests=none, schedule_policy=fcfs, admission_policy=queue-bound, cold_headroom=default, prefix_cache=on, short_prompt_bypass_tokens=256, stream_interval=1, host_pool=67.1MB, t1_min_prompt_tokens=4096
2026-05-14T16:37:44.958674+08:00   INFO infer::scheduler::cuda::core::construction: construction.rs:290 Scheduler worker placement: worker=4 gpu=4 numa=Some(1) cpus=90 nics=eth3,eth4
2026-05-14T16:37:44.976955+08:00   INFO infer::scheduler::cuda::core::emit_worker: emit_worker.rs:77 CUDA detokenizer worker ready: worker=6 numa=Some(1) cpus=90 affinity_applied=true reason=applied
2026-05-14T16:37:44.977448+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:565 CUDA scheduler worker ready: worker=0 gpu=0 cuda_ordinal=Some(0) numa=Some(0) cpus=90 affinity_applied=true reason=applied
2026-05-14T16:37:44.977481+08:00   INFO infer::scheduler::cuda::core::warmup: warmup.rs:46 Graph capture disabled (eager decode, e.g. LoRA); running eager warmup + cublasLt autotune for 1 batch sizes (max 1)...
2026-05-14T16:37:44.977552+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:565 CUDA scheduler worker ready: worker=2 gpu=2 cuda_ordinal=Some(2) numa=Some(0) cpus=90 affinity_applied=true reason=applied
2026-05-14T16:37:44.977569+08:00   INFO infer::scheduler::cuda::core::warmup: warmup.rs:46 Graph capture disabled (eager decode, e.g. LoRA); running eager warmup + cublasLt autotune for 1 batch sizes (max 1)...
2026-05-14T16:37:44.981259+08:00   INFO infer::scheduler::cuda::core::emit_worker: emit_worker.rs:77 CUDA detokenizer worker ready: worker=4 numa=Some(1) cpus=90 affinity_applied=true reason=applied
2026-05-14T16:37:45.002757+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:565 CUDA scheduler worker ready: worker=6 gpu=6 cuda_ordinal=Some(6) numa=Some(1) cpus=90 affinity_applied=true reason=applied
2026-05-14T16:37:45.002770+08:00   INFO infer::scheduler::cuda::core::warmup: warmup.rs:46 Graph capture disabled (eager decode, e.g. LoRA); running eager warmup + cublasLt autotune for 1 batch sizes (max 1)...
2026-05-14T16:37:45.011904+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:565 CUDA scheduler worker ready: worker=4 gpu=4 cuda_ordinal=Some(4) numa=Some(1) cpus=90 affinity_applied=true reason=applied
2026-05-14T16:37:45.011932+08:00   INFO infer::scheduler::cuda::core::warmup: warmup.rs:46 Graph capture disabled (eager decode, e.g. LoRA); running eager warmup + cublasLt autotune for 1 batch sizes (max 1)...
2026-05-14T16:37:45.055785+08:00   INFO infer::model::deepseek::weights: weights.rs:1915 DeepSeek V4 loaded GPU-resident layer weights: layers=43 local_experts_per_layer=32 tp_rank=5/8 ep_rank=5/8
2026-05-14T16:37:45.055813+08:00   INFO infer::model::deepseek::weights: weights.rs:313 DeepSeek V4 Phase 2A.1 CUDA top-level logits smoke loaded: sliding_window_layers=2 csa_layers=21 hca_layers=20 vocab_size=129280 hidden_size=4096 tp_rank=5/8 ep_rank=5/8 experts_per_rank=32 real_reference=false
2026-05-14T16:37:45.485961+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:391 GPU memory @ post_model_load: free=77.89 GB / total=102.25 GB
2026-05-14T16:37:45.486735+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:522 Scheduling envelope (resolved | SGLang-equiv): max_num_batched_tokens=16384 | 16384, chunked_prefill_size=16384 | 16384, max_prefill_tokens=16384 | 16384, mem_fraction_static=0.10 | 0.85, max_slots=1 | (n/a — SGLang has no fixed cap)
2026-05-14T16:37:45.486747+08:00   INFO infer::scheduler::cuda::core: core.rs:1010 KV cache: using explicit --max-seq-len=900000
2026-05-14T16:37:45.486818+08:00   INFO infer::scheduler::cuda::core::construction: construction.rs:132 Initialized state slot 1/1
2026-05-14T16:37:45.487785+08:00   WARN infer::scheduler::cuda::core::construction: construction.rs:197 TokenKVPool budget raised from 0.000 GB to 0.302 GB to honor explicit max_seq_len=900000 across 1 slot(s)
2026-05-14T16:37:45.487791+08:00   INFO infer::scheduler::cuda::core::construction: construction.rs:214 TokenKVPool budget: 0.3 GB (contiguous=0.0 GB, est_workspace=0.0 GB, fraction=10%)
2026-05-14T16:37:45.487795+08:00   INFO cuda_kernels::paged_kv: paged_kv.rs:333 TokenKVPool: 900000 max tokens (56250 pages @ page_size=16), 0.3 GB for 20 layers (1 kv_heads x 4 head_dim, kv_dim=4, format=FP8E4M3)
2026-05-14T16:37:45.514365+08:00   INFO cuda_kernels::paged_kv: paged_kv.rs:421 TokenKVPool FP8E4M3: data=7.2MB/layer scales=7.2MB/layer working=14.4MB
2026-05-14T16:37:45.533440+08:00   INFO infer::scheduler::cuda::core::construction: construction.rs:245 Scheduler ready: model=DeepSeek-V4-Flash, slots=1, seed=42, max_seq_len=900000, max_waiting=256, chunked_prefill_size=16384, max_num_batched_tokens=16384, max_prefill_tokens=16384, prefill_max_requests=none, schedule_policy=fcfs, admission_policy=queue-bound, cold_headroom=default, prefix_cache=on, short_prompt_bypass_tokens=256, stream_interval=1, host_pool=67.1MB, t1_min_prompt_tokens=4096
2026-05-14T16:37:45.533550+08:00   INFO infer::scheduler::cuda::core::construction: construction.rs:290 Scheduler worker placement: worker=5 gpu=5 numa=Some(1) cpus=90 nics=eth3,eth4
2026-05-14T16:37:45.554091+08:00   INFO infer::scheduler::cuda::core::emit_worker: emit_worker.rs:77 CUDA detokenizer worker ready: worker=5 numa=Some(1) cpus=90 affinity_applied=true reason=applied
2026-05-14T16:37:45.579304+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:565 CUDA scheduler worker ready: worker=5 gpu=5 cuda_ordinal=Some(5) numa=Some(1) cpus=90 affinity_applied=true reason=applied
2026-05-14T16:37:45.579316+08:00   INFO infer::scheduler::cuda::core::warmup: warmup.rs:46 Graph capture disabled (eager decode, e.g. LoRA); running eager warmup + cublasLt autotune for 1 batch sizes (max 1)...
2026-05-14T16:37:45.599591+08:00   INFO infer: main.rs:1198 Config: model_path=/root/DeepSeek-V4-Flash, cuda_graph=false, num_slots=1 (explicit), kv_cache_mode=fp8 (explicit), cuda_workers=8
2026-05-14T16:37:45.599625+08:00   INFO infer: main.rs:1212 KV cache layout: contiguous=BF16, paged_pool=FP8E4M3
2026-05-14T16:37:45.599630+08:00   INFO infer: main.rs:1215 Model loaded: elapsed_ms=20798, model_id=DeepSeek-V4-Flash
2026-05-14T16:37:45.599634+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:421 Waiting for scheduler warmup before accepting traffic (model=DeepSeek-V4-Flash)
2026-05-14T16:37:46.233329+08:00   INFO infer::scheduler::cuda::core::warmup: warmup.rs:119 Autotuning cublasLt GEMM algorithms (1 shapes)...
2026-05-14T16:37:46.233354+08:00   INFO infer::scheduler::cuda::core::warmup: warmup.rs:126 cublasLt autotune done in 0ms
2026-05-14T16:37:46.233534+08:00   INFO infer::scheduler::cuda::core::warmup: warmup.rs:119 Autotuning cublasLt GEMM algorithms (1 shapes)...
2026-05-14T16:37:46.233566+08:00   INFO infer::scheduler::cuda::core::warmup: warmup.rs:126 cublasLt autotune done in 0ms
2026-05-14T16:37:46.233605+08:00   INFO infer::scheduler::cuda::core::warmup: warmup.rs:119 Autotuning cublasLt GEMM algorithms (1 shapes)...
2026-05-14T16:37:46.233629+08:00   INFO infer::scheduler::cuda::core::warmup: warmup.rs:126 cublasLt autotune done in 0ms
2026-05-14T16:37:46.233756+08:00   INFO infer::scheduler::cuda::core::warmup: warmup.rs:119 Autotuning cublasLt GEMM algorithms (1 shapes)...
2026-05-14T16:37:46.233774+08:00   INFO infer::scheduler::cuda::core::warmup: warmup.rs:126 cublasLt autotune done in 0ms
2026-05-14T16:37:46.233882+08:00   INFO infer::scheduler::cuda::core::warmup: warmup.rs:119 Autotuning cublasLt GEMM algorithms (1 shapes)...
2026-05-14T16:37:46.233899+08:00   INFO infer::scheduler::cuda::core::warmup: warmup.rs:126 cublasLt autotune done in 0ms
2026-05-14T16:37:46.234038+08:00   INFO infer::scheduler::cuda::core::warmup: warmup.rs:119 Autotuning cublasLt GEMM algorithms (1 shapes)...
2026-05-14T16:37:46.234058+08:00   INFO infer::scheduler::cuda::core::warmup: warmup.rs:126 cublasLt autotune done in 0ms
2026-05-14T16:37:46.234192+08:00   INFO infer::scheduler::cuda::core::warmup: warmup.rs:119 Autotuning cublasLt GEMM algorithms (1 shapes)...
2026-05-14T16:37:46.234210+08:00   INFO infer::scheduler::cuda::core::warmup: warmup.rs:126 cublasLt autotune done in 0ms
2026-05-14T16:37:46.234271+08:00   INFO infer::scheduler::cuda::core::warmup: warmup.rs:119 Autotuning cublasLt GEMM algorithms (1 shapes)...
2026-05-14T16:37:46.234291+08:00   INFO infer::scheduler::cuda::core::warmup: warmup.rs:126 cublasLt autotune done in 0ms
2026-05-14T16:37:46.236265+08:00   INFO infer::scheduler::cuda::core::warmup: warmup.rs:187 Pass 3 prefill warmup disabled by INFER_PREFILL_WARMUP=0
2026-05-14T16:37:46.236274+08:00   INFO infer::scheduler::cuda::core::warmup: warmup.rs:174 Eager warmup + cublasLt autotune done in 1259ms (decode=1 batch sizes, prefill=0 batch sizes, max decode 1)
2026-05-14T16:37:46.236281+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:115 Scheduler run loop started
2026-05-14T16:37:46.240139+08:00   INFO infer::scheduler::cuda::core::warmup: warmup.rs:187 Pass 3 prefill warmup disabled by INFER_PREFILL_WARMUP=0
2026-05-14T16:37:46.240158+08:00   INFO infer::scheduler::cuda::core::warmup: warmup.rs:174 Eager warmup + cublasLt autotune done in 2935ms (decode=1 batch sizes, prefill=0 batch sizes, max decode 1)
2026-05-14T16:37:46.240163+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:115 Scheduler run loop started
2026-05-14T16:37:46.240330+08:00   INFO infer::scheduler::cuda::core::warmup: warmup.rs:187 Pass 3 prefill warmup disabled by INFER_PREFILL_WARMUP=0
2026-05-14T16:37:46.240339+08:00   INFO infer::scheduler::cuda::core::warmup: warmup.rs:174 Eager warmup + cublasLt autotune done in 1238ms (decode=1 batch sizes, prefill=0 batch sizes, max decode 1)
2026-05-14T16:37:46.240344+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:115 Scheduler run loop started
2026-05-14T16:37:46.240501+08:00   INFO infer::scheduler::cuda::core::warmup: warmup.rs:187 Pass 3 prefill warmup disabled by INFER_PREFILL_WARMUP=0
2026-05-14T16:37:46.240509+08:00   INFO infer::scheduler::cuda::core::warmup: warmup.rs:174 Eager warmup + cublasLt autotune done in 1229ms (decode=1 batch sizes, prefill=0 batch sizes, max decode 1)
2026-05-14T16:37:46.240513+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:115 Scheduler run loop started
2026-05-14T16:37:46.240871+08:00   INFO infer::scheduler::cuda::core::warmup: warmup.rs:187 Pass 3 prefill warmup disabled by INFER_PREFILL_WARMUP=0
2026-05-14T16:37:46.240881+08:00   INFO infer::scheduler::cuda::core::warmup: warmup.rs:174 Eager warmup + cublasLt autotune done in 1263ms (decode=1 batch sizes, prefill=0 batch sizes, max decode 1)
2026-05-14T16:37:46.240879+08:00   INFO infer::scheduler::cuda::core::warmup: warmup.rs:187 Pass 3 prefill warmup disabled by INFER_PREFILL_WARMUP=0
2026-05-14T16:37:46.240888+08:00   INFO infer::scheduler::cuda::core::warmup: warmup.rs:174 Eager warmup + cublasLt autotune done in 2993ms (decode=1 batch sizes, prefill=0 batch sizes, max decode 1)
2026-05-14T16:37:46.240890+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:115 Scheduler run loop started
2026-05-14T16:37:46.240893+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:115 Scheduler run loop started
2026-05-14T16:37:46.240896+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:431 Scheduler warmup complete; HTTP readiness may open (model=DeepSeek-V4-Flash)
2026-05-14T16:37:46.240907+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:421 Waiting for scheduler warmup before accepting traffic (model=DeepSeek-V4-Flash)
2026-05-14T16:37:46.241059+08:00   INFO infer::scheduler::cuda::core::warmup: warmup.rs:187 Pass 3 prefill warmup disabled by INFER_PREFILL_WARMUP=0
2026-05-14T16:37:46.241069+08:00   INFO infer::scheduler::cuda::core::warmup: warmup.rs:174 Eager warmup + cublasLt autotune done in 662ms (decode=1 batch sizes, prefill=0 batch sizes, max decode 1)
2026-05-14T16:37:46.241073+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:115 Scheduler run loop started
2026-05-14T16:37:46.241078+08:00   INFO infer::scheduler::cuda::core::warmup: warmup.rs:187 Pass 3 prefill warmup disabled by INFER_PREFILL_WARMUP=0
2026-05-14T16:37:46.241087+08:00   INFO infer::scheduler::cuda::core::warmup: warmup.rs:174 Eager warmup + cublasLt autotune done in 3415ms (decode=1 batch sizes, prefill=0 batch sizes, max decode 1)
2026-05-14T16:37:46.241094+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:115 Scheduler run loop started
2026-05-14T16:37:46.241096+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:431 Scheduler warmup complete; HTTP readiness may open (model=DeepSeek-V4-Flash)
2026-05-14T16:37:46.241099+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:421 Waiting for scheduler warmup before accepting traffic (model=DeepSeek-V4-Flash)
2026-05-14T16:37:46.241101+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:431 Scheduler warmup complete; HTTP readiness may open (model=DeepSeek-V4-Flash)
2026-05-14T16:37:46.241115+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:421 Waiting for scheduler warmup before accepting traffic (model=DeepSeek-V4-Flash)
2026-05-14T16:37:46.241117+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:431 Scheduler warmup complete; HTTP readiness may open (model=DeepSeek-V4-Flash)
2026-05-14T16:37:46.241119+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:421 Waiting for scheduler warmup before accepting traffic (model=DeepSeek-V4-Flash)
2026-05-14T16:37:46.241122+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:431 Scheduler warmup complete; HTTP readiness may open (model=DeepSeek-V4-Flash)
2026-05-14T16:37:46.241125+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:421 Waiting for scheduler warmup before accepting traffic (model=DeepSeek-V4-Flash)
2026-05-14T16:37:46.241128+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:431 Scheduler warmup complete; HTTP readiness may open (model=DeepSeek-V4-Flash)
2026-05-14T16:37:46.241131+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:421 Waiting for scheduler warmup before accepting traffic (model=DeepSeek-V4-Flash)
2026-05-14T16:37:46.241134+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:431 Scheduler warmup complete; HTTP readiness may open (model=DeepSeek-V4-Flash)
2026-05-14T16:37:46.241136+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:421 Waiting for scheduler warmup before accepting traffic (model=DeepSeek-V4-Flash)
2026-05-14T16:37:46.241139+08:00   INFO infer::backend::cuda::bootstrap: bootstrap.rs:431 Scheduler warmup complete; HTTP readiness may open (model=DeepSeek-V4-Flash)
2026-05-14T16:37:46.442826+08:00   INFO infer: main.rs:1251 Using DeepSeek distributed scheduler group: ranks=8
2026-05-14T16:37:46.518508+08:00   INFO infer::http_server::preprocess: preprocess.rs:105 Tokenizer worker ready: group=0 worker=0 numa=Some(0) cpus=90 affinity_applied=true reason=applied
2026-05-14T16:37:46.537249+08:00   INFO infer::http_server::preprocess: preprocess.rs:105 Tokenizer worker ready: group=0 worker=1 numa=Some(0) cpus=90 affinity_applied=true reason=applied
2026-05-14T16:37:46.555766+08:00   INFO infer::http_server::preprocess: preprocess.rs:105 Tokenizer worker ready: group=0 worker=2 numa=Some(0) cpus=90 affinity_applied=true reason=applied
2026-05-14T16:37:46.574107+08:00   INFO infer::http_server::preprocess: preprocess.rs:105 Tokenizer worker ready: group=0 worker=3 numa=Some(0) cpus=90 affinity_applied=true reason=applied
2026-05-14T16:37:46.592586+08:00   INFO infer::http_server::preprocess: preprocess.rs:105 Tokenizer worker ready: group=0 worker=4 numa=Some(0) cpus=90 affinity_applied=true reason=applied
2026-05-14T16:37:46.611050+08:00   INFO infer::http_server::preprocess: preprocess.rs:105 Tokenizer worker ready: group=0 worker=5 numa=Some(0) cpus=90 affinity_applied=true reason=applied
2026-05-14T16:37:46.629302+08:00   INFO infer::http_server::preprocess: preprocess.rs:105 Tokenizer worker ready: group=0 worker=6 numa=Some(0) cpus=90 affinity_applied=true reason=applied
2026-05-14T16:37:46.647640+08:00   INFO infer::http_server::preprocess: preprocess.rs:105 Tokenizer worker ready: group=0 worker=7 numa=Some(0) cpus=90 affinity_applied=true reason=applied
2026-05-14T16:37:46.665882+08:00   INFO infer::http_server::preprocess: preprocess.rs:105 Tokenizer worker ready: group=0 worker=8 numa=Some(0) cpus=90 affinity_applied=true reason=applied
2026-05-14T16:37:46.684150+08:00   INFO infer::http_server::preprocess: preprocess.rs:105 Tokenizer worker ready: group=0 worker=9 numa=Some(0) cpus=90 affinity_applied=true reason=applied
2026-05-14T16:37:46.702380+08:00   INFO infer::http_server::preprocess: preprocess.rs:105 Tokenizer worker ready: group=0 worker=10 numa=Some(0) cpus=90 affinity_applied=true reason=applied
2026-05-14T16:37:46.720496+08:00   INFO infer::http_server::preprocess: preprocess.rs:105 Tokenizer worker ready: group=0 worker=11 numa=Some(0) cpus=90 affinity_applied=true reason=applied
2026-05-14T16:37:46.738599+08:00   INFO infer::http_server::preprocess: preprocess.rs:105 Tokenizer worker ready: group=0 worker=12 numa=Some(0) cpus=90 affinity_applied=true reason=applied
2026-05-14T16:37:46.756744+08:00   INFO infer::http_server::preprocess: preprocess.rs:105 Tokenizer worker ready: group=0 worker=13 numa=Some(0) cpus=90 affinity_applied=true reason=applied
2026-05-14T16:37:46.774885+08:00   INFO infer::http_server::preprocess: preprocess.rs:105 Tokenizer worker ready: group=0 worker=14 numa=Some(0) cpus=90 affinity_applied=true reason=applied
2026-05-14T16:37:46.793015+08:00   INFO infer::http_server::preprocess: preprocess.rs:105 Tokenizer worker ready: group=0 worker=15 numa=Some(0) cpus=90 affinity_applied=true reason=applied
2026-05-14T16:37:46.811269+08:00   INFO infer::http_server::preprocess: preprocess.rs:105 Tokenizer worker ready: group=1 worker=0 numa=Some(1) cpus=90 affinity_applied=true reason=applied
2026-05-14T16:37:46.829381+08:00   INFO infer::http_server::preprocess: preprocess.rs:105 Tokenizer worker ready: group=1 worker=1 numa=Some(1) cpus=90 affinity_applied=true reason=applied
2026-05-14T16:37:46.847589+08:00   INFO infer::http_server::preprocess: preprocess.rs:105 Tokenizer worker ready: group=1 worker=2 numa=Some(1) cpus=90 affinity_applied=true reason=applied
2026-05-14T16:37:46.865749+08:00   INFO infer::http_server::preprocess: preprocess.rs:105 Tokenizer worker ready: group=1 worker=3 numa=Some(1) cpus=90 affinity_applied=true reason=applied
2026-05-14T16:37:46.883893+08:00   INFO infer::http_server::preprocess: preprocess.rs:105 Tokenizer worker ready: group=1 worker=4 numa=Some(1) cpus=90 affinity_applied=true reason=applied
2026-05-14T16:37:46.902023+08:00   INFO infer::http_server::preprocess: preprocess.rs:105 Tokenizer worker ready: group=1 worker=5 numa=Some(1) cpus=90 affinity_applied=true reason=applied
2026-05-14T16:37:46.920120+08:00   INFO infer::http_server::preprocess: preprocess.rs:105 Tokenizer worker ready: group=1 worker=6 numa=Some(1) cpus=90 affinity_applied=true reason=applied
2026-05-14T16:37:46.938255+08:00   INFO infer::http_server::preprocess: preprocess.rs:105 Tokenizer worker ready: group=1 worker=7 numa=Some(1) cpus=90 affinity_applied=true reason=applied
2026-05-14T16:37:46.956451+08:00   INFO infer::http_server::preprocess: preprocess.rs:105 Tokenizer worker ready: group=1 worker=8 numa=Some(1) cpus=90 affinity_applied=true reason=applied
2026-05-14T16:37:46.974631+08:00   INFO infer::http_server::preprocess: preprocess.rs:105 Tokenizer worker ready: group=1 worker=9 numa=Some(1) cpus=90 affinity_applied=true reason=applied
2026-05-14T16:37:46.992819+08:00   INFO infer::http_server::preprocess: preprocess.rs:105 Tokenizer worker ready: group=1 worker=10 numa=Some(1) cpus=90 affinity_applied=true reason=applied
2026-05-14T16:37:47.011161+08:00   INFO infer::http_server::preprocess: preprocess.rs:105 Tokenizer worker ready: group=1 worker=11 numa=Some(1) cpus=90 affinity_applied=true reason=applied
2026-05-14T16:37:47.029475+08:00   INFO infer::http_server::preprocess: preprocess.rs:105 Tokenizer worker ready: group=1 worker=12 numa=Some(1) cpus=90 affinity_applied=true reason=applied
2026-05-14T16:37:47.047740+08:00   INFO infer::http_server::preprocess: preprocess.rs:105 Tokenizer worker ready: group=1 worker=13 numa=Some(1) cpus=90 affinity_applied=true reason=applied
2026-05-14T16:37:47.065932+08:00   INFO infer::http_server::preprocess: preprocess.rs:105 Tokenizer worker ready: group=1 worker=14 numa=Some(1) cpus=90 affinity_applied=true reason=applied
2026-05-14T16:37:47.084151+08:00   INFO infer::http_server::preprocess: preprocess.rs:105 Tokenizer worker ready: group=1 worker=15 numa=Some(1) cpus=90 affinity_applied=true reason=applied
2026-05-14T16:37:47.093615+08:00   INFO infer: main.rs:1278 Server listening on 0.0.0.0:18084
2026-05-14T16:38:12.699650+08:00   INFO infer::http_server::handlers: handlers.rs:998 chat/completions: messages=1, prompt_bytes=202, max_tokens=32, stream=true
2026-05-14T16:38:12.700664+08:00   INFO infer::scheduler::cuda::runtime::admission: admission.rs:663 Request 0 → slot 0 (prompt=29 tokens, queue=0)
2026-05-14T16:38:12.700669+08:00   INFO infer::scheduler::cuda::runtime::admission: admission.rs:663 Request 0 → slot 0 (prompt=29 tokens, queue=0)
2026-05-14T16:38:12.700692+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:333 Request 0: prefix MISS
2026-05-14T16:38:12.700664+08:00   INFO infer::scheduler::cuda::runtime::admission: admission.rs:663 Request 0 → slot 0 (prompt=29 tokens, queue=0)
2026-05-14T16:38:12.700664+08:00   INFO infer::scheduler::cuda::runtime::admission: admission.rs:663 Request 0 → slot 0 (prompt=29 tokens, queue=0)
2026-05-14T16:38:12.700669+08:00   INFO infer::scheduler::cuda::runtime::admission: admission.rs:663 Request 0 → slot 0 (prompt=29 tokens, queue=0)
2026-05-14T16:38:12.700742+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:333 Request 0: prefix MISS
2026-05-14T16:38:12.700669+08:00   INFO infer::scheduler::cuda::runtime::admission: admission.rs:663 Request 0 → slot 0 (prompt=29 tokens, queue=0)
2026-05-14T16:38:12.700664+08:00   INFO infer::scheduler::cuda::runtime::admission: admission.rs:663 Request 0 → slot 0 (prompt=29 tokens, queue=0)
2026-05-14T16:38:12.700683+08:00   INFO infer::scheduler::cuda::runtime::admission: admission.rs:663 Request 0 → slot 0 (prompt=29 tokens, queue=0)
2026-05-14T16:38:12.700700+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:376 Request 0: chunked prefill starting (29 effective tokens, chunk_size=16384)
2026-05-14T16:38:12.700703+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:333 Request 0: prefix MISS
2026-05-14T16:38:12.700813+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:376 Request 0: chunked prefill starting (29 effective tokens, chunk_size=16384)
2026-05-14T16:38:12.700718+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:333 Request 0: prefix MISS
2026-05-14T16:38:12.700753+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:333 Request 0: prefix MISS
2026-05-14T16:38:12.700831+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:376 Request 0: chunked prefill starting (29 effective tokens, chunk_size=16384)
2026-05-14T16:38:12.700753+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:376 Request 0: chunked prefill starting (29 effective tokens, chunk_size=16384)
2026-05-14T16:38:12.700767+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:333 Request 0: prefix MISS
2026-05-14T16:38:12.700781+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:333 Request 0: prefix MISS
2026-05-14T16:38:12.700796+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:333 Request 0: prefix MISS
2026-05-14T16:38:12.700867+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:376 Request 0: chunked prefill starting (29 effective tokens, chunk_size=16384)
2026-05-14T16:38:12.700823+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:376 Request 0: chunked prefill starting (29 effective tokens, chunk_size=16384)
2026-05-14T16:38:12.700851+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:376 Request 0: chunked prefill starting (29 effective tokens, chunk_size=16384)
2026-05-14T16:38:12.700859+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:376 Request 0: chunked prefill starting (29 effective tokens, chunk_size=16384)
2026-05-14T16:38:13.067950+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=prefill admission=200us decode=0us emit=0us prefill=367119us total=367319us batch=1
2026-05-14T16:38:13.067949+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=prefill admission=255us decode=0us emit=0us prefill=367051us total=367306us batch=1
2026-05-14T16:38:13.067948+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=prefill admission=225us decode=0us emit=0us prefill=367067us total=367292us batch=1
2026-05-14T16:38:13.067953+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=prefill admission=209us decode=0us emit=0us prefill=367109us total=367318us batch=1
2026-05-14T16:38:13.067948+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=prefill admission=262us decode=0us emit=0us prefill=367060us total=367322us batch=1
2026-05-14T16:38:13.067950+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=prefill admission=229us decode=0us emit=0us prefill=367092us total=367321us batch=1
2026-05-14T16:38:13.067950+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=prefill admission=276us decode=0us emit=0us prefill=367046us total=367322us batch=1
2026-05-14T16:38:13.068081+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=254us step=367105us cleanup=30us total=367448us active=1
2026-05-14T16:38:13.068061+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=198us step=367161us cleanup=31us total=367439us active=1
2026-05-14T16:38:13.068092+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=224us step=367134us cleanup=30us total=367445us active=1
2026-05-14T16:38:13.067950+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=prefill admission=199us decode=0us emit=0us prefill=367120us total=367319us batch=1
2026-05-14T16:38:13.068108+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=207us step=367203us cleanup=32us total=367478us active=1
2026-05-14T16:38:13.068153+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=261us step=367179us cleanup=30us total=367535us active=1
2026-05-14T16:38:13.068173+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=227us step=367227us cleanup=27us total=367556us active=1
2026-05-14T16:38:13.068184+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=275us step=367190us cleanup=29us total=367567us active=1
2026-05-14T16:38:13.068200+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=189us step=367301us cleanup=30us total=367582us active=1
2026-05-14T16:38:13.191169+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=122955us emit=0us prefill=0us total=122957us batch=1
2026-05-14T16:38:13.191209+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122977us cleanup=23us total=123001us active=1
2026-05-14T16:38:13.191304+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123107us emit=0us prefill=0us total=123109us batch=1
2026-05-14T16:38:13.191340+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123233us emit=0us prefill=0us total=123235us batch=1
2026-05-14T16:38:13.191345+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123128us cleanup=23us total=123153us active=1
2026-05-14T16:38:13.191356+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=3us decode=123184us emit=0us prefill=0us total=123187us batch=1
2026-05-14T16:38:13.191387+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123258us cleanup=27us total=123286us active=1
2026-05-14T16:38:13.191397+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123209us cleanup=24us total=123234us active=1
2026-05-14T16:38:13.191543+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=3us decode=123441us emit=0us prefill=0us total=123444us batch=1
2026-05-14T16:38:13.191554+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=3us decode=123365us emit=0us prefill=0us total=123368us batch=1
2026-05-14T16:38:13.191575+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123469us emit=0us prefill=0us total=123471us batch=1
2026-05-14T16:38:13.191569+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123443us emit=0us prefill=0us total=123445us batch=1
2026-05-14T16:38:13.191599+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123477us cleanup=26us total=123505us active=1
2026-05-14T16:38:13.191609+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123403us cleanup=22us total=123427us active=1
2026-05-14T16:38:13.191622+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123494us cleanup=28us total=123523us active=1
2026-05-14T16:38:13.191632+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123483us cleanup=27us total=123512us active=1
2026-05-14T16:38:13.313024+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=121648us emit=3us prefill=0us total=121653us batch=1
2026-05-14T16:38:13.313060+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=121675us cleanup=17us total=121693us active=1
2026-05-14T16:38:13.313105+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=121698us emit=6us prefill=0us total=121706us batch=1
2026-05-14T16:38:13.313145+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=121727us cleanup=21us total=121749us active=1
2026-05-14T16:38:13.313204+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=121771us emit=4us prefill=0us total=121777us batch=1
2026-05-14T16:38:13.313244+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=121805us cleanup=15us total=121821us active=1
2026-05-14T16:38:13.313322+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=121670us emit=5us prefill=0us total=121677us batch=1
2026-05-14T16:38:13.313366+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=121698us cleanup=26us total=121725us active=1
2026-05-14T16:38:13.313361+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=121734us emit=4us prefill=0us total=121739us batch=1
2026-05-14T16:38:13.313370+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=121747us emit=4us prefill=0us total=121753us batch=1
2026-05-14T16:38:13.313397+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=121763us cleanup=14us total=121779us active=1
2026-05-14T16:38:13.313418+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=121777us emit=4us prefill=0us total=121782us batch=1
2026-05-14T16:38:13.313427+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=121781us cleanup=33us total=121815us active=1
2026-05-14T16:38:13.313460+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=121805us cleanup=23us total=121829us active=1
2026-05-14T16:38:13.313473+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=122246us emit=4us prefill=0us total=122252us batch=1
2026-05-14T16:38:13.313506+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122273us cleanup=15us total=122289us active=1
2026-05-14T16:38:13.435690+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=122426us emit=4us prefill=0us total=122432us batch=1
2026-05-14T16:38:13.435721+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122452us cleanup=14us total=122467us active=1
2026-05-14T16:38:13.435751+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122676us emit=3us prefill=0us total=122680us batch=1
2026-05-14T16:38:13.435771+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122319us emit=3us prefill=0us total=122323us batch=1
2026-05-14T16:38:13.435781+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122699us cleanup=14us total=122714us active=1
2026-05-14T16:38:13.435802+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122343us cleanup=15us total=122359us active=1
2026-05-14T16:38:13.435814+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122651us emit=4us prefill=0us total=122656us batch=1
2026-05-14T16:38:13.435845+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122676us cleanup=15us total=122692us active=1
2026-05-14T16:38:13.435990+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=122605us emit=4us prefill=0us total=122611us batch=1
2026-05-14T16:38:13.436025+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122633us cleanup=17us total=122651us active=1
2026-05-14T16:38:13.436109+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=122585us emit=4us prefill=0us total=122591us batch=1
2026-05-14T16:38:13.436127+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122637us emit=4us prefill=0us total=122642us batch=1
2026-05-14T16:38:13.436139+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122611us cleanup=14us total=122626us active=1
2026-05-14T16:38:13.436139+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122712us emit=4us prefill=0us total=122717us batch=1
2026-05-14T16:38:13.436158+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122661us cleanup=15us total=122677us active=1
2026-05-14T16:38:13.436168+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122735us cleanup=14us total=122750us active=1
2026-05-14T16:38:13.558830+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=122788us emit=3us prefill=0us total=122793us batch=1
2026-05-14T16:38:13.558864+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122813us cleanup=17us total=122831us active=1
2026-05-14T16:38:13.558927+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122769us emit=4us prefill=0us total=122774us batch=1
2026-05-14T16:38:13.558956+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122794us cleanup=14us total=122809us active=1
2026-05-14T16:38:13.558953+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123216us emit=4us prefill=0us total=123221us batch=1
2026-05-14T16:38:13.559002+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123260us cleanup=14us total=123275us active=1
2026-05-14T16:38:13.559041+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123221us emit=4us prefill=0us total=123226us batch=1
2026-05-14T16:38:13.559078+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123252us cleanup=15us total=123268us active=1
2026-05-14T16:38:13.559120+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123322us emit=3us prefill=0us total=123326us batch=1
2026-05-14T16:38:13.559151+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123345us cleanup=14us total=123360us active=1
2026-05-14T16:38:13.559240+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123063us emit=4us prefill=0us total=123068us batch=1
2026-05-14T16:38:13.559273+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123090us cleanup=14us total=123106us active=1
2026-05-14T16:38:13.559281+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123419us emit=4us prefill=0us total=123424us batch=1
2026-05-14T16:38:13.559287+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123102us emit=4us prefill=0us total=123107us batch=1
2026-05-14T16:38:13.559314+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123443us cleanup=18us total=123462us active=1
2026-05-14T16:38:13.559317+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123126us cleanup=14us total=123141us active=1
2026-05-14T16:38:13.682134+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123038us emit=4us prefill=0us total=123044us batch=1
2026-05-14T16:38:13.682167+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123066us cleanup=15us total=123081us active=1
2026-05-14T16:38:13.682291+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123271us emit=4us prefill=0us total=123277us batch=1
2026-05-14T16:38:13.682322+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123298us cleanup=14us total=123313us active=1
2026-05-14T16:38:13.682434+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123101us emit=4us prefill=0us total=123106us batch=1
2026-05-14T16:38:13.682464+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123126us cleanup=15us total=123142us active=1
2026-05-14T16:38:13.682473+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123307us emit=3us prefill=0us total=123311us batch=1
2026-05-14T16:38:13.682505+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123332us cleanup=14us total=123348us active=1
2026-05-14T16:38:13.682561+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123572us emit=4us prefill=0us total=123577us batch=1
2026-05-14T16:38:13.682598+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123604us cleanup=14us total=123619us active=1
2026-05-14T16:38:13.682611+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123732us emit=4us prefill=0us total=123737us batch=1
2026-05-14T16:38:13.682636+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123347us emit=4us prefill=0us total=123352us batch=1
2026-05-14T16:38:13.682643+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123756us cleanup=16us total=123773us active=1
2026-05-14T16:38:13.682641+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123307us emit=4us prefill=0us total=123312us batch=1
2026-05-14T16:38:13.682668+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123373us cleanup=14us total=123388us active=1
2026-05-14T16:38:13.682686+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123345us cleanup=14us total=123361us active=1
2026-05-14T16:38:13.804745+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122225us emit=3us prefill=0us total=122229us batch=1
2026-05-14T16:38:13.804781+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122254us cleanup=14us total=122269us active=1
2026-05-14T16:38:13.804821+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122482us emit=4us prefill=0us total=122487us batch=1
2026-05-14T16:38:13.804851+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122507us cleanup=14us total=122522us active=1
2026-05-14T16:38:13.804898+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=122715us emit=4us prefill=0us total=122721us batch=1
2026-05-14T16:38:13.804932+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122744us cleanup=14us total=122759us active=1
2026-05-14T16:38:13.805205+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122592us emit=4us prefill=0us total=122597us batch=1
2026-05-14T16:38:13.805243+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122624us cleanup=14us total=122639us active=1
2026-05-14T16:38:13.805323+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122636us emit=4us prefill=0us total=122641us batch=1
2026-05-14T16:38:13.805359+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122667us cleanup=14us total=122682us active=1
2026-05-14T16:38:13.805357+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122655us emit=4us prefill=0us total=122660us batch=1
2026-05-14T16:38:13.805366+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122885us emit=4us prefill=0us total=122890us batch=1
2026-05-14T16:38:13.805371+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122700us emit=4us prefill=0us total=122705us batch=1
2026-05-14T16:38:13.805391+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122683us cleanup=13us total=122697us active=1
2026-05-14T16:38:13.805409+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122915us cleanup=23us total=122939us active=1
2026-05-14T16:38:13.805418+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122732us cleanup=23us total=122756us active=1
2026-05-14T16:38:13.926266+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=120892us emit=3us prefill=0us total=120896us batch=1
2026-05-14T16:38:13.926271+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=121323us emit=4us prefill=0us total=121328us batch=1
2026-05-14T16:38:13.926297+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=120917us cleanup=14us total=120932us active=1
2026-05-14T16:38:13.926303+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=121349us cleanup=14us total=121364us active=1
2026-05-14T16:38:13.926507+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=121067us emit=4us prefill=0us total=121072us batch=1
2026-05-14T16:38:13.926537+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=121092us cleanup=14us total=121107us active=1
2026-05-14T16:38:13.926591+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=121797us emit=3us prefill=0us total=121801us batch=1
2026-05-14T16:38:13.926621+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=121820us cleanup=14us total=121835us active=1
2026-05-14T16:38:13.926630+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=121216us emit=3us prefill=0us total=121220us batch=1
2026-05-14T16:38:13.926632+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=121765us emit=4us prefill=0us total=121770us batch=1
2026-05-14T16:38:13.926660+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=121240us cleanup=13us total=121254us active=1
2026-05-14T16:38:13.926659+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=121213us emit=4us prefill=0us total=121218us batch=1
2026-05-14T16:38:13.926669+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=121797us cleanup=14us total=121812us active=1
2026-05-14T16:38:13.926691+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=121240us cleanup=15us total=121256us active=1
2026-05-14T16:38:13.926695+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=121433us emit=4us prefill=0us total=121438us batch=1
2026-05-14T16:38:13.926724+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=121457us cleanup=14us total=121472us active=1
2026-05-14T16:38:14.049339+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122650us emit=4us prefill=0us total=122655us batch=1
2026-05-14T16:38:14.049372+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122677us cleanup=14us total=122692us active=1
2026-05-14T16:38:14.049430+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123110us emit=4us prefill=0us total=123115us batch=1
2026-05-14T16:38:14.049464+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123138us cleanup=15us total=123154us active=1
2026-05-14T16:38:14.049519+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122965us emit=4us prefill=0us total=122970us batch=1
2026-05-14T16:38:14.049557+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122995us cleanup=16us total=123012us active=1
2026-05-14T16:38:14.049589+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123276us emit=4us prefill=0us total=123281us batch=1
2026-05-14T16:38:14.049592+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122956us emit=4us prefill=0us total=122961us batch=1
2026-05-14T16:38:14.049625+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123304us cleanup=16us total=123321us active=1
2026-05-14T16:38:14.049627+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122917us emit=5us prefill=0us total=122923us batch=1
2026-05-14T16:38:14.049635+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122992us cleanup=14us total=123008us active=1
2026-05-14T16:38:14.049660+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122941us cleanup=19us total=122961us active=1
2026-05-14T16:38:14.049661+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122985us emit=4us prefill=0us total=122990us batch=1
2026-05-14T16:38:14.049692+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123010us cleanup=14us total=123025us active=1
2026-05-14T16:38:14.049689+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122950us emit=4us prefill=0us total=122955us batch=1
2026-05-14T16:38:14.049719+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122974us cleanup=13us total=122989us active=1
2026-05-14T16:38:14.172167+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122522us emit=4us prefill=0us total=122527us batch=1
2026-05-14T16:38:14.172240+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=122585us emit=3us prefill=0us total=122590us batch=1
2026-05-14T16:38:14.172246+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122670us emit=4us prefill=0us total=122675us batch=1
2026-05-14T16:38:14.172273+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122548us cleanup=15us total=122637us active=1
2026-05-14T16:38:14.172332+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122611us cleanup=14us total=122686us active=1
2026-05-14T16:38:14.172328+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=122836us emit=4us prefill=0us total=122842us batch=1
2026-05-14T16:38:14.172358+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122699us cleanup=14us total=122793us active=1
2026-05-14T16:38:14.172416+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122868us cleanup=17us total=122934us active=1
2026-05-14T16:38:14.172569+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123180us emit=4us prefill=0us total=123186us batch=1
2026-05-14T16:38:14.172614+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122934us emit=4us prefill=0us total=122939us batch=1
2026-05-14T16:38:14.172638+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=122904us emit=4us prefill=0us total=122910us batch=1
2026-05-14T16:38:14.172662+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123220us cleanup=14us total=123283us active=1
2026-05-14T16:38:14.172693+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122960us cleanup=17us total=123023us active=1
2026-05-14T16:38:14.172689+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122980us emit=4us prefill=0us total=122985us batch=1
2026-05-14T16:38:14.172722+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122927us cleanup=14us total=122997us active=1
2026-05-14T16:38:14.172766+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123014us cleanup=14us total=123067us active=1
2026-05-14T16:38:14.299664+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126983us emit=5us prefill=0us total=126989us batch=1
2026-05-14T16:38:14.299699+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127013us cleanup=14us total=127029us active=1
2026-05-14T16:38:14.299928+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127578us emit=3us prefill=0us total=127582us batch=1
2026-05-14T16:38:14.299959+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127603us cleanup=14us total=127618us active=1
2026-05-14T16:38:14.300047+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127756us emit=4us prefill=0us total=127761us batch=1
2026-05-14T16:38:14.300062+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127687us emit=4us prefill=0us total=127692us batch=1
2026-05-14T16:38:14.300083+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127784us cleanup=16us total=127801us active=1
2026-05-14T16:38:14.300094+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127713us cleanup=15us total=127729us active=1
2026-05-14T16:38:14.300108+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127394us emit=4us prefill=0us total=127399us batch=1
2026-05-14T16:38:14.300143+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127421us cleanup=17us total=127439us active=1
2026-05-14T16:38:14.300276+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127493us emit=4us prefill=0us total=127498us batch=1
2026-05-14T16:38:14.300309+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127520us cleanup=14us total=127536us active=1
2026-05-14T16:38:14.300338+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=127901us emit=4us prefill=0us total=127907us batch=1
2026-05-14T16:38:14.300374+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127929us cleanup=18us total=127948us active=1
2026-05-14T16:38:14.300394+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127655us emit=4us prefill=0us total=127660us batch=1
2026-05-14T16:38:14.300448+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127704us cleanup=14us total=127719us active=1
2026-05-14T16:38:14.424186+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=124074us emit=4us prefill=0us total=124080us batch=1
2026-05-14T16:38:14.424228+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124103us cleanup=22us total=124126us active=1
2026-05-14T16:38:14.424534+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=124558us emit=4us prefill=0us total=124564us batch=1
2026-05-14T16:38:14.424574+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124591us cleanup=16us total=124609us active=1
2026-05-14T16:38:14.424782+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=124391us emit=4us prefill=0us total=124397us batch=1
2026-05-14T16:38:14.424813+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124415us cleanup=15us total=124432us active=1
2026-05-14T16:38:14.424823+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124723us emit=3us prefill=0us total=124727us batch=1
2026-05-14T16:38:14.424855+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124749us cleanup=15us total=124765us active=1
2026-05-14T16:38:14.424946+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124621us emit=3us prefill=0us total=124625us batch=1
2026-05-14T16:38:14.424980+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124641us cleanup=21us total=124664us active=1
2026-05-14T16:38:14.424978+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124817us emit=4us prefill=0us total=124822us batch=1
2026-05-14T16:38:14.425002+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124538us emit=3us prefill=0us total=124542us batch=1
2026-05-14T16:38:14.425000+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125282us emit=5us prefill=0us total=125288us batch=1
2026-05-14T16:38:14.425010+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124844us cleanup=15us total=124860us active=1
2026-05-14T16:38:14.425049+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124569us cleanup=24us total=124594us active=1
2026-05-14T16:38:14.425055+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125325us cleanup=23us total=125349us active=1
2026-05-14T16:38:14.549184+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=124111us emit=4us prefill=0us total=124117us batch=1
2026-05-14T16:38:14.549218+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124141us cleanup=15us total=124158us active=1
2026-05-14T16:38:14.549612+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124783us emit=4us prefill=0us total=124788us batch=1
2026-05-14T16:38:14.549624+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=124575us emit=4us prefill=0us total=124581us batch=1
2026-05-14T16:38:14.549642+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124807us cleanup=14us total=124822us active=1
2026-05-14T16:38:14.549669+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124614us cleanup=15us total=124630us active=1
2026-05-14T16:38:14.549686+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125093us emit=5us prefill=0us total=125099us batch=1
2026-05-14T16:38:14.549719+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124847us emit=4us prefill=0us total=124852us batch=1
2026-05-14T16:38:14.549719+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125471us emit=4us prefill=0us total=125476us batch=1
2026-05-14T16:38:14.549728+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125124us cleanup=20us total=125145us active=1
2026-05-14T16:38:14.549753+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124874us cleanup=16us total=124891us active=1
2026-05-14T16:38:14.549762+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125509us cleanup=14us total=125525us active=1
2026-05-14T16:38:14.549774+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=124777us emit=4us prefill=0us total=124783us batch=1
2026-05-14T16:38:14.549807+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124799us cleanup=20us total=124820us active=1
2026-05-14T16:38:14.549925+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124855us emit=4us prefill=0us total=124860us batch=1
2026-05-14T16:38:14.549958+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124877us cleanup=20us total=124898us active=1
2026-05-14T16:38:14.675333+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=125565us emit=4us prefill=0us total=125571us batch=1
2026-05-14T16:38:14.675372+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125598us cleanup=16us total=125615us active=1
2026-05-14T16:38:14.675562+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125792us emit=4us prefill=0us total=125797us batch=1
2026-05-14T16:38:14.675592+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125815us cleanup=14us total=125831us active=1
2026-05-14T16:38:14.675646+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125867us emit=4us prefill=0us total=125872us batch=1
2026-05-14T16:38:14.675675+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125891us cleanup=14us total=125906us active=1
2026-05-14T16:38:14.675676+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125993us emit=17us prefill=0us total=126011us batch=1
2026-05-14T16:38:14.675675+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=126430us emit=4us prefill=0us total=126436us batch=1
2026-05-14T16:38:14.675707+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126033us cleanup=14us total=126048us active=1
2026-05-14T16:38:14.675720+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126469us cleanup=15us total=126486us active=1
2026-05-14T16:38:14.675951+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126129us emit=4us prefill=0us total=126134us batch=1
2026-05-14T16:38:14.675976+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126002us emit=4us prefill=0us total=126007us batch=1
2026-05-14T16:38:14.675983+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126150us cleanup=20us total=126171us active=1
2026-05-14T16:38:14.676015+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126034us cleanup=16us total=126051us active=1
2026-05-14T16:38:14.676027+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126342us emit=4us prefill=0us total=126347us batch=1
2026-05-14T16:38:14.676057+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126366us cleanup=14us total=126382us active=1
2026-05-14T16:38:14.804323+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=10us decode=128927us emit=4us prefill=0us total=128941us batch=1
2026-05-14T16:38:14.804363+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=128966us cleanup=18us total=128985us active=1
2026-05-14T16:38:14.804416+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=128671us emit=6us prefill=0us total=128679us batch=1
2026-05-14T16:38:14.804450+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=128701us cleanup=16us total=128719us active=1
2026-05-14T16:38:14.804618+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=10us decode=128597us emit=3us prefill=0us total=128610us batch=1
2026-05-14T16:38:14.804651+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=128630us cleanup=17us total=128648us active=1
2026-05-14T16:38:14.804688+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=128952us emit=4us prefill=0us total=128957us batch=1
2026-05-14T16:38:14.804711+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=128677us emit=4us prefill=0us total=128683us batch=1
2026-05-14T16:38:14.804718+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=128976us cleanup=14us total=128991us active=1
2026-05-14T16:38:14.804743+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=129051us emit=4us prefill=0us total=129056us batch=1
2026-05-14T16:38:14.804748+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=128708us cleanup=16us total=128725us active=1
2026-05-14T16:38:14.804776+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129078us cleanup=14us total=129093us active=1
2026-05-14T16:38:14.804778+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=129170us emit=3us prefill=0us total=129174us batch=1
2026-05-14T16:38:14.804784+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=128709us emit=5us prefill=0us total=128715us batch=1
2026-05-14T16:38:14.804808+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129193us cleanup=14us total=129209us active=1
2026-05-14T16:38:14.804818+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=128736us cleanup=16us total=128753us active=1
2026-05-14T16:38:14.930695+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125862us emit=4us prefill=0us total=125867us batch=1
2026-05-14T16:38:14.930725+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125886us cleanup=14us total=125901us active=1
2026-05-14T16:38:14.930858+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=126479us emit=4us prefill=0us total=126485us batch=1
2026-05-14T16:38:14.930896+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126508us cleanup=18us total=126527us active=1
2026-05-14T16:38:14.931011+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126264us emit=4us prefill=0us total=126269us batch=1
2026-05-14T16:38:14.931024+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126355us emit=4us prefill=0us total=126360us batch=1
2026-05-14T16:38:14.931045+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126293us cleanup=14us total=126308us active=1
2026-05-14T16:38:14.931058+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126382us cleanup=17us total=126400us active=1
2026-05-14T16:38:14.931146+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126352us emit=4us prefill=0us total=126357us batch=1
2026-05-14T16:38:14.931176+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126377us cleanup=14us total=126392us active=1
2026-05-14T16:38:14.931208+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126372us emit=4us prefill=0us total=126377us batch=1
2026-05-14T16:38:14.931238+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=126459us emit=4us prefill=0us total=126465us batch=1
2026-05-14T16:38:14.931247+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=126779us emit=4us prefill=0us total=126785us batch=1
2026-05-14T16:38:14.931245+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126403us cleanup=14us total=126418us active=1
2026-05-14T16:38:14.931275+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126490us cleanup=16us total=126508us active=1
2026-05-14T16:38:14.931284+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126808us cleanup=17us total=126826us active=1
2026-05-14T16:38:15.055541+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124349us emit=4us prefill=0us total=124354us batch=1
2026-05-14T16:38:15.055573+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124375us cleanup=14us total=124391us active=1
2026-05-14T16:38:15.055741+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=124828us emit=3us prefill=0us total=124833us batch=1
2026-05-14T16:38:15.055777+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124855us cleanup=18us total=124874us active=1
2026-05-14T16:38:15.055942+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125201us emit=3us prefill=0us total=125205us batch=1
2026-05-14T16:38:15.055973+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125226us cleanup=14us total=125242us active=1
2026-05-14T16:38:15.056232+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125160us emit=11us prefill=0us total=125172us batch=1
2026-05-14T16:38:15.056240+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125163us emit=4us prefill=0us total=125168us batch=1
2026-05-14T16:38:15.056263+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125193us cleanup=14us total=125209us active=1
2026-05-14T16:38:15.056273+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125189us cleanup=15us total=125206us active=1
2026-05-14T16:38:15.056303+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=125001us emit=4us prefill=0us total=125007us batch=1
2026-05-14T16:38:15.056336+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125027us cleanup=15us total=125044us active=1
2026-05-14T16:38:15.056418+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125136us emit=4us prefill=0us total=125141us batch=1
2026-05-14T16:38:15.056421+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=125127us emit=4us prefill=0us total=125133us batch=1
2026-05-14T16:38:15.056450+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125161us cleanup=15us total=125176us active=1
2026-05-14T16:38:15.056461+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125162us cleanup=15us total=125178us active=1
2026-05-14T16:38:15.180427+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124136us emit=4us prefill=0us total=124141us batch=1
2026-05-14T16:38:15.180533+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124164us cleanup=15us total=124251us active=1
2026-05-14T16:38:15.180765+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124961us emit=3us prefill=0us total=124965us batch=1
2026-05-14T16:38:15.180809+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124822us emit=3us prefill=0us total=124826us batch=1
2026-05-14T16:38:15.180840+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=124546us emit=17us prefill=0us total=124565us batch=1
2026-05-14T16:38:15.180849+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124985us cleanup=17us total=125055us active=1
2026-05-14T16:38:15.180870+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125280us emit=4us prefill=0us total=125285us batch=1
2026-05-14T16:38:15.180878+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=124525us emit=3us prefill=0us total=124530us batch=1
2026-05-14T16:38:15.180900+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124844us cleanup=14us total=124920us active=1
2026-05-14T16:38:15.180927+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124586us cleanup=16us total=124656us active=1
2026-05-14T16:38:15.180952+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125308us cleanup=14us total=125372us active=1
2026-05-14T16:38:15.180980+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124553us cleanup=15us total=124637us active=1
2026-05-14T16:38:15.181003+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124536us emit=4us prefill=0us total=124541us batch=1
2026-05-14T16:38:15.181009+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124529us emit=4us prefill=0us total=124534us batch=1
2026-05-14T16:38:15.181077+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124560us cleanup=15us total=124619us active=1
2026-05-14T16:38:15.181107+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124556us cleanup=15us total=124637us active=1
2026-05-14T16:38:15.304304+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123209us emit=4us prefill=0us total=123214us batch=1
2026-05-14T16:38:15.304342+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123241us cleanup=15us total=123257us active=1
2026-05-14T16:38:15.304607+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123482us emit=3us prefill=0us total=123487us batch=1
2026-05-14T16:38:15.304642+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123510us cleanup=15us total=123526us active=1
2026-05-14T16:38:15.304667+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123749us emit=4us prefill=0us total=123754us batch=1
2026-05-14T16:38:15.304699+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123774us cleanup=15us total=123790us active=1
2026-05-14T16:38:15.304695+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123820us emit=4us prefill=0us total=123825us batch=1
2026-05-14T16:38:15.304724+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123752us emit=4us prefill=0us total=123757us batch=1
2026-05-14T16:38:15.304733+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123850us cleanup=16us total=123868us active=1
2026-05-14T16:38:15.304758+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123781us cleanup=14us total=123796us active=1
2026-05-14T16:38:15.304895+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123942us emit=4us prefill=0us total=123947us batch=1
2026-05-14T16:38:15.304912+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124362us emit=4us prefill=0us total=124367us batch=1
2026-05-14T16:38:15.304912+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123913us emit=4us prefill=0us total=123918us batch=1
2026-05-14T16:38:15.304928+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123968us cleanup=15us total=123985us active=1
2026-05-14T16:38:15.304945+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124389us cleanup=15us total=124405us active=1
2026-05-14T16:38:15.304957+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123952us cleanup=15us total=123968us active=1
2026-05-14T16:38:15.430281+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125565us emit=4us prefill=0us total=125570us batch=1
2026-05-14T16:38:15.430313+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125591us cleanup=14us total=125607us active=1
2026-05-14T16:38:15.430372+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=125612us emit=4us prefill=0us total=125618us batch=1
2026-05-14T16:38:15.430417+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125640us cleanup=24us total=125665us active=1
2026-05-14T16:38:15.430593+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126237us emit=3us prefill=0us total=126241us batch=1
2026-05-14T16:38:15.430622+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126259us cleanup=14us total=126274us active=1
2026-05-14T16:38:15.430622+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125847us emit=4us prefill=0us total=125852us batch=1
2026-05-14T16:38:15.430654+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125874us cleanup=14us total=125889us active=1
2026-05-14T16:38:15.430655+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125678us emit=4us prefill=0us total=125683us batch=1
2026-05-14T16:38:15.430689+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125705us cleanup=16us total=125723us active=1
2026-05-14T16:38:15.430707+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=126047us emit=4us prefill=0us total=126053us batch=1
2026-05-14T16:38:15.430738+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125780us emit=3us prefill=0us total=125784us batch=1
2026-05-14T16:38:15.430746+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126078us cleanup=18us total=126098us active=1
2026-05-14T16:38:15.430772+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125808us cleanup=15us total=125824us active=1
2026-05-14T16:38:15.430770+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125797us emit=4us prefill=0us total=125802us batch=1
2026-05-14T16:38:15.430807+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125823us cleanup=19us total=125843us active=1
2026-05-14T16:38:15.554914+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124123us emit=4us prefill=0us total=124128us batch=1
2026-05-14T16:38:15.554945+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124149us cleanup=14us total=124164us active=1
2026-05-14T16:38:15.555035+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124258us emit=4us prefill=0us total=124263us batch=1
2026-05-14T16:38:15.555046+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=124611us emit=4us prefill=0us total=124617us batch=1
2026-05-14T16:38:15.555077+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124284us cleanup=25us total=124310us active=1
2026-05-14T16:38:15.555092+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124649us cleanup=17us total=124667us active=1
2026-05-14T16:38:15.555138+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124466us emit=4us prefill=0us total=124471us batch=1
2026-05-14T16:38:15.555170+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124493us cleanup=14us total=124508us active=1
2026-05-14T16:38:15.555196+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124868us emit=3us prefill=0us total=124872us batch=1
2026-05-14T16:38:15.555206+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=124499us emit=4us prefill=0us total=124505us batch=1
2026-05-14T16:38:15.555232+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124891us cleanup=21us total=124913us active=1
2026-05-14T16:38:15.555247+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124533us cleanup=16us total=124550us active=1
2026-05-14T16:38:15.555270+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124632us emit=4us prefill=0us total=124637us batch=1
2026-05-14T16:38:15.555298+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124654us cleanup=13us total=124669us active=1
2026-05-14T16:38:15.555303+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124479us emit=4us prefill=0us total=124484us batch=1
2026-05-14T16:38:15.555337+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124505us cleanup=16us total=124523us active=1
2026-05-14T16:38:15.676917+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=121807us emit=4us prefill=0us total=121812us batch=1
2026-05-14T16:38:15.676952+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=121835us cleanup=17us total=121854us active=1
2026-05-14T16:38:15.677095+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=121909us emit=4us prefill=0us total=121914us batch=1
2026-05-14T16:38:15.677127+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=121935us cleanup=15us total=121951us active=1
2026-05-14T16:38:15.677246+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=121932us emit=3us prefill=0us total=121936us batch=1
2026-05-14T16:38:15.677279+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=121958us cleanup=16us total=121975us active=1
2026-05-14T16:38:15.677361+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122399us emit=4us prefill=0us total=122404us batch=1
2026-05-14T16:38:15.677376+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122126us emit=4us prefill=0us total=122131us batch=1
2026-05-14T16:38:15.677392+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122422us cleanup=16us total=122439us active=1
2026-05-14T16:38:15.677416+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122149us cleanup=25us total=122175us active=1
2026-05-14T16:38:15.677490+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=122392us emit=5us prefill=0us total=122399us batch=1
2026-05-14T16:38:15.677511+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122158us emit=3us prefill=0us total=122162us batch=1
2026-05-14T16:38:15.677530+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122419us cleanup=23us total=122443us active=1
2026-05-14T16:38:15.677537+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=122270us emit=4us prefill=0us total=122276us batch=1
2026-05-14T16:38:15.677543+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122181us cleanup=17us total=122199us active=1
2026-05-14T16:38:15.677570+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122297us cleanup=16us total=122314us active=1
2026-05-14T16:38:15.800559+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122972us emit=3us prefill=0us total=122976us batch=1
2026-05-14T16:38:15.800591+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122998us cleanup=14us total=123013us active=1
2026-05-14T16:38:15.800918+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123775us emit=4us prefill=0us total=123780us batch=1
2026-05-14T16:38:15.800923+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123954us emit=3us prefill=0us total=123958us batch=1
2026-05-14T16:38:15.800953+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123803us cleanup=15us total=123819us active=1
2026-05-14T16:38:15.800963+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123986us cleanup=17us total=124003us active=1
2026-05-14T16:38:15.800963+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123393us emit=3us prefill=0us total=123398us batch=1
2026-05-14T16:38:15.800992+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123417us cleanup=14us total=123433us active=1
2026-05-14T16:38:15.800988+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123573us emit=4us prefill=0us total=123578us batch=1
2026-05-14T16:38:15.801020+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123597us cleanup=15us total=123614us active=1
2026-05-14T16:38:15.801210+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123664us emit=3us prefill=0us total=123669us batch=1
2026-05-14T16:38:15.801215+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123921us emit=3us prefill=0us total=123925us batch=1
2026-05-14T16:38:15.801239+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123795us emit=4us prefill=0us total=123800us batch=1
2026-05-14T16:38:15.801261+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123702us cleanup=21us total=123724us active=1
2026-05-14T16:38:15.801270+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123966us cleanup=17us total=123984us active=1
2026-05-14T16:38:15.801276+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123825us cleanup=14us total=123840us active=1
2026-05-14T16:38:15.925344+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124041us emit=3us prefill=0us total=124045us batch=1
2026-05-14T16:38:15.925374+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124064us cleanup=14us total=124080us active=1
2026-05-14T16:38:15.925477+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124440us emit=4us prefill=0us total=124445us batch=1
2026-05-14T16:38:15.925506+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124464us cleanup=14us total=124479us active=1
2026-05-14T16:38:15.925506+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124535us emit=4us prefill=0us total=124540us batch=1
2026-05-14T16:38:15.925525+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124916us emit=3us prefill=0us total=124920us batch=1
2026-05-14T16:38:15.925535+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124559us cleanup=13us total=124574us active=1
2026-05-14T16:38:15.925556+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124943us cleanup=14us total=124958us active=1
2026-05-14T16:38:15.925697+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124398us emit=3us prefill=0us total=124402us batch=1
2026-05-14T16:38:15.925701+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124721us emit=3us prefill=0us total=124725us batch=1
2026-05-14T16:38:15.925726+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124421us cleanup=14us total=124436us active=1
2026-05-14T16:38:15.925727+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124718us emit=4us prefill=0us total=124723us batch=1
2026-05-14T16:38:15.925734+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124748us cleanup=14us total=124763us active=1
2026-05-14T16:38:15.925759+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124745us cleanup=14us total=124760us active=1
2026-05-14T16:38:15.925767+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=124487us emit=4us prefill=0us total=124493us batch=1
2026-05-14T16:38:15.925799+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124511us cleanup=16us total=124529us active=1
2026-05-14T16:38:16.050914+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125155us emit=3us prefill=0us total=125159us batch=1
2026-05-14T16:38:16.050947+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125182us cleanup=14us total=125197us active=1
2026-05-14T16:38:16.051132+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125742us emit=3us prefill=0us total=125746us batch=1
2026-05-14T16:38:16.051162+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125766us cleanup=14us total=125782us active=1
2026-05-14T16:38:16.051278+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125723us emit=4us prefill=0us total=125728us batch=1
2026-05-14T16:38:16.051320+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125757us cleanup=15us total=125774us active=1
2026-05-14T16:38:16.051325+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125582us emit=4us prefill=0us total=125587us batch=1
2026-05-14T16:38:16.051359+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125608us cleanup=15us total=125625us active=1
2026-05-14T16:38:16.051391+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125868us emit=4us prefill=0us total=125873us batch=1
2026-05-14T16:38:16.051432+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125903us cleanup=15us total=125919us active=1
2026-05-14T16:38:16.051437+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125660us emit=4us prefill=0us total=125665us batch=1
2026-05-14T16:38:16.051469+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125688us cleanup=14us total=125703us active=1
2026-05-14T16:38:16.051472+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125898us emit=4us prefill=0us total=125903us batch=1
2026-05-14T16:38:16.051478+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125661us emit=4us prefill=0us total=125666us batch=1
2026-05-14T16:38:16.051502+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125923us cleanup=14us total=125938us active=1
2026-05-14T16:38:16.051510+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125687us cleanup=15us total=125704us active=1
2026-05-14T16:38:16.177994+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126815us emit=4us prefill=0us total=126820us batch=1
2026-05-14T16:38:16.178033+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126849us cleanup=15us total=126864us active=1
2026-05-14T16:38:16.178261+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=126810us emit=4us prefill=0us total=126816us batch=1
2026-05-14T16:38:16.178292+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126837us cleanup=14us total=126852us active=1
2026-05-14T16:38:16.178291+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=126955us emit=4us prefill=0us total=126961us batch=1
2026-05-14T16:38:16.178322+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126981us cleanup=14us total=126996us active=1
2026-05-14T16:38:16.178445+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126927us emit=4us prefill=0us total=126932us batch=1
2026-05-14T16:38:16.178478+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126953us cleanup=14us total=126969us active=1
2026-05-14T16:38:16.178504+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127540us emit=3us prefill=0us total=127544us batch=1
2026-05-14T16:38:16.178528+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=127152us emit=4us prefill=0us total=127158us batch=1
2026-05-14T16:38:16.178538+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127568us cleanup=15us total=127585us active=1
2026-05-14T16:38:16.178584+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127201us cleanup=15us total=127217us active=1
2026-05-14T16:38:16.178617+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=127132us emit=3us prefill=0us total=127137us batch=1
2026-05-14T16:38:16.178630+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127104us emit=4us prefill=0us total=127109us batch=1
2026-05-14T16:38:16.178653+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127160us cleanup=15us total=127177us active=1
2026-05-14T16:38:16.178665+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127131us cleanup=16us total=127148us active=1
2026-05-14T16:38:16.307265+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=128957us emit=4us prefill=0us total=128962us batch=1
2026-05-14T16:38:16.307374+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=128988us cleanup=16us total=129076us active=1
2026-05-14T16:38:16.307488+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=129439us emit=4us prefill=0us total=129444us batch=1
2026-05-14T16:38:16.307533+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=129193us emit=4us prefill=0us total=129198us batch=1
2026-05-14T16:38:16.307574+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129465us cleanup=16us total=129534us active=1
2026-05-14T16:38:16.307599+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=128930us emit=4us prefill=0us total=128935us batch=1
2026-05-14T16:38:16.307608+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129219us cleanup=17us total=129278us active=1
2026-05-14T16:38:16.307695+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=128960us cleanup=18us total=129036us active=1
2026-05-14T16:38:16.307784+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=129198us emit=4us prefill=0us total=129204us batch=1
2026-05-14T16:38:16.307803+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=129202us emit=4us prefill=0us total=129207us batch=1
2026-05-14T16:38:16.307814+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=129133us emit=4us prefill=0us total=129139us batch=1
2026-05-14T16:38:16.307818+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=129324us emit=4us prefill=0us total=129330us batch=1
2026-05-14T16:38:16.307869+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129225us cleanup=17us total=129294us active=1
2026-05-14T16:38:16.307894+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129228us cleanup=17us total=129303us active=1
2026-05-14T16:38:16.307925+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129161us cleanup=18us total=129254us active=1
2026-05-14T16:38:16.307953+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129358us cleanup=16us total=129469us active=1
2026-05-14T16:38:16.433683+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=125967us emit=4us prefill=0us total=125973us batch=1
2026-05-14T16:38:16.433721+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125996us cleanup=20us total=126017us active=1
2026-05-14T16:38:16.433774+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=125886us emit=3us prefill=0us total=125891us batch=1
2026-05-14T16:38:16.433810+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125913us cleanup=18us total=125932us active=1
2026-05-14T16:38:16.433915+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=126277us emit=4us prefill=0us total=126283us batch=1
2026-05-14T16:38:16.433937+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=126345us emit=4us prefill=0us total=126351us batch=1
2026-05-14T16:38:16.433948+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126302us cleanup=16us total=126319us active=1
2026-05-14T16:38:16.433962+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=125990us emit=4us prefill=0us total=125996us batch=1
2026-05-14T16:38:16.433968+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126370us cleanup=15us total=126386us active=1
2026-05-14T16:38:16.433998+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126018us cleanup=17us total=126037us active=1
2026-05-14T16:38:16.434032+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=126641us emit=4us prefill=0us total=126647us batch=1
2026-05-14T16:38:16.434055+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=126143us emit=3us prefill=0us total=126148us batch=1
2026-05-14T16:38:16.434064+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126667us cleanup=15us total=126683us active=1
2026-05-14T16:38:16.434088+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126167us cleanup=18us total=126186us active=1
2026-05-14T16:38:16.434099+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=126141us emit=4us prefill=0us total=126147us batch=1
2026-05-14T16:38:16.434135+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126168us cleanup=19us total=126188us active=1
2026-05-14T16:38:16.566290+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=132464us emit=4us prefill=0us total=132469us batch=1
2026-05-14T16:38:16.566326+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=132491us cleanup=18us total=132510us active=1
2026-05-14T16:38:16.566580+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=132615us emit=4us prefill=0us total=132620us batch=1
2026-05-14T16:38:16.566614+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=132643us cleanup=15us total=132659us active=1
2026-05-14T16:38:16.566885+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=132869us emit=4us prefill=0us total=132874us batch=1
2026-05-14T16:38:16.566936+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=132911us cleanup=17us total=132930us active=1
2026-05-14T16:38:16.566993+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=132997us emit=3us prefill=0us total=133001us batch=1
2026-05-14T16:38:16.567024+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=133021us cleanup=15us total=133037us active=1
2026-05-14T16:38:16.567317+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=133213us emit=3us prefill=0us total=133217us batch=1
2026-05-14T16:38:16.567319+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=133236us emit=4us prefill=0us total=133241us batch=1
2026-05-14T16:38:16.567328+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=133588us emit=4us prefill=0us total=133594us batch=1
2026-05-14T16:38:16.567350+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=133238us cleanup=16us total=133255us active=1
2026-05-14T16:38:16.567360+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=133271us cleanup=15us total=133287us active=1
2026-05-14T16:38:16.567375+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=133626us cleanup=20us total=133647us active=1
2026-05-14T16:38:16.567389+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=133237us emit=4us prefill=0us total=133242us batch=1
2026-05-14T16:38:16.567442+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=133279us cleanup=21us total=133300us active=1
2026-05-14T16:38:16.700008+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=133648us emit=4us prefill=0us total=133654us batch=1
2026-05-14T16:38:16.700053+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=133695us cleanup=22us total=133719us active=1
2026-05-14T16:38:16.700125+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=132750us emit=3us prefill=0us total=132754us batch=1
2026-05-14T16:38:16.700160+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=132774us cleanup=17us total=132793us active=1
2026-05-14T16:38:16.700184+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=7us decode=133138us emit=4us prefill=0us total=133149us batch=1
2026-05-14T16:38:16.700214+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=133166us cleanup=16us total=133183us active=1
2026-05-14T16:38:16.700349+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=133710us emit=4us prefill=0us total=133715us batch=1
2026-05-14T16:38:16.700382+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=133743us cleanup=18us total=133762us active=1
2026-05-14T16:38:16.700450+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=133081us emit=4us prefill=0us total=133087us batch=1
2026-05-14T16:38:16.700473+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=133078us emit=5us prefill=0us total=133084us batch=1
2026-05-14T16:38:16.700482+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=133105us cleanup=18us total=133124us active=1
2026-05-14T16:38:16.700504+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=133542us emit=5us prefill=0us total=133549us batch=1
2026-05-14T16:38:16.700534+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=133124us cleanup=23us total=133149us active=1
2026-05-14T16:38:16.700553+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=133587us cleanup=21us total=133609us active=1
2026-05-14T16:38:16.700560+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=133097us emit=5us prefill=0us total=133103us batch=1
2026-05-14T16:38:16.700601+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=133124us cleanup=25us total=133151us active=1
2026-05-14T16:38:16.833057+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=132882us emit=3us prefill=0us total=132886us batch=1
2026-05-14T16:38:16.833089+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=132905us cleanup=16us total=132923us active=1
2026-05-14T16:38:16.833214+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=132641us emit=4us prefill=0us total=132647us batch=1
2026-05-14T16:38:16.833260+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=132678us cleanup=20us total=132699us active=1
2026-05-14T16:38:16.833498+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=133100us emit=4us prefill=0us total=133105us batch=1
2026-05-14T16:38:16.833534+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=133127us cleanup=17us total=133146us active=1
2026-05-14T16:38:16.833549+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=133478us emit=4us prefill=0us total=133484us batch=1
2026-05-14T16:38:16.833586+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=133504us cleanup=20us total=133526us active=1
2026-05-14T16:38:16.833681+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=133128us emit=5us prefill=0us total=133135us batch=1
2026-05-14T16:38:16.833688+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=133159us emit=4us prefill=0us total=133164us batch=1
2026-05-14T16:38:16.833695+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=133459us emit=4us prefill=0us total=133464us batch=1
2026-05-14T16:38:16.833718+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=133153us cleanup=22us total=133176us active=1
2026-05-14T16:38:16.833728+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=133189us cleanup=18us total=133209us active=1
2026-05-14T16:38:16.833734+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=133489us cleanup=16us total=133506us active=1
2026-05-14T16:38:16.833763+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=133142us emit=4us prefill=0us total=133148us batch=1
2026-05-14T16:38:16.833816+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=133181us cleanup=24us total=133206us active=1
2026-05-14T16:38:16.966773+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=133033us emit=7us prefill=0us total=133041us batch=1
2026-05-14T16:38:16.966794+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=133678us emit=16us prefill=0us total=133695us batch=1
2026-05-14T16:38:16.966808+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=133063us cleanup=17us total=133081us active=1
2026-05-14T16:38:16.966826+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=133715us cleanup=15us total=133731us active=1
2026-05-14T16:38:16.967065+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=133787us emit=4us prefill=0us total=133792us batch=1
2026-05-14T16:38:16.967067+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=133497us emit=21us prefill=0us total=133519us batch=1
2026-05-14T16:38:16.967100+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=133815us cleanup=16us total=133832us active=1
2026-05-14T16:38:16.967106+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=133354us emit=6us prefill=0us total=133361us batch=1
2026-05-14T16:38:16.967115+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=133510us emit=7us prefill=0us total=133518us batch=1
2026-05-14T16:38:16.967109+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=133551us cleanup=15us total=133567us active=1
2026-05-14T16:38:16.967136+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=133381us cleanup=14us total=133396us active=1
2026-05-14T16:38:16.967124+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=133373us emit=9us prefill=0us total=133383us batch=1
2026-05-14T16:38:16.967149+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=133540us cleanup=16us total=133557us active=1
2026-05-14T16:38:16.967127+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=133291us emit=7us prefill=0us total=133300us batch=1
2026-05-14T16:38:16.967166+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=133414us cleanup=14us total=133430us active=1
2026-05-14T16:38:16.967448+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:387 Request 0 done: 32 tokens (active=0, waiting=0)
2026-05-14T16:38:16.967452+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:387 Request 0 done: 32 tokens (active=0, waiting=0)
2026-05-14T16:38:16.967453+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:387 Request 0 done: 32 tokens (active=0, waiting=0)
2026-05-14T16:38:16.967450+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:387 Request 0 done: 32 tokens (active=0, waiting=0)
2026-05-14T16:38:16.967451+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:387 Request 0 done: 32 tokens (active=0, waiting=0)
2026-05-14T16:38:16.967185+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=133340us cleanup=21us total=133362us active=1
2026-05-14T16:38:16.967465+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:387 Request 0 done: 32 tokens (active=0, waiting=0)
2026-05-14T16:38:16.967529+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:387 Request 0 done: 32 tokens (active=0, waiting=0)
2026-05-14T16:38:16.967550+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:387 Request 0 done: 32 tokens (active=0, waiting=0)
2026-05-14T16:38:16.967556+08:00   INFO infer::request_trace: handlers.rs:220 request_trace {"chunks_seen":31,"completion_tokens":32,"error":null,"finish_reason":"length","kv":{"fetch_backpressure":false,"fetch_queue_depth":0,"fetch_waiters":0,"gpu_util":0.0,"store_backpressure":false,"store_queue_depth":0},"max_tokens":32,"prefix":{"direct_gpu_attach":false,"hit_rate":0.0,"lookup_latency_us":0,"lookup_reusable_tokens":0,"matched_tokens":0,"prefetch":false,"ready_on_gpu":false,"recompute":false,"request_hit_rate":0.0,"request_skip_rate":0.0,"resume_prefill_tokens":29,"skip_rate":0.0,"staged":false},"preprocess":{"queue_depth":0,"tokenize_us":393,"wait_us":1},"prompt_bytes":202,"prompt_tokens":29,"request_id":"chatcmpl-359abdd3-3171-4bce-be9b-b9b0609c001d","route":"/v1/chat/completions","scheduler":{"active":0,"batch_width":0,"decode_tokens":0,"loop_us":{"cleanup":19,"total":123684},"phase_us":{"admission":8,"decode":115244,"emit":4,"prefill":12605,"total":123623},"pipeline_us":{"cpu_plan":1,"gpu_command_queue_depth":0,"gpu_completion_wait":417,"snapshot":0},"prefill_queue":0,"prefill_tokens":0,"running_batch":0,"scheduled_decode_rows":0,"scheduled_prefill_rows":0,"scheduled_rows":0,"step_last_s":0.000351,"waiting":0},"stream":true,"terminal_seen":true,"text_bytes":119,"throughput":{"completion_tokens_per_s_e2e":7.497930421245128,"prompt_tokens_per_s_at_ttft":78.7307777652273,"total_tokens_per_s_e2e":14.292929865498525},"token_ids_seen":32,"total_ms":4267.844352,"total_tokens":61,"ttft_ms":368.343878}
2026-05-14T16:38:16.968239+08:00   INFO infer::http_server::handlers: handlers.rs:998 chat/completions: messages=1, prompt_bytes=202, max_tokens=64, stream=true
2026-05-14T16:38:16.968877+08:00   INFO infer::scheduler::cuda::runtime::admission: admission.rs:663 Request 1 → slot 0 (prompt=29 tokens, queue=0)
2026-05-14T16:38:16.968879+08:00   INFO infer::scheduler::cuda::runtime::admission: admission.rs:663 Request 1 → slot 0 (prompt=29 tokens, queue=0)
2026-05-14T16:38:16.968882+08:00   INFO infer::scheduler::cuda::runtime::admission: admission.rs:663 Request 1 → slot 0 (prompt=29 tokens, queue=0)
2026-05-14T16:38:16.968886+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:333 Request 1: prefix MISS
2026-05-14T16:38:16.968887+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:333 Request 1: prefix MISS
2026-05-14T16:38:16.968890+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:333 Request 1: prefix MISS
2026-05-14T16:38:16.968891+08:00   INFO infer::scheduler::cuda::runtime::admission: admission.rs:663 Request 1 → slot 0 (prompt=29 tokens, queue=0)
2026-05-14T16:38:16.968881+08:00   INFO infer::scheduler::cuda::runtime::admission: admission.rs:663 Request 1 → slot 0 (prompt=29 tokens, queue=0)
2026-05-14T16:38:16.968901+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:333 Request 1: prefix MISS
2026-05-14T16:38:16.968902+08:00   INFO infer::scheduler::cuda::runtime::admission: admission.rs:663 Request 1 → slot 0 (prompt=29 tokens, queue=0)
2026-05-14T16:38:16.968906+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:333 Request 1: prefix MISS
2026-05-14T16:38:16.968910+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:333 Request 1: prefix MISS
2026-05-14T16:38:16.968900+08:00   INFO infer::scheduler::cuda::runtime::admission: admission.rs:663 Request 1 → slot 0 (prompt=29 tokens, queue=0)
2026-05-14T16:38:16.968895+08:00   INFO infer::scheduler::cuda::runtime::admission: admission.rs:663 Request 1 → slot 0 (prompt=29 tokens, queue=0)
2026-05-14T16:38:16.968924+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:333 Request 1: prefix MISS
2026-05-14T16:38:16.968931+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:333 Request 1: prefix MISS
2026-05-14T16:38:16.976959+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:376 Request 1: chunked prefill starting (29 effective tokens, chunk_size=16384)
2026-05-14T16:38:16.977142+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:376 Request 1: chunked prefill starting (29 effective tokens, chunk_size=16384)
2026-05-14T16:38:16.977447+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:376 Request 1: chunked prefill starting (29 effective tokens, chunk_size=16384)
2026-05-14T16:38:16.977596+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:376 Request 1: chunked prefill starting (29 effective tokens, chunk_size=16384)
2026-05-14T16:38:16.978169+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:376 Request 1: chunked prefill starting (29 effective tokens, chunk_size=16384)
2026-05-14T16:38:16.978427+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:376 Request 1: chunked prefill starting (29 effective tokens, chunk_size=16384)
2026-05-14T16:38:16.978919+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:376 Request 1: chunked prefill starting (29 effective tokens, chunk_size=16384)
2026-05-14T16:38:16.979216+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:376 Request 1: chunked prefill starting (29 effective tokens, chunk_size=16384)
2026-05-14T16:38:17.270629+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=prefill admission=9583us decode=0us emit=0us prefill=292184us total=301767us batch=1
2026-05-14T16:38:17.270640+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=prefill admission=8266us decode=0us emit=0us prefill=293485us total=301751us batch=1
2026-05-14T16:38:17.270648+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=prefill admission=8092us decode=0us emit=0us prefill=293674us total=301766us batch=1
2026-05-14T16:38:17.270674+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=9582us step=292213us cleanup=20us total=301816us active=1
2026-05-14T16:38:17.270634+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=prefill admission=10380us decode=0us emit=0us prefill=291387us total=301767us batch=1
2026-05-14T16:38:17.270689+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=8265us step=293514us cleanup=24us total=301804us active=1
2026-05-14T16:38:17.270636+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=prefill admission=9307us decode=0us emit=0us prefill=292451us total=301758us batch=1
2026-05-14T16:38:17.270647+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=prefill admission=8723us decode=0us emit=0us prefill=293037us total=301760us batch=1
2026-05-14T16:38:17.270715+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=10378us step=291449us cleanup=23us total=301852us active=1
2026-05-14T16:38:17.270630+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=prefill admission=10064us decode=0us emit=0us prefill=291697us total=301761us batch=1
2026-05-14T16:38:17.270730+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=9306us step=292528us cleanup=22us total=301859us active=1
2026-05-14T16:38:17.270632+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=prefill admission=8598us decode=0us emit=0us prefill=293168us total=301766us batch=1
2026-05-14T16:38:17.270744+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=8722us step=293114us cleanup=22us total=301860us active=1
2026-05-14T16:38:17.270700+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=8091us step=293706us cleanup=25us total=301823us active=1
2026-05-14T16:38:17.270756+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=10063us step=291807us cleanup=19us total=301891us active=1
2026-05-14T16:38:17.270770+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=8597us step=293290us cleanup=20us total=301908us active=1
2026-05-14T16:38:17.392684+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=121981us emit=0us prefill=0us total=121983us batch=1
2026-05-14T16:38:17.392782+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122005us cleanup=20us total=122085us active=1
2026-05-14T16:38:17.392810+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=122025us emit=0us prefill=0us total=122027us batch=1
2026-05-14T16:38:17.392897+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122045us cleanup=16us total=122117us active=1
2026-05-14T16:38:17.392942+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=122254us emit=0us prefill=0us total=122256us batch=1
2026-05-14T16:38:17.393019+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122275us cleanup=16us total=122337us active=1
2026-05-14T16:38:17.393210+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=122419us emit=0us prefill=0us total=122421us batch=1
2026-05-14T16:38:17.393262+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=122488us emit=0us prefill=0us total=122490us batch=1
2026-05-14T16:38:17.393272+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=122542us emit=0us prefill=0us total=122544us batch=1
2026-05-14T16:38:17.393285+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122446us cleanup=16us total=122499us active=1
2026-05-14T16:38:17.393303+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=122558us emit=0us prefill=0us total=122560us batch=1
2026-05-14T16:38:17.393309+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=122552us emit=0us prefill=0us total=122554us batch=1
2026-05-14T16:38:17.393342+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122508us cleanup=20us total=122574us active=1
2026-05-14T16:38:17.393366+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122564us cleanup=18us total=122641us active=1
2026-05-14T16:38:17.393395+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122579us cleanup=18us total=122655us active=1
2026-05-14T16:38:17.393427+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122574us cleanup=18us total=122675us active=1
2026-05-14T16:38:17.522001+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=129202us emit=4us prefill=0us total=129207us batch=1
2026-05-14T16:38:17.522031+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129227us cleanup=14us total=129242us active=1
2026-05-14T16:38:17.522160+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=129122us emit=4us prefill=0us total=129127us batch=1
2026-05-14T16:38:17.522192+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129149us cleanup=15us total=129165us active=1
2026-05-14T16:38:17.522316+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=128870us emit=4us prefill=0us total=128875us batch=1
2026-05-14T16:38:17.522347+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=128896us cleanup=14us total=128911us active=1
2026-05-14T16:38:17.522437+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=129524us emit=4us prefill=0us total=129529us batch=1
2026-05-14T16:38:17.522469+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129549us cleanup=15us total=129566us active=1
2026-05-14T16:38:17.522571+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=129214us emit=3us prefill=0us total=129218us batch=1
2026-05-14T16:38:17.522584+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=129280us emit=5us prefill=0us total=129286us batch=1
2026-05-14T16:38:17.522602+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129238us cleanup=14us total=129253us active=1
2026-05-14T16:38:17.522601+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=129182us emit=3us prefill=0us total=129186us batch=1
2026-05-14T16:38:17.522615+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129306us cleanup=15us total=129322us active=1
2026-05-14T16:38:17.522632+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129206us cleanup=15us total=129222us active=1
2026-05-14T16:38:17.522820+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=129434us emit=5us prefill=0us total=129441us batch=1
2026-05-14T16:38:17.522854+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129462us cleanup=17us total=129479us active=1
2026-05-14T16:38:17.654642+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=132279us emit=4us prefill=0us total=132284us batch=1
2026-05-14T16:38:17.654674+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=132305us cleanup=15us total=132321us active=1
2026-05-14T16:38:17.654714+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=132230us emit=3us prefill=0us total=132234us batch=1
2026-05-14T16:38:17.654737+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=132689us emit=5us prefill=0us total=132695us batch=1
2026-05-14T16:38:17.654744+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=132253us cleanup=15us total=132269us active=1
2026-05-14T16:38:17.654758+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=132531us emit=4us prefill=0us total=132536us batch=1
2026-05-14T16:38:17.654769+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=132716us cleanup=14us total=132731us active=1
2026-05-14T16:38:17.654789+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=132556us cleanup=15us total=132571us active=1
2026-05-14T16:38:17.654995+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=132375us emit=3us prefill=0us total=132379us batch=1
2026-05-14T16:38:17.655040+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=132414us cleanup=14us total=132429us active=1
2026-05-14T16:38:17.655478+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=132605us emit=4us prefill=0us total=132611us batch=1
2026-05-14T16:38:17.655513+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=132634us cleanup=16us total=132651us active=1
2026-05-14T16:38:17.655526+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=132894us emit=4us prefill=0us total=132899us batch=1
2026-05-14T16:38:17.655535+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=132886us emit=4us prefill=0us total=132891us batch=1
2026-05-14T16:38:17.655556+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=132917us cleanup=15us total=132933us active=1
2026-05-14T16:38:17.655565+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=132909us cleanup=15us total=132924us active=1
2026-05-14T16:38:17.784999+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=130310us emit=4us prefill=0us total=130315us batch=1
2026-05-14T16:38:17.785029+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130334us cleanup=14us total=130349us active=1
2026-05-14T16:38:17.785131+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=129550us emit=3us prefill=0us total=129554us batch=1
2026-05-14T16:38:17.785159+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129572us cleanup=14us total=129587us active=1
2026-05-14T16:38:17.785168+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=130113us emit=3us prefill=0us total=130117us batch=1
2026-05-14T16:38:17.785172+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=129642us emit=4us prefill=0us total=129647us batch=1
2026-05-14T16:38:17.785196+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130136us cleanup=14us total=130151us active=1
2026-05-14T16:38:17.785205+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129669us cleanup=15us total=129685us active=1
2026-05-14T16:38:17.785245+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=130439us emit=3us prefill=0us total=130443us batch=1
2026-05-14T16:38:17.785276+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130465us cleanup=14us total=130480us active=1
2026-05-14T16:38:17.785335+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=130565us emit=3us prefill=0us total=130569us batch=1
2026-05-14T16:38:17.785366+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130589us cleanup=15us total=130605us active=1
2026-05-14T16:38:17.785474+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=130686us emit=4us prefill=0us total=130691us batch=1
2026-05-14T16:38:17.785503+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130710us cleanup=14us total=130725us active=1
2026-05-14T16:38:17.785512+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=129938us emit=4us prefill=0us total=129943us batch=1
2026-05-14T16:38:17.785554+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129974us cleanup=14us total=129989us active=1
2026-05-14T16:38:17.917488+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=132107us emit=3us prefill=0us total=132111us batch=1
2026-05-14T16:38:17.917521+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=132134us cleanup=14us total=132149us active=1
2026-05-14T16:38:17.917559+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=132516us emit=3us prefill=0us total=132520us batch=1
2026-05-14T16:38:17.917590+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=132539us cleanup=15us total=132555us active=1
2026-05-14T16:38:17.917615+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=132323us emit=4us prefill=0us total=132328us batch=1
2026-05-14T16:38:17.917647+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=132349us cleanup=14us total=132364us active=1
2026-05-14T16:38:17.917781+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=132241us emit=4us prefill=0us total=132246us batch=1
2026-05-14T16:38:17.917813+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=132267us cleanup=15us total=132283us active=1
2026-05-14T16:38:17.918161+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=132987us emit=4us prefill=0us total=132992us batch=1
2026-05-14T16:38:17.918174+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=132605us emit=3us prefill=0us total=132609us batch=1
2026-05-14T16:38:17.918191+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=133009us cleanup=15us total=133025us active=1
2026-05-14T16:38:17.918204+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=132629us cleanup=14us total=132644us active=1
2026-05-14T16:38:17.918233+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=133011us emit=13us prefill=0us total=133025us batch=1
2026-05-14T16:38:17.918241+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=133015us emit=4us prefill=0us total=133021us batch=1
2026-05-14T16:38:17.918263+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=133043us cleanup=14us total=133059us active=1
2026-05-14T16:38:17.918275+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=133044us cleanup=16us total=133061us active=1
2026-05-14T16:38:18.047565+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=129901us emit=4us prefill=0us total=129906us batch=1
2026-05-14T16:38:18.047598+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129929us cleanup=14us total=129944us active=1
2026-05-14T16:38:18.047734+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=130194us emit=3us prefill=0us total=130198us batch=1
2026-05-14T16:38:18.047763+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130216us cleanup=14us total=130231us active=1
2026-05-14T16:38:18.047765+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=129558us emit=3us prefill=0us total=129562us batch=1
2026-05-14T16:38:18.047809+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129594us cleanup=15us total=129610us active=1
2026-05-14T16:38:18.047829+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=130223us emit=3us prefill=0us total=130227us batch=1
2026-05-14T16:38:18.047860+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130247us cleanup=15us total=130263us active=1
2026-05-14T16:38:18.048215+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=129920us emit=4us prefill=0us total=129926us batch=1
2026-05-14T16:38:18.048261+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129958us cleanup=18us total=129976us active=1
2026-05-14T16:38:18.048283+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=130003us emit=4us prefill=0us total=130008us batch=1
2026-05-14T16:38:18.048289+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=130069us emit=3us prefill=0us total=130073us batch=1
2026-05-14T16:38:18.048312+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130026us cleanup=15us total=130042us active=1
2026-05-14T16:38:18.048319+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130092us cleanup=14us total=130107us active=1
2026-05-14T16:38:18.048494+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=130665us emit=4us prefill=0us total=130670us batch=1
2026-05-14T16:38:18.048529+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130693us cleanup=15us total=130710us active=1
2026-05-14T16:38:18.176792+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=128245us emit=4us prefill=0us total=128250us batch=1
2026-05-14T16:38:18.176827+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=128273us cleanup=16us total=128290us active=1
2026-05-14T16:38:18.177066+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=129242us emit=3us prefill=0us total=129246us batch=1
2026-05-14T16:38:18.177095+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129265us cleanup=14us total=129281us active=1
2026-05-14T16:38:18.177131+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=129256us emit=3us prefill=0us total=129260us batch=1
2026-05-14T16:38:18.177160+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129278us cleanup=15us total=129293us active=1
2026-05-14T16:38:18.177176+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=129384us emit=3us prefill=0us total=129388us batch=1
2026-05-14T16:38:18.177207+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129408us cleanup=14us total=129424us active=1
2026-05-14T16:38:18.177252+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=128924us emit=4us prefill=0us total=128929us batch=1
2026-05-14T16:38:18.177292+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=128957us cleanup=14us total=128972us active=1
2026-05-14T16:38:18.177290+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=129677us emit=3us prefill=0us total=129681us batch=1
2026-05-14T16:38:18.177323+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129703us cleanup=14us total=129718us active=1
2026-05-14T16:38:18.177395+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=129115us emit=3us prefill=0us total=129120us batch=1
2026-05-14T16:38:18.177397+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=129061us emit=4us prefill=0us total=129066us batch=1
2026-05-14T16:38:18.177437+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129152us cleanup=14us total=129168us active=1
2026-05-14T16:38:18.177447+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129105us cleanup=14us total=129120us active=1
2026-05-14T16:38:18.298459+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=121614us emit=5us prefill=0us total=121620us batch=1
2026-05-14T16:38:18.298492+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=121643us cleanup=14us total=121659us active=1
2026-05-14T16:38:18.298720+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=121609us emit=4us prefill=0us total=121614us batch=1
2026-05-14T16:38:18.298747+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=121572us emit=4us prefill=0us total=121577us batch=1
2026-05-14T16:38:18.298752+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=121634us cleanup=15us total=121650us active=1
2026-05-14T16:38:18.298780+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=121599us cleanup=14us total=121614us active=1
2026-05-14T16:38:18.298821+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=121483us emit=4us prefill=0us total=121488us batch=1
2026-05-14T16:38:18.298856+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=121512us cleanup=14us total=121527us active=1
2026-05-14T16:38:18.298953+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=121499us emit=3us prefill=0us total=121504us batch=1
2026-05-14T16:38:18.298970+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=121663us emit=3us prefill=0us total=121667us batch=1
2026-05-14T16:38:18.298984+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=121523us cleanup=14us total=121539us active=1
2026-05-14T16:38:18.298981+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=121758us emit=5us prefill=0us total=121764us batch=1
2026-05-14T16:38:18.299001+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=121688us cleanup=14us total=121703us active=1
2026-05-14T16:38:18.299014+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=121785us cleanup=14us total=121800us active=1
2026-05-14T16:38:18.299010+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=121545us emit=4us prefill=0us total=121550us batch=1
2026-05-14T16:38:18.299056+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=121585us cleanup=14us total=121600us active=1
2026-05-14T16:38:18.421244+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122201us emit=4us prefill=0us total=122206us batch=1
2026-05-14T16:38:18.421337+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122225us cleanup=15us total=122304us active=1
2026-05-14T16:38:18.421459+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122661us emit=4us prefill=0us total=122666us batch=1
2026-05-14T16:38:18.421519+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123010us emit=4us prefill=0us total=123015us batch=1
2026-05-14T16:38:18.421561+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122686us cleanup=14us total=122773us active=1
2026-05-14T16:38:18.421604+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123035us cleanup=14us total=123105us active=1
2026-05-14T16:38:18.421638+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122636us emit=4us prefill=0us total=122641us batch=1
2026-05-14T16:38:18.421714+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122661us cleanup=14us total=122721us active=1
2026-05-14T16:38:18.421725+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122945us emit=3us prefill=0us total=122949us batch=1
2026-05-14T16:38:18.421786+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=122913us emit=3us prefill=0us total=122918us batch=1
2026-05-14T16:38:18.421798+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122969us cleanup=15us total=123027us active=1
2026-05-14T16:38:18.421822+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122804us emit=3us prefill=0us total=122808us batch=1
2026-05-14T16:38:18.421851+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122780us emit=4us prefill=0us total=122785us batch=1
2026-05-14T16:38:18.421860+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122939us cleanup=14us total=122997us active=1
2026-05-14T16:38:18.421892+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122826us cleanup=14us total=122882us active=1
2026-05-14T16:38:18.421923+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122807us cleanup=14us total=122862us active=1
2026-05-14T16:38:18.547690+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126338us emit=4us prefill=0us total=126343us batch=1
2026-05-14T16:38:18.547721+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126362us cleanup=15us total=126378us active=1
2026-05-14T16:38:18.547750+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126129us emit=4us prefill=0us total=126134us batch=1
2026-05-14T16:38:18.547780+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126154us cleanup=14us total=126169us active=1
2026-05-14T16:38:18.548265+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126686us emit=6us prefill=0us total=126693us batch=1
2026-05-14T16:38:18.548264+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126448us emit=4us prefill=0us total=126453us batch=1
2026-05-14T16:38:18.548296+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126713us cleanup=14us total=126728us active=1
2026-05-14T16:38:18.548305+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126482us cleanup=14us total=126497us active=1
2026-05-14T16:38:18.548334+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=126449us emit=4us prefill=0us total=126455us batch=1
2026-05-14T16:38:18.548368+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126478us cleanup=14us total=126493us active=1
2026-05-14T16:38:18.548484+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126543us emit=4us prefill=0us total=126548us batch=1
2026-05-14T16:38:18.548514+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126567us cleanup=14us total=126583us active=1
2026-05-14T16:38:18.548510+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=126779us emit=3us prefill=0us total=126784us batch=1
2026-05-14T16:38:18.548525+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126616us emit=4us prefill=0us total=126621us batch=1
2026-05-14T16:38:18.548543+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126806us cleanup=14us total=126822us active=1
2026-05-14T16:38:18.548557+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126642us cleanup=14us total=126657us active=1
2026-05-14T16:38:18.679151+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=131341us emit=4us prefill=0us total=131346us batch=1
2026-05-14T16:38:18.679181+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=131367us cleanup=14us total=131382us active=1
2026-05-14T16:38:18.679179+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=130858us emit=4us prefill=0us total=130863us batch=1
2026-05-14T16:38:18.679209+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130881us cleanup=15us total=130897us active=1
2026-05-14T16:38:18.679241+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=130931us emit=3us prefill=0us total=130935us batch=1
2026-05-14T16:38:18.679269+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130951us cleanup=14us total=130967us active=1
2026-05-14T16:38:18.679295+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=131558us emit=4us prefill=0us total=131563us batch=1
2026-05-14T16:38:18.679325+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=131582us cleanup=15us total=131598us active=1
2026-05-14T16:38:18.679501+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=130971us emit=4us prefill=0us total=130976us batch=1
2026-05-14T16:38:18.679550+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=131014us cleanup=14us total=131029us active=1
2026-05-14T16:38:18.679549+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=131164us emit=4us prefill=0us total=131169us batch=1
2026-05-14T16:38:18.679579+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=131189us cleanup=14us total=131205us active=1
2026-05-14T16:38:18.679614+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=131040us emit=4us prefill=0us total=131045us batch=1
2026-05-14T16:38:18.679640+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=131061us cleanup=13us total=131075us active=1
2026-05-14T16:38:18.679693+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=131131us emit=4us prefill=0us total=131137us batch=1
2026-05-14T16:38:18.679725+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=131158us cleanup=15us total=131174us active=1
2026-05-14T16:38:18.809311+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=129716us emit=4us prefill=0us total=129721us batch=1
2026-05-14T16:38:18.809316+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=129661us emit=4us prefill=0us total=129666us batch=1
2026-05-14T16:38:18.809348+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129747us cleanup=14us total=129762us active=1
2026-05-14T16:38:18.809358+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129698us cleanup=13us total=129713us active=1
2026-05-14T16:38:18.809504+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=129939us emit=4us prefill=0us total=129944us batch=1
2026-05-14T16:38:18.809511+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=130313us emit=4us prefill=0us total=130318us batch=1
2026-05-14T16:38:18.809535+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129964us cleanup=14us total=129979us active=1
2026-05-14T16:38:18.809542+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130338us cleanup=14us total=130354us active=1
2026-05-14T16:38:18.809559+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=130219us emit=3us prefill=0us total=130223us batch=1
2026-05-14T16:38:18.809574+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=130349us emit=3us prefill=0us total=130353us batch=1
2026-05-14T16:38:18.809588+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130242us cleanup=14us total=130258us active=1
2026-05-14T16:38:18.809603+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130372us cleanup=14us total=130387us active=1
2026-05-14T16:38:18.809599+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=130315us emit=4us prefill=0us total=130320us batch=1
2026-05-14T16:38:18.809634+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130344us cleanup=13us total=130359us active=1
2026-05-14T16:38:18.810031+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=130276us emit=4us prefill=0us total=130282us batch=1
2026-05-14T16:38:18.810073+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130324us cleanup=15us total=130340us active=1
2026-05-14T16:38:18.939376+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=129726us emit=4us prefill=0us total=129731us batch=1
2026-05-14T16:38:18.939415+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129751us cleanup=22us total=129774us active=1
2026-05-14T16:38:18.939700+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=130335us emit=3us prefill=0us total=130340us batch=1
2026-05-14T16:38:18.939731+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130360us cleanup=14us total=130375us active=1
2026-05-14T16:38:18.939840+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=130235us emit=3us prefill=0us total=130239us batch=1
2026-05-14T16:38:18.939853+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=130293us emit=4us prefill=0us total=130298us batch=1
2026-05-14T16:38:18.939870+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130260us cleanup=14us total=130275us active=1
2026-05-14T16:38:18.939856+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=130304us emit=3us prefill=0us total=130308us batch=1
2026-05-14T16:38:18.939885+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130320us cleanup=14us total=130335us active=1
2026-05-14T16:38:18.939897+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=130277us emit=3us prefill=0us total=130281us batch=1
2026-05-14T16:38:18.939902+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130345us cleanup=13us total=130359us active=1
2026-05-14T16:38:18.939928+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130302us cleanup=14us total=130317us active=1
2026-05-14T16:38:18.939960+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=130585us emit=4us prefill=0us total=130590us batch=1
2026-05-14T16:38:18.939988+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130608us cleanup=13us total=130622us active=1
2026-05-14T16:38:18.940183+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=130093us emit=4us prefill=0us total=130099us batch=1
2026-05-14T16:38:18.940213+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130119us cleanup=14us total=130134us active=1
2026-05-14T16:38:19.070989+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=131553us emit=4us prefill=0us total=131558us batch=1
2026-05-14T16:38:19.071020+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=131578us cleanup=14us total=131594us active=1
2026-05-14T16:38:19.071047+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=131160us emit=4us prefill=0us total=131165us batch=1
2026-05-14T16:38:19.071077+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=131184us cleanup=14us total=131199us active=1
2026-05-14T16:38:19.071152+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=131404us emit=4us prefill=0us total=131409us batch=1
2026-05-14T16:38:19.071185+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=131432us cleanup=14us total=131447us active=1
2026-05-14T16:38:19.071289+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=131359us emit=4us prefill=0us total=131364us batch=1
2026-05-14T16:38:19.071313+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=131368us emit=3us prefill=0us total=131372us batch=1
2026-05-14T16:38:19.071320+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=131384us cleanup=13us total=131399us active=1
2026-05-14T16:38:19.071319+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=131416us emit=4us prefill=0us total=131421us batch=1
2026-05-14T16:38:19.071345+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=131394us cleanup=14us total=131410us active=1
2026-05-14T16:38:19.071363+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=131455us cleanup=14us total=131470us active=1
2026-05-14T16:38:19.071379+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=131375us emit=4us prefill=0us total=131380us batch=1
2026-05-14T16:38:19.071419+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=131399us cleanup=24us total=131424us active=1
2026-05-14T16:38:19.071612+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=131370us emit=4us prefill=0us total=131375us batch=1
2026-05-14T16:38:19.071643+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=131396us cleanup=14us total=131411us active=1
2026-05-14T16:38:19.199547+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=128446us emit=3us prefill=0us total=128450us batch=1
2026-05-14T16:38:19.199575+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=128468us cleanup=13us total=128483us active=1
2026-05-14T16:38:19.199795+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=128760us emit=4us prefill=0us total=128765us batch=1
2026-05-14T16:38:19.199808+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=128447us emit=3us prefill=0us total=128451us batch=1
2026-05-14T16:38:19.199807+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=128459us emit=3us prefill=0us total=128463us batch=1
2026-05-14T16:38:19.199839+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=128471us cleanup=14us total=128486us active=1
2026-05-14T16:38:19.199825+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=128784us cleanup=14us total=128799us active=1
2026-05-14T16:38:19.199854+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=128501us cleanup=14us total=128516us active=1
2026-05-14T16:38:19.199979+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=128599us emit=4us prefill=0us total=128604us batch=1
2026-05-14T16:38:19.199992+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=128790us emit=3us prefill=0us total=128794us batch=1
2026-05-14T16:38:19.200023+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=128638us cleanup=14us total=128653us active=1
2026-05-14T16:38:19.200033+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=128826us cleanup=14us total=128841us active=1
2026-05-14T16:38:19.200030+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=128370us emit=4us prefill=0us total=128376us batch=1
2026-05-14T16:38:19.200043+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=128608us emit=3us prefill=0us total=128612us batch=1
2026-05-14T16:38:19.200062+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=128396us cleanup=14us total=128411us active=1
2026-05-14T16:38:19.200072+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=128631us cleanup=14us total=128645us active=1
2026-05-14T16:38:19.324305+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124448us emit=3us prefill=0us total=124452us batch=1
2026-05-14T16:38:19.324336+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124473us cleanup=14us total=124488us active=1
2026-05-14T16:38:19.324421+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124379us emit=4us prefill=0us total=124384us batch=1
2026-05-14T16:38:19.324452+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124405us cleanup=14us total=124420us active=1
2026-05-14T16:38:19.324592+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125002us emit=3us prefill=0us total=125006us batch=1
2026-05-14T16:38:19.324622+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125026us cleanup=14us total=125041us active=1
2026-05-14T16:38:19.324684+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124633us emit=4us prefill=0us total=124638us batch=1
2026-05-14T16:38:19.324710+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124621us emit=4us prefill=0us total=124626us batch=1
2026-05-14T16:38:19.324715+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124659us cleanup=14us total=124674us active=1
2026-05-14T16:38:19.324744+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124649us cleanup=14us total=124664us active=1
2026-05-14T16:38:19.324740+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124856us emit=4us prefill=0us total=124861us batch=1
2026-05-14T16:38:19.324773+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124884us cleanup=14us total=124899us active=1
2026-05-14T16:38:19.324797+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124936us emit=4us prefill=0us total=124941us batch=1
2026-05-14T16:38:19.324811+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=124730us emit=3us prefill=0us total=124735us batch=1
2026-05-14T16:38:19.324829+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124962us cleanup=14us total=124977us active=1
2026-05-14T16:38:19.324841+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124755us cleanup=14us total=124770us active=1
2026-05-14T16:38:19.447373+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123021us emit=3us prefill=0us total=123025us batch=1
2026-05-14T16:38:19.447476+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123046us cleanup=21us total=123133us active=1
2026-05-14T16:38:19.447738+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122873us emit=4us prefill=0us total=122878us batch=1
2026-05-14T16:38:19.447826+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122903us cleanup=14us total=122970us active=1
2026-05-14T16:38:19.447962+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123323us emit=3us prefill=0us total=123327us batch=1
2026-05-14T16:38:19.447980+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123509us emit=4us prefill=0us total=123515us batch=1
2026-05-14T16:38:19.448034+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123161us emit=3us prefill=0us total=123166us batch=1
2026-05-14T16:38:19.448051+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123352us cleanup=14us total=123422us active=1
2026-05-14T16:38:19.448075+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123537us cleanup=14us total=123615us active=1
2026-05-14T16:38:19.448076+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123315us emit=3us prefill=0us total=123320us batch=1
2026-05-14T16:38:19.448092+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123345us emit=4us prefill=0us total=123350us batch=1
2026-05-14T16:38:19.448116+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123190us cleanup=14us total=123252us active=1
2026-05-14T16:38:19.448120+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123330us emit=4us prefill=0us total=123335us batch=1
2026-05-14T16:38:19.448153+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123344us cleanup=14us total=123401us active=1
2026-05-14T16:38:19.448183+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123370us cleanup=14us total=123445us active=1
2026-05-14T16:38:19.448210+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123355us cleanup=14us total=123430us active=1
2026-05-14T16:38:19.577811+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=129744us emit=3us prefill=0us total=129748us batch=1
2026-05-14T16:38:19.577842+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129770us cleanup=14us total=129785us active=1
2026-05-14T16:38:19.578214+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=130721us emit=4us prefill=0us total=130726us batch=1
2026-05-14T16:38:19.578251+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130753us cleanup=14us total=130768us active=1
2026-05-14T16:38:19.578266+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=130171us emit=4us prefill=0us total=130176us batch=1
2026-05-14T16:38:19.578298+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130198us cleanup=14us total=130213us active=1
2026-05-14T16:38:19.578394+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=130223us emit=5us prefill=0us total=130229us batch=1
2026-05-14T16:38:19.578431+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130255us cleanup=13us total=130270us active=1
2026-05-14T16:38:19.578431+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=130299us emit=3us prefill=0us total=130303us batch=1
2026-05-14T16:38:19.578461+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130323us cleanup=14us total=130338us active=1
2026-05-14T16:38:19.578571+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=130371us emit=4us prefill=0us total=130376us batch=1
2026-05-14T16:38:19.578601+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130395us cleanup=14us total=130410us active=1
2026-05-14T16:38:19.578603+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=130378us emit=4us prefill=0us total=130383us batch=1
2026-05-14T16:38:19.578608+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=130766us emit=3us prefill=0us total=130770us batch=1
2026-05-14T16:38:19.578632+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130400us cleanup=14us total=130415us active=1
2026-05-14T16:38:19.578639+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130792us cleanup=14us total=130806us active=1
2026-05-14T16:38:19.710137+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=132279us emit=3us prefill=0us total=132283us batch=1
2026-05-14T16:38:19.710168+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=132304us cleanup=14us total=132320us active=1
2026-05-14T16:38:19.710273+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=131997us emit=3us prefill=0us total=132001us batch=1
2026-05-14T16:38:19.710302+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=132021us cleanup=14us total=132036us active=1
2026-05-14T16:38:19.710426+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=131980us emit=4us prefill=0us total=131985us batch=1
2026-05-14T16:38:19.710454+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=132002us cleanup=14us total=132017us active=1
2026-05-14T16:38:19.710513+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=131897us emit=4us prefill=0us total=131902us batch=1
2026-05-14T16:38:19.710543+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=131921us cleanup=14us total=131936us active=1
2026-05-14T16:38:19.710631+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=131983us emit=4us prefill=0us total=131988us batch=1
2026-05-14T16:38:19.710660+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=132006us cleanup=14us total=132021us active=1
2026-05-14T16:38:19.710674+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=132358us emit=4us prefill=0us total=132363us batch=1
2026-05-14T16:38:19.710683+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=132205us emit=4us prefill=0us total=132210us batch=1
2026-05-14T16:38:19.710707+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=132386us cleanup=14us total=132401us active=1
2026-05-14T16:38:19.710714+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=132230us cleanup=14us total=132245us active=1
2026-05-14T16:38:19.710739+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=132083us emit=4us prefill=0us total=132088us batch=1
2026-05-14T16:38:19.710766+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=132106us cleanup=13us total=132120us active=1
2026-05-14T16:38:19.840314+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=130131us emit=3us prefill=0us total=130135us batch=1
2026-05-14T16:38:19.840344+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130154us cleanup=14us total=130169us active=1
2026-05-14T16:38:19.840422+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=129640us emit=4us prefill=0us total=129645us batch=1
2026-05-14T16:38:19.840437+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=129448us emit=4us prefill=0us total=129453us batch=1
2026-05-14T16:38:19.840449+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129662us cleanup=13us total=129676us active=1
2026-05-14T16:38:19.840469+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129474us cleanup=14us total=129490us active=1
2026-05-14T16:38:19.840559+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=130243us emit=3us prefill=0us total=130247us batch=1
2026-05-14T16:38:19.840587+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130264us cleanup=13us total=130278us active=1
2026-05-14T16:38:19.840727+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=130169us emit=3us prefill=0us total=130173us batch=1
2026-05-14T16:38:19.840758+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130193us cleanup=14us total=130208us active=1
2026-05-14T16:38:19.840766+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=130298us emit=3us prefill=0us total=130302us batch=1
2026-05-14T16:38:19.840795+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130321us cleanup=14us total=130336us active=1
2026-05-14T16:38:19.840801+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=130069us emit=4us prefill=0us total=130074us batch=1
2026-05-14T16:38:19.840808+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=130122us emit=4us prefill=0us total=130127us batch=1
2026-05-14T16:38:19.840830+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130094us cleanup=14us total=130109us active=1
2026-05-14T16:38:19.840837+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130146us cleanup=14us total=130161us active=1
2026-05-14T16:38:19.970476+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=130118us emit=3us prefill=0us total=130122us batch=1
2026-05-14T16:38:19.970505+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130141us cleanup=14us total=130155us active=1
2026-05-14T16:38:19.970829+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=130228us emit=3us prefill=0us total=130232us batch=1
2026-05-14T16:38:19.970859+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130252us cleanup=14us total=130266us active=1
2026-05-14T16:38:19.970925+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=130438us emit=4us prefill=0us total=130443us batch=1
2026-05-14T16:38:19.970956+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130465us cleanup=14us total=130480us active=1
2026-05-14T16:38:19.970954+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=130091us emit=3us prefill=0us total=130095us batch=1
2026-05-14T16:38:19.970975+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=130201us emit=4us prefill=0us total=130206us batch=1
2026-05-14T16:38:19.970985+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130117us cleanup=14us total=130131us active=1
2026-05-14T16:38:19.971007+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130227us cleanup=14us total=130242us active=1
2026-05-14T16:38:19.971079+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=130269us emit=3us prefill=0us total=130273us batch=1
2026-05-14T16:38:19.971086+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=130227us emit=4us prefill=0us total=130233us batch=1
2026-05-14T16:38:19.971090+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=130624us emit=4us prefill=0us total=130629us batch=1
2026-05-14T16:38:19.971108+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130292us cleanup=13us total=130307us active=1
2026-05-14T16:38:19.971118+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130255us cleanup=14us total=130270us active=1
2026-05-14T16:38:19.971131+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130659us cleanup=14us total=130674us active=1
2026-05-14T16:38:20.100799+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=129775us emit=4us prefill=0us total=129780us batch=1
2026-05-14T16:38:20.100833+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129803us cleanup=14us total=129818us active=1
2026-05-14T16:38:20.100887+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=129741us emit=3us prefill=0us total=129745us batch=1
2026-05-14T16:38:20.100916+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129763us cleanup=14us total=129777us active=1
2026-05-14T16:38:20.101075+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=130556us emit=4us prefill=0us total=130561us batch=1
2026-05-14T16:38:20.101104+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130580us cleanup=14us total=130594us active=1
2026-05-14T16:38:20.101120+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=129984us emit=4us prefill=0us total=129989us batch=1
2026-05-14T16:38:20.101149+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130007us cleanup=14us total=130022us active=1
2026-05-14T16:38:20.101467+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=130460us emit=4us prefill=0us total=130465us batch=1
2026-05-14T16:38:20.101498+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130485us cleanup=14us total=130499us active=1
2026-05-14T16:38:20.101586+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=130611us emit=4us prefill=0us total=130616us batch=1
2026-05-14T16:38:20.101619+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130639us cleanup=14us total=130655us active=1
2026-05-14T16:38:20.101761+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=130887us emit=4us prefill=0us total=130892us batch=1
2026-05-14T16:38:20.101791+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130911us cleanup=14us total=130926us active=1
2026-05-14T16:38:20.102281+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=131150us emit=4us prefill=0us total=131155us batch=1
2026-05-14T16:38:20.102312+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=131175us cleanup=13us total=131190us active=1
2026-05-14T16:38:20.226626+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125777us emit=3us prefill=0us total=125781us batch=1
2026-05-14T16:38:20.226656+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125802us cleanup=14us total=125817us active=1
2026-05-14T16:38:20.226796+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124990us emit=3us prefill=0us total=124994us batch=1
2026-05-14T16:38:20.226825+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125013us cleanup=13us total=125027us active=1
2026-05-14T16:38:20.226827+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125886us emit=4us prefill=0us total=125891us batch=1
2026-05-14T16:38:20.226855+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125909us cleanup=14us total=125924us active=1
2026-05-14T16:38:20.226936+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125300us emit=4us prefill=0us total=125305us batch=1
2026-05-14T16:38:20.226967+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125325us cleanup=14us total=125341us active=1
2026-05-14T16:38:20.227066+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125948us emit=3us prefill=0us total=125952us batch=1
2026-05-14T16:38:20.227095+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125971us cleanup=14us total=125986us active=1
2026-05-14T16:38:20.227127+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125614us emit=4us prefill=0us total=125619us batch=1
2026-05-14T16:38:20.227138+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125973us emit=4us prefill=0us total=125978us batch=1
2026-05-14T16:38:20.227143+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=124816us emit=3us prefill=0us total=124821us batch=1
2026-05-14T16:38:20.227158+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125639us cleanup=14us total=125654us active=1
2026-05-14T16:38:20.227172+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126001us cleanup=14us total=126016us active=1
2026-05-14T16:38:20.227184+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124852us cleanup=14us total=124867us active=1
2026-05-14T16:38:20.351493+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124653us emit=4us prefill=0us total=124658us batch=1
2026-05-14T16:38:20.351525+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124679us cleanup=14us total=124694us active=1
2026-05-14T16:38:20.351566+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124583us emit=4us prefill=0us total=124588us batch=1
2026-05-14T16:38:20.351599+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124609us cleanup=14us total=124625us active=1
2026-05-14T16:38:20.351754+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124882us emit=3us prefill=0us total=124886us batch=1
2026-05-14T16:38:20.351768+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124647us emit=4us prefill=0us total=124652us batch=1
2026-05-14T16:38:20.351786+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124909us cleanup=14us total=124924us active=1
2026-05-14T16:38:20.351799+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124672us cleanup=14us total=124687us active=1
2026-05-14T16:38:20.351910+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124708us emit=4us prefill=0us total=124713us batch=1
2026-05-14T16:38:20.351914+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=124724us emit=4us prefill=0us total=124730us batch=1
2026-05-14T16:38:20.351944+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124737us cleanup=14us total=124752us active=1
2026-05-14T16:38:20.351955+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124761us cleanup=13us total=124775us active=1
2026-05-14T16:38:20.351987+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125315us emit=3us prefill=0us total=125319us batch=1
2026-05-14T16:38:20.351993+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124798us emit=3us prefill=0us total=124802us batch=1
2026-05-14T16:38:20.352022+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125345us cleanup=14us total=125360us active=1
2026-05-14T16:38:20.352031+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124831us cleanup=14us total=124846us active=1
2026-05-14T16:38:20.475975+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124359us emit=5us prefill=0us total=124365us batch=1
2026-05-14T16:38:20.476009+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124193us emit=3us prefill=0us total=124197us batch=1
2026-05-14T16:38:20.476018+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124477us emit=3us prefill=0us total=124481us batch=1
2026-05-14T16:38:20.476068+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124386us cleanup=14us total=124462us active=1
2026-05-14T16:38:20.476075+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124272us emit=3us prefill=0us total=124276us batch=1
2026-05-14T16:38:20.476107+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124217us cleanup=14us total=124300us active=1
2026-05-14T16:38:20.476132+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124500us cleanup=14us total=124599us active=1
2026-05-14T16:38:20.476158+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124294us cleanup=14us total=124363us active=1
2026-05-14T16:38:20.476183+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=124131us emit=4us prefill=0us total=124137us batch=1
2026-05-14T16:38:20.476273+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124159us cleanup=14us total=124230us active=1
2026-05-14T16:38:20.476295+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=124332us emit=4us prefill=0us total=124338us batch=1
2026-05-14T16:38:20.476308+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124252us emit=4us prefill=0us total=124257us batch=1
2026-05-14T16:38:20.476335+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124363us emit=4us prefill=0us total=124368us batch=1
2026-05-14T16:38:20.476368+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124359us cleanup=14us total=124416us active=1
2026-05-14T16:38:20.476406+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124278us cleanup=14us total=124359us active=1
2026-05-14T16:38:20.476435+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124387us cleanup=14us total=124472us active=1
2026-05-14T16:38:20.600137+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124051us emit=4us prefill=0us total=124056us batch=1
2026-05-14T16:38:20.600168+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124077us cleanup=14us total=124092us active=1
2026-05-14T16:38:20.600263+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124114us emit=4us prefill=0us total=124119us batch=1
2026-05-14T16:38:20.600293+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124138us cleanup=14us total=124153us active=1
2026-05-14T16:38:20.600549+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124097us emit=3us prefill=0us total=124101us batch=1
2026-05-14T16:38:20.600587+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124412us emit=3us prefill=0us total=124416us batch=1
2026-05-14T16:38:20.600591+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124133us cleanup=14us total=124148us active=1
2026-05-14T16:38:20.600618+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124438us cleanup=13us total=124453us active=1
2026-05-14T16:38:20.600654+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124530us emit=4us prefill=0us total=124535us batch=1
2026-05-14T16:38:20.600685+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124555us cleanup=14us total=124570us active=1
2026-05-14T16:38:20.600723+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=124431us emit=3us prefill=0us total=124436us batch=1
2026-05-14T16:38:20.600727+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124342us emit=4us prefill=0us total=124347us batch=1
2026-05-14T16:38:20.600756+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124459us cleanup=14us total=124475us active=1
2026-05-14T16:38:20.600765+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124375us cleanup=14us total=124390us active=1
2026-05-14T16:38:20.600778+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=124354us emit=4us prefill=0us total=124360us batch=1
2026-05-14T16:38:20.600808+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124378us cleanup=14us total=124393us active=1
2026-05-14T16:38:20.726027+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125841us emit=4us prefill=0us total=125846us batch=1
2026-05-14T16:38:20.726060+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125868us cleanup=15us total=125884us active=1
2026-05-14T16:38:20.726071+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=125370us emit=4us prefill=0us total=125376us batch=1
2026-05-14T16:38:20.726102+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125395us cleanup=14us total=125410us active=1
2026-05-14T16:38:20.726123+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125814us emit=4us prefill=0us total=125819us batch=1
2026-05-14T16:38:20.726154+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125838us cleanup=15us total=125854us active=1
2026-05-14T16:38:20.726291+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125518us emit=4us prefill=0us total=125523us batch=1
2026-05-14T16:38:20.726308+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125689us emit=4us prefill=0us total=125694us batch=1
2026-05-14T16:38:20.726317+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125491us emit=4us prefill=0us total=125496us batch=1
2026-05-14T16:38:20.726323+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125544us cleanup=14us total=125559us active=1
2026-05-14T16:38:20.726338+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125713us cleanup=14us total=125728us active=1
2026-05-14T16:38:20.726349+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125518us cleanup=14us total=125534us active=1
2026-05-14T16:38:20.726391+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125757us emit=3us prefill=0us total=125761us batch=1
2026-05-14T16:38:20.726430+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125644us emit=8us prefill=0us total=125653us batch=1
2026-05-14T16:38:20.726435+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125793us cleanup=16us total=125810us active=1
2026-05-14T16:38:20.726461+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125674us cleanup=14us total=125689us active=1
2026-05-14T16:38:20.851717+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125640us emit=4us prefill=0us total=125645us batch=1
2026-05-14T16:38:20.851748+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125664us cleanup=15us total=125681us active=1
2026-05-14T16:38:20.851820+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125454us emit=4us prefill=0us total=125459us batch=1
2026-05-14T16:38:20.851849+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125477us cleanup=14us total=125492us active=1
2026-05-14T16:38:20.851878+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125761us emit=3us prefill=0us total=125765us batch=1
2026-05-14T16:38:20.851907+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125784us cleanup=14us total=125799us active=1
2026-05-14T16:38:20.852000+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125538us emit=3us prefill=0us total=125542us batch=1
2026-05-14T16:38:20.852030+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125561us cleanup=15us total=125577us active=1
2026-05-14T16:38:20.852083+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125711us emit=3us prefill=0us total=125715us batch=1
2026-05-14T16:38:20.852112+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125735us cleanup=14us total=125750us active=1
2026-05-14T16:38:20.852111+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125941us emit=4us prefill=0us total=125946us batch=1
2026-05-14T16:38:20.852114+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125636us emit=5us prefill=0us total=125642us batch=1
2026-05-14T16:38:20.852126+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125765us emit=3us prefill=0us total=125769us batch=1
2026-05-14T16:38:20.852154+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125671us cleanup=15us total=125687us active=1
2026-05-14T16:38:20.852143+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125968us cleanup=15us total=125983us active=1
2026-05-14T16:38:20.852166+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125800us cleanup=14us total=125815us active=1
2026-05-14T16:38:20.976438+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124515us emit=6us prefill=0us total=124522us batch=1
2026-05-14T16:38:20.976467+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124540us cleanup=14us total=124555us active=1
2026-05-14T16:38:20.976488+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124298us emit=6us prefill=0us total=124305us batch=1
2026-05-14T16:38:20.976505+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124455us emit=8us prefill=0us total=124464us batch=1
2026-05-14T16:38:20.976517+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124324us cleanup=14us total=124339us active=1
2026-05-14T16:38:20.976534+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124482us cleanup=15us total=124498us active=1
2026-05-14T16:38:20.976540+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124671us emit=9us prefill=0us total=124681us batch=1
2026-05-14T16:38:20.976556+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124788us emit=9us prefill=0us total=124798us batch=1
2026-05-14T16:38:20.976571+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124700us cleanup=13us total=124715us active=1
2026-05-14T16:38:20.976586+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124816us cleanup=14us total=124831us active=1
2026-05-14T16:38:20.976629+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124456us emit=6us prefill=0us total=124463us batch=1
2026-05-14T16:38:20.976657+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124479us cleanup=14us total=124494us active=1
2026-05-14T16:38:20.976697+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124497us emit=7us prefill=0us total=124505us batch=1
2026-05-14T16:38:20.976713+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124582us emit=5us prefill=0us total=124588us batch=1
2026-05-14T16:38:20.976727+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124526us cleanup=14us total=124541us active=1
2026-05-14T16:38:20.976742+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124607us cleanup=14us total=124622us active=1
2026-05-14T16:38:21.100883+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124124us emit=3us prefill=0us total=124128us batch=1
2026-05-14T16:38:21.100914+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124150us cleanup=14us total=124165us active=1
2026-05-14T16:38:21.101000+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124450us emit=3us prefill=0us total=124454us batch=1
2026-05-14T16:38:21.101030+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124473us cleanup=15us total=124488us active=1
2026-05-14T16:38:21.101196+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124453us emit=4us prefill=0us total=124458us batch=1
2026-05-14T16:38:21.101249+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124501us cleanup=14us total=124517us active=1
2026-05-14T16:38:21.101245+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124764us emit=3us prefill=0us total=124768us batch=1
2026-05-14T16:38:21.101279+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124791us cleanup=14us total=124806us active=1
2026-05-14T16:38:21.101425+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124820us emit=4us prefill=0us total=124825us batch=1
2026-05-14T16:38:21.101439+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124767us emit=4us prefill=0us total=124772us batch=1
2026-05-14T16:38:21.101457+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124846us cleanup=15us total=124862us active=1
2026-05-14T16:38:21.101468+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124790us cleanup=14us total=124805us active=1
2026-05-14T16:38:21.101470+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124936us emit=4us prefill=0us total=124941us batch=1
2026-05-14T16:38:21.101482+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124893us emit=3us prefill=0us total=124897us batch=1
2026-05-14T16:38:21.101499+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124960us cleanup=14us total=124975us active=1
2026-05-14T16:38:21.101512+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124918us cleanup=13us total=124933us active=1
2026-05-14T16:38:21.226038+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124993us emit=3us prefill=0us total=124997us batch=1
2026-05-14T16:38:21.226071+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125019us cleanup=14us total=125035us active=1
2026-05-14T16:38:21.226347+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124860us emit=4us prefill=0us total=124865us batch=1
2026-05-14T16:38:21.226376+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124884us cleanup=14us total=124899us active=1
2026-05-14T16:38:21.226456+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124982us emit=5us prefill=0us total=124988us batch=1
2026-05-14T16:38:21.226459+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124930us emit=4us prefill=0us total=124935us batch=1
2026-05-14T16:38:21.226477+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124961us emit=3us prefill=0us total=124965us batch=1
2026-05-14T16:38:21.226488+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125008us cleanup=14us total=125023us active=1
2026-05-14T16:38:21.226496+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124961us cleanup=14us total=124976us active=1
2026-05-14T16:38:21.226506+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124983us cleanup=14us total=124999us active=1
2026-05-14T16:38:21.226513+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125246us emit=3us prefill=0us total=125250us batch=1
2026-05-14T16:38:21.226546+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125273us cleanup=14us total=125288us active=1
2026-05-14T16:38:21.226543+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125614us emit=3us prefill=0us total=125618us batch=1
2026-05-14T16:38:21.226560+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125266us emit=3us prefill=0us total=125270us batch=1
2026-05-14T16:38:21.226575+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125639us cleanup=14us total=125654us active=1
2026-05-14T16:38:21.226588+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125288us cleanup=14us total=125303us active=1
2026-05-14T16:38:21.352496+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126409us emit=4us prefill=0us total=126414us batch=1
2026-05-14T16:38:21.352529+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126436us cleanup=14us total=126451us active=1
2026-05-14T16:38:21.352602+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126097us emit=4us prefill=0us total=126102us batch=1
2026-05-14T16:38:21.352633+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126123us cleanup=14us total=126138us active=1
2026-05-14T16:38:21.352639+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126048us emit=4us prefill=0us total=126053us batch=1
2026-05-14T16:38:21.352669+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126072us cleanup=14us total=126087us active=1
2026-05-14T16:38:21.352785+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126271us emit=4us prefill=0us total=126276us batch=1
2026-05-14T16:38:21.352814+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126295us cleanup=13us total=126310us active=1
2026-05-14T16:38:21.352818+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126427us emit=4us prefill=0us total=126432us batch=1
2026-05-14T16:38:21.352845+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126283us emit=4us prefill=0us total=126288us batch=1
2026-05-14T16:38:21.352851+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126455us cleanup=14us total=126470us active=1
2026-05-14T16:38:21.352881+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126313us cleanup=14us total=126328us active=1
2026-05-14T16:38:21.352913+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126379us emit=3us prefill=0us total=126383us batch=1
2026-05-14T16:38:21.352934+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126330us emit=3us prefill=0us total=126334us batch=1
2026-05-14T16:38:21.352944+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126404us cleanup=14us total=126420us active=1
2026-05-14T16:38:21.352967+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126358us cleanup=14us total=126373us active=1
2026-05-14T16:38:21.480161+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127511us emit=4us prefill=0us total=127516us batch=1
2026-05-14T16:38:21.480191+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=127291us emit=3us prefill=0us total=127296us batch=1
2026-05-14T16:38:21.480268+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=127384us emit=4us prefill=0us total=127390us batch=1
2026-05-14T16:38:21.480436+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127538us cleanup=14us total=127796us active=1
2026-05-14T16:38:21.480449+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127904us emit=4us prefill=0us total=127909us batch=1
2026-05-14T16:38:21.480558+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127572us emit=4us prefill=0us total=127577us batch=1
2026-05-14T16:38:21.480629+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127801us emit=4us prefill=0us total=127806us batch=1
2026-05-14T16:38:21.480668+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127690us emit=4us prefill=0us total=127695us batch=1
2026-05-14T16:38:21.480691+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=128006us emit=3us prefill=0us total=128010us batch=1
2026-05-14T16:38:21.481239+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127318us cleanup=22us total=128349us active=1
2026-05-14T16:38:21.481434+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127410us cleanup=14us total=128560us active=1
2026-05-14T16:38:21.481458+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127928us cleanup=14us total=128923us active=1
2026-05-14T16:38:21.481491+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127603us cleanup=17us total=128515us active=1
2026-05-14T16:38:21.481518+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127824us cleanup=13us total=128697us active=1
2026-05-14T16:38:21.481552+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127713us cleanup=14us total=128583us active=1
2026-05-14T16:38:21.481583+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=128037us cleanup=14us total=128907us active=1
2026-05-14T16:38:21.612433+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=130957us emit=4us prefill=0us total=130962us batch=1
2026-05-14T16:38:21.612462+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130980us cleanup=14us total=130995us active=1
2026-05-14T16:38:21.612872+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=131336us emit=4us prefill=0us total=131341us batch=1
2026-05-14T16:38:21.612903+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=131360us cleanup=14us total=131375us active=1
2026-05-14T16:38:21.612945+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=131376us emit=4us prefill=0us total=131381us batch=1
2026-05-14T16:38:21.612984+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=131408us cleanup=14us total=131424us active=1
2026-05-14T16:38:21.613096+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=131642us emit=4us prefill=0us total=131647us batch=1
2026-05-14T16:38:21.613124+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=131665us cleanup=14us total=131680us active=1
2026-05-14T16:38:21.613131+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=132676us emit=4us prefill=0us total=132681us batch=1
2026-05-14T16:38:21.613140+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=131881us emit=4us prefill=0us total=131886us batch=1
2026-05-14T16:38:21.613141+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=131629us emit=4us prefill=0us total=131635us batch=1
2026-05-14T16:38:21.613161+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=132700us cleanup=14us total=132715us active=1
2026-05-14T16:38:21.613173+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=131909us cleanup=14us total=131924us active=1
2026-05-14T16:38:21.613184+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=131579us emit=4us prefill=0us total=131585us batch=1
2026-05-14T16:38:21.613192+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=131667us cleanup=21us total=131690us active=1
2026-05-14T16:38:21.613217+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=131606us cleanup=15us total=131622us active=1
2026-05-14T16:38:21.744215+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=131028us emit=4us prefill=0us total=131033us batch=1
2026-05-14T16:38:21.744252+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=131059us cleanup=14us total=131075us active=1
2026-05-14T16:38:21.744487+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=132010us emit=3us prefill=0us total=132014us batch=1
2026-05-14T16:38:21.744515+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=132032us cleanup=14us total=132047us active=1
2026-05-14T16:38:21.744584+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=131445us emit=3us prefill=0us total=131449us batch=1
2026-05-14T16:38:21.744612+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=131467us cleanup=14us total=131481us active=1
2026-05-14T16:38:21.744617+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=131698us emit=4us prefill=0us total=131703us batch=1
2026-05-14T16:38:21.744646+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=131722us cleanup=14us total=131737us active=1
2026-05-14T16:38:21.744658+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=131410us emit=4us prefill=0us total=131416us batch=1
2026-05-14T16:38:21.744688+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=131436us cleanup=14us total=131451us active=1
2026-05-14T16:38:21.744711+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=131520us emit=4us prefill=0us total=131525us batch=1
2026-05-14T16:38:21.744723+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=131507us emit=3us prefill=0us total=131511us batch=1
2026-05-14T16:38:21.744741+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=131545us cleanup=14us total=131560us active=1
2026-05-14T16:38:21.744741+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=131743us emit=3us prefill=0us total=131747us batch=1
2026-05-14T16:38:21.744756+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=131530us cleanup=18us total=131550us active=1
2026-05-14T16:38:21.744770+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=131766us cleanup=14us total=131781us active=1
2026-05-14T16:38:21.872347+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127686us emit=3us prefill=0us total=127690us batch=1
2026-05-14T16:38:21.872379+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127712us cleanup=14us total=127726us active=1
2026-05-14T16:38:21.872629+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=128001us emit=4us prefill=0us total=128006us batch=1
2026-05-14T16:38:21.872659+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=128026us cleanup=14us total=128041us active=1
2026-05-14T16:38:21.872676+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=128409us emit=4us prefill=0us total=128414us batch=1
2026-05-14T16:38:21.872706+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=128433us cleanup=14us total=128448us active=1
2026-05-14T16:38:21.872732+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=128016us emit=3us prefill=0us total=128020us batch=1
2026-05-14T16:38:21.872751+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127993us emit=3us prefill=0us total=127997us batch=1
2026-05-14T16:38:21.872769+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=128048us cleanup=14us total=128063us active=1
2026-05-14T16:38:21.872783+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=128019us cleanup=14us total=128035us active=1
2026-05-14T16:38:21.872897+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=128367us emit=3us prefill=0us total=128371us batch=1
2026-05-14T16:38:21.872904+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=128131us emit=3us prefill=0us total=128135us batch=1
2026-05-14T16:38:21.872925+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=128389us cleanup=13us total=128404us active=1
2026-05-14T16:38:21.872915+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=128128us emit=3us prefill=0us total=128132us batch=1
2026-05-14T16:38:21.872946+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=128166us cleanup=15us total=128182us active=1
2026-05-14T16:38:21.872955+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=128162us cleanup=14us total=128177us active=1
2026-05-14T16:38:21.995909+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122969us emit=3us prefill=0us total=122973us batch=1
2026-05-14T16:38:21.995938+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122990us cleanup=13us total=123005us active=1
2026-05-14T16:38:21.995958+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122977us emit=3us prefill=0us total=122981us batch=1
2026-05-14T16:38:21.995987+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123000us cleanup=13us total=123014us active=1
2026-05-14T16:38:21.996130+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123331us emit=3us prefill=0us total=123336us batch=1
2026-05-14T16:38:21.996161+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123356us cleanup=14us total=123371us active=1
2026-05-14T16:38:21.996216+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123820us emit=4us prefill=0us total=123825us batch=1
2026-05-14T16:38:21.996235+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123502us emit=4us prefill=0us total=123507us batch=1
2026-05-14T16:38:21.996253+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123852us cleanup=14us total=123867us active=1
2026-05-14T16:38:21.996264+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123535us cleanup=14us total=123550us active=1
2026-05-14T16:38:21.996368+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123695us emit=3us prefill=0us total=123699us batch=1
2026-05-14T16:38:21.996374+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123582us emit=3us prefill=0us total=123587us batch=1
2026-05-14T16:38:21.996396+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123717us cleanup=14us total=123731us active=1
2026-05-14T16:38:21.996414+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123614us cleanup=22us total=123637us active=1
2026-05-14T16:38:21.996417+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123453us emit=4us prefill=0us total=123458us batch=1
2026-05-14T16:38:21.996447+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123476us cleanup=14us total=123492us active=1
2026-05-14T16:38:22.121438+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125486us emit=3us prefill=0us total=125490us batch=1
2026-05-14T16:38:22.121468+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125508us cleanup=15us total=125524us active=1
2026-05-14T16:38:22.121492+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125058us emit=4us prefill=0us total=125063us batch=1
2026-05-14T16:38:22.121496+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125319us emit=3us prefill=0us total=125323us batch=1
2026-05-14T16:38:22.121524+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125086us cleanup=14us total=125101us active=1
2026-05-14T16:38:22.121533+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125351us cleanup=14us total=125366us active=1
2026-05-14T16:38:22.121661+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125199us emit=3us prefill=0us total=125203us batch=1
2026-05-14T16:38:22.121690+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125221us cleanup=15us total=125237us active=1
2026-05-14T16:38:22.121741+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125471us emit=3us prefill=0us total=125475us batch=1
2026-05-14T16:38:22.121747+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125467us emit=4us prefill=0us total=125472us batch=1
2026-05-14T16:38:22.121769+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125494us cleanup=14us total=125509us active=1
2026-05-14T16:38:22.121778+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125492us cleanup=15us total=125508us active=1
2026-05-14T16:38:22.121783+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125356us emit=4us prefill=0us total=125361us batch=1
2026-05-14T16:38:22.121785+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125783us emit=4us prefill=0us total=125788us batch=1
2026-05-14T16:38:22.121819+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125384us cleanup=16us total=125402us active=1
2026-05-14T16:38:22.121824+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125816us cleanup=14us total=125831us active=1
2026-05-14T16:38:22.246807+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125250us emit=4us prefill=0us total=125255us batch=1
2026-05-14T16:38:22.246828+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125266us emit=4us prefill=0us total=125271us batch=1
2026-05-14T16:38:22.246842+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125277us cleanup=17us total=125295us active=1
2026-05-14T16:38:22.246860+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125293us cleanup=14us total=125308us active=1
2026-05-14T16:38:22.246897+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125060us emit=4us prefill=0us total=125065us batch=1
2026-05-14T16:38:22.246925+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125083us cleanup=14us total=125098us active=1
2026-05-14T16:38:22.246944+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125147us emit=4us prefill=0us total=125152us batch=1
2026-05-14T16:38:22.246973+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125170us cleanup=15us total=125186us active=1
2026-05-14T16:38:22.246982+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125278us emit=3us prefill=0us total=125282us batch=1
2026-05-14T16:38:22.247010+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125300us cleanup=14us total=125315us active=1
2026-05-14T16:38:22.247053+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125266us emit=4us prefill=0us total=125271us batch=1
2026-05-14T16:38:22.247085+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125292us cleanup=14us total=125307us active=1
2026-05-14T16:38:22.247107+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125267us emit=3us prefill=0us total=125271us batch=1
2026-05-14T16:38:22.247137+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125290us cleanup=14us total=125305us active=1
2026-05-14T16:38:22.247157+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125674us emit=3us prefill=0us total=125678us batch=1
2026-05-14T16:38:22.247186+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125697us cleanup=14us total=125712us active=1
2026-05-14T16:38:22.372601+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125499us emit=4us prefill=0us total=125504us batch=1
2026-05-14T16:38:22.372632+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125525us cleanup=13us total=125540us active=1
2026-05-14T16:38:22.372828+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125953us emit=3us prefill=0us total=125957us batch=1
2026-05-14T16:38:22.372859+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125977us cleanup=14us total=125993us active=1
2026-05-14T16:38:22.372954+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126094us emit=3us prefill=0us total=126098us batch=1
2026-05-14T16:38:22.372984+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126119us cleanup=14us total=126134us active=1
2026-05-14T16:38:22.373065+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126124us emit=4us prefill=0us total=126129us batch=1
2026-05-14T16:38:22.373097+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126150us cleanup=14us total=126165us active=1
2026-05-14T16:38:22.373104+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125903us emit=3us prefill=0us total=125907us batch=1
2026-05-14T16:38:22.373135+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125928us cleanup=14us total=125943us active=1
2026-05-14T16:38:22.373266+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126114us emit=4us prefill=0us total=126119us batch=1
2026-05-14T16:38:22.373297+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126139us cleanup=14us total=126155us active=1
2026-05-14T16:38:22.373303+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126268us emit=3us prefill=0us total=126272us batch=1
2026-05-14T16:38:22.373323+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126333us emit=5us prefill=0us total=126339us batch=1
2026-05-14T16:38:22.373335+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126293us cleanup=14us total=126309us active=1
2026-05-14T16:38:22.373356+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126360us cleanup=15us total=126376us active=1
2026-05-14T16:38:22.499007+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125692us emit=5us prefill=0us total=125698us batch=1
2026-05-14T16:38:22.499113+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125721us cleanup=15us total=125809us active=1
2026-05-14T16:38:22.499349+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126473us emit=4us prefill=0us total=126478us batch=1
2026-05-14T16:38:22.499359+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126360us emit=4us prefill=0us total=126365us batch=1
2026-05-14T16:38:22.499367+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125978us emit=4us prefill=0us total=125983us batch=1
2026-05-14T16:38:22.499447+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126500us cleanup=14us total=126580us active=1
2026-05-14T16:38:22.499473+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126383us cleanup=14us total=126483us active=1
2026-05-14T16:38:22.499506+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126356us emit=3us prefill=0us total=126360us batch=1
2026-05-14T16:38:22.499510+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126004us cleanup=14us total=126131us active=1
2026-05-14T16:38:22.499519+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126407us emit=4us prefill=0us total=126412us batch=1
2026-05-14T16:38:22.499542+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126188us emit=3us prefill=0us total=126192us batch=1
2026-05-14T16:38:22.499581+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126381us cleanup=14us total=126439us active=1
2026-05-14T16:38:22.499612+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126430us cleanup=14us total=126508us active=1
2026-05-14T16:38:22.499619+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126971us emit=3us prefill=0us total=126975us batch=1
2026-05-14T16:38:22.499640+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126211us cleanup=14us total=126296us active=1
2026-05-14T16:38:22.499687+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126995us cleanup=13us total=127049us active=1
2026-05-14T16:38:22.625659+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=126528us emit=4us prefill=0us total=126534us batch=1
2026-05-14T16:38:22.625680+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126142us emit=3us prefill=0us total=126146us batch=1
2026-05-14T16:38:22.625691+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126554us cleanup=14us total=126569us active=1
2026-05-14T16:38:22.625710+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126165us cleanup=15us total=126181us active=1
2026-05-14T16:38:22.625785+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126319us emit=4us prefill=0us total=126324us batch=1
2026-05-14T16:38:22.625826+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126355us cleanup=14us total=126371us active=1
2026-05-14T16:38:22.625871+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126216us emit=3us prefill=0us total=126220us batch=1
2026-05-14T16:38:22.625892+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126188us emit=3us prefill=0us total=126192us batch=1
2026-05-14T16:38:22.625900+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126238us cleanup=14us total=126254us active=1
2026-05-14T16:38:22.625923+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126213us cleanup=14us total=126228us active=1
2026-05-14T16:38:22.625923+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126432us emit=4us prefill=0us total=126437us batch=1
2026-05-14T16:38:22.625952+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126455us cleanup=14us total=126470us active=1
2026-05-14T16:38:22.625954+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126326us emit=3us prefill=0us total=126330us batch=1
2026-05-14T16:38:22.625961+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126364us emit=3us prefill=0us total=126368us batch=1
2026-05-14T16:38:22.625983+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126350us cleanup=14us total=126365us active=1
2026-05-14T16:38:22.625990+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126387us cleanup=14us total=126402us active=1
2026-05-14T16:38:22.751502+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125661us emit=3us prefill=0us total=125665us batch=1
2026-05-14T16:38:22.751513+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125545us emit=4us prefill=0us total=125550us batch=1
2026-05-14T16:38:22.751506+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125506us emit=4us prefill=0us total=125511us batch=1
2026-05-14T16:38:22.751536+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125688us cleanup=14us total=125703us active=1
2026-05-14T16:38:22.751548+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125572us cleanup=17us total=125590us active=1
2026-05-14T16:38:22.751557+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125552us cleanup=14us total=125567us active=1
2026-05-14T16:38:22.751623+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125895us emit=4us prefill=0us total=125900us batch=1
2026-05-14T16:38:22.751652+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125919us cleanup=14us total=125934us active=1
2026-05-14T16:38:22.751776+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125855us emit=3us prefill=0us total=125859us batch=1
2026-05-14T16:38:22.751799+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126093us emit=3us prefill=0us total=126097us batch=1
2026-05-14T16:38:22.751805+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125877us cleanup=14us total=125892us active=1
2026-05-14T16:38:22.751832+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126119us cleanup=14us total=126134us active=1
2026-05-14T16:38:22.751881+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125876us emit=3us prefill=0us total=125880us batch=1
2026-05-14T16:38:22.751909+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125898us cleanup=13us total=125912us active=1
2026-05-14T16:38:22.751911+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125973us emit=4us prefill=0us total=125978us batch=1
2026-05-14T16:38:22.751942+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125997us cleanup=14us total=126012us active=1
2026-05-14T16:38:22.878526+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126857us emit=4us prefill=0us total=126862us batch=1
2026-05-14T16:38:22.878556+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126883us cleanup=14us total=126898us active=1
2026-05-14T16:38:22.878555+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126995us emit=3us prefill=0us total=126999us batch=1
2026-05-14T16:38:22.878585+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127020us cleanup=14us total=127035us active=1
2026-05-14T16:38:22.878841+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126886us emit=3us prefill=0us total=126890us batch=1
2026-05-14T16:38:22.878850+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127276us emit=3us prefill=0us total=127280us batch=1
2026-05-14T16:38:22.878869+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126907us cleanup=14us total=126922us active=1
2026-05-14T16:38:22.878878+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127298us cleanup=14us total=127313us active=1
2026-05-14T16:38:22.878949+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127385us emit=3us prefill=0us total=127389us batch=1
2026-05-14T16:38:22.878977+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127407us cleanup=14us total=127422us active=1
2026-05-14T16:38:22.879035+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127112us emit=3us prefill=0us total=127116us batch=1
2026-05-14T16:38:22.879064+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127134us cleanup=13us total=127149us active=1
2026-05-14T16:38:22.879061+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127212us emit=3us prefill=0us total=127216us batch=1
2026-05-14T16:38:22.879090+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127234us cleanup=14us total=127249us active=1
2026-05-14T16:38:22.879091+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127249us emit=3us prefill=0us total=127253us batch=1
2026-05-14T16:38:22.879119+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127271us cleanup=14us total=127286us active=1
2026-05-14T16:38:23.003972+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125399us emit=4us prefill=0us total=125404us batch=1
2026-05-14T16:38:23.004005+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125427us cleanup=14us total=125442us active=1
2026-05-14T16:38:23.004043+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125440us emit=4us prefill=0us total=125445us batch=1
2026-05-14T16:38:23.004072+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125465us cleanup=14us total=125480us active=1
2026-05-14T16:38:23.004115+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125122us emit=4us prefill=0us total=125127us batch=1
2026-05-14T16:38:23.004144+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125145us cleanup=14us total=125160us active=1
2026-05-14T16:38:23.004436+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125549us emit=3us prefill=0us total=125553us batch=1
2026-05-14T16:38:23.004465+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125573us cleanup=14us total=125588us active=1
2026-05-14T16:38:23.004510+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125430us emit=5us prefill=0us total=125436us batch=1
2026-05-14T16:38:23.004539+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125454us cleanup=15us total=125469us active=1
2026-05-14T16:38:23.004540+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125434us emit=3us prefill=0us total=125438us batch=1
2026-05-14T16:38:23.004552+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125411us emit=3us prefill=0us total=125415us batch=1
2026-05-14T16:38:23.004568+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125456us cleanup=15us total=125472us active=1
2026-05-14T16:38:23.004580+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125433us cleanup=14us total=125448us active=1
2026-05-14T16:38:23.004589+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125695us emit=4us prefill=0us total=125700us batch=1
2026-05-14T16:38:23.004618+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125717us cleanup=14us total=125733us active=1
2026-05-14T16:38:23.129577+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125489us emit=4us prefill=0us total=125494us batch=1
2026-05-14T16:38:23.129610+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125518us cleanup=14us total=125532us active=1
2026-05-14T16:38:23.129874+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125394us emit=3us prefill=0us total=125398us batch=1
2026-05-14T16:38:23.129902+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125416us cleanup=14us total=125431us active=1
2026-05-14T16:38:23.130019+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125985us emit=4us prefill=0us total=125990us batch=1
2026-05-14T16:38:23.130064+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126024us cleanup=15us total=126040us active=1
2026-05-14T16:38:23.130064+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125510us emit=3us prefill=0us total=125514us batch=1
2026-05-14T16:38:23.130094+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125533us cleanup=15us total=125549us active=1
2026-05-14T16:38:23.130131+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125545us emit=4us prefill=0us total=125550us batch=1
2026-05-14T16:38:23.130161+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125568us cleanup=15us total=125585us active=1
2026-05-14T16:38:23.130193+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126034us emit=3us prefill=0us total=126038us batch=1
2026-05-14T16:38:23.130208+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125610us emit=5us prefill=0us total=125616us batch=1
2026-05-14T16:38:23.130231+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126059us cleanup=21us total=126081us active=1
2026-05-14T16:38:23.130244+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125641us cleanup=15us total=125657us active=1
2026-05-14T16:38:23.130243+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125609us emit=4us prefill=0us total=125614us batch=1
2026-05-14T16:38:23.130273+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125633us cleanup=14us total=125648us active=1
2026-05-14T16:38:23.256948+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=127321us emit=3us prefill=0us total=127326us batch=1
2026-05-14T16:38:23.256982+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127349us cleanup=14us total=127365us active=1
2026-05-14T16:38:23.257078+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126997us emit=4us prefill=0us total=127002us batch=1
2026-05-14T16:38:23.257108+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127022us cleanup=14us total=127037us active=1
2026-05-14T16:38:23.257130+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126881us emit=4us prefill=0us total=126886us batch=1
2026-05-14T16:38:23.257161+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126906us cleanup=14us total=126921us active=1
2026-05-14T16:38:23.257190+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=14us decode=127068us emit=3us prefill=0us total=127085us batch=1
2026-05-14T16:38:23.257227+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127104us cleanup=14us total=127119us active=1
2026-05-14T16:38:23.257385+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127208us emit=3us prefill=0us total=127212us batch=1
2026-05-14T16:38:23.257420+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127235us cleanup=15us total=127251us active=1
2026-05-14T16:38:23.257428+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127510us emit=3us prefill=0us total=127514us batch=1
2026-05-14T16:38:23.257450+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127162us emit=3us prefill=0us total=127166us batch=1
2026-05-14T16:38:23.257455+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127194us emit=3us prefill=0us total=127198us batch=1
2026-05-14T16:38:23.257468+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127544us cleanup=14us total=127559us active=1
2026-05-14T16:38:23.257481+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127187us cleanup=14us total=127202us active=1
2026-05-14T16:38:23.257492+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127226us cleanup=14us total=127241us active=1
2026-05-14T16:38:23.386370+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=129126us emit=4us prefill=0us total=129131us batch=1
2026-05-14T16:38:23.386414+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129159us cleanup=20us total=129180us active=1
2026-05-14T16:38:23.386750+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=129753us emit=3us prefill=0us total=129758us batch=1
2026-05-14T16:38:23.386758+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=129266us emit=3us prefill=0us total=129270us batch=1
2026-05-14T16:38:23.386783+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129780us cleanup=14us total=129795us active=1
2026-05-14T16:38:23.386789+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129290us cleanup=14us total=129305us active=1
2026-05-14T16:38:23.386921+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=129744us emit=3us prefill=0us total=129748us batch=1
2026-05-14T16:38:23.386951+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129768us cleanup=14us total=129783us active=1
2026-05-14T16:38:23.386967+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=129520us emit=13us prefill=0us total=129534us batch=1
2026-05-14T16:38:23.386999+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129556us cleanup=15us total=129572us active=1
2026-05-14T16:38:23.387036+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=129538us emit=3us prefill=0us total=129542us batch=1
2026-05-14T16:38:23.387043+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=129919us emit=4us prefill=0us total=129924us batch=1
2026-05-14T16:38:23.387048+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=129539us emit=3us prefill=0us total=129543us batch=1
2026-05-14T16:38:23.387066+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129562us cleanup=14us total=129578us active=1
2026-05-14T16:38:23.387078+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129949us cleanup=14us total=129964us active=1
2026-05-14T16:38:23.387091+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129576us cleanup=14us total=129592us active=1
2026-05-14T16:38:23.514505+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127538us emit=4us prefill=0us total=127543us batch=1
2026-05-14T16:38:23.514583+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127567us emit=4us prefill=0us total=127572us batch=1
2026-05-14T16:38:23.514593+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127496us emit=4us prefill=0us total=127501us batch=1
2026-05-14T16:38:23.514598+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127564us cleanup=15us total=127641us active=1
2026-05-14T16:38:23.514678+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127591us cleanup=14us total=127672us active=1
2026-05-14T16:38:23.514690+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127883us emit=4us prefill=0us total=127888us batch=1
2026-05-14T16:38:23.514695+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=127894us emit=4us prefill=0us total=127900us batch=1
2026-05-14T16:38:23.514705+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127525us cleanup=14us total=127618us active=1
2026-05-14T16:38:23.514758+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127665us emit=4us prefill=0us total=127670us batch=1
2026-05-14T16:38:23.514769+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127909us cleanup=14us total=127972us active=1
2026-05-14T16:38:23.514784+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=128351us emit=4us prefill=0us total=128357us batch=1
2026-05-14T16:38:23.514795+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127927us cleanup=14us total=128004us active=1
2026-05-14T16:38:23.514805+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127687us emit=3us prefill=0us total=127691us batch=1
2026-05-14T16:38:23.514827+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127687us cleanup=13us total=127743us active=1
2026-05-14T16:38:23.514856+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=128377us cleanup=14us total=128433us active=1
2026-05-14T16:38:23.514886+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127709us cleanup=14us total=127777us active=1
2026-05-14T16:38:23.641719+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=126846us emit=4us prefill=0us total=126852us batch=1
2026-05-14T16:38:23.641750+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126872us cleanup=14us total=126887us active=1
2026-05-14T16:38:23.641886+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127099us emit=3us prefill=0us total=127103us batch=1
2026-05-14T16:38:23.641916+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127123us cleanup=14us total=127138us active=1
2026-05-14T16:38:23.641945+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127101us emit=4us prefill=0us total=127106us batch=1
2026-05-14T16:38:23.641973+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127124us cleanup=14us total=127138us active=1
2026-05-14T16:38:23.642019+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127116us emit=3us prefill=0us total=127120us batch=1
2026-05-14T16:38:23.642050+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127139us cleanup=14us total=127155us active=1
2026-05-14T16:38:23.642055+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=127241us emit=4us prefill=0us total=127247us batch=1
2026-05-14T16:38:23.642085+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127266us cleanup=14us total=127281us active=1
2026-05-14T16:38:23.642104+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127474us emit=4us prefill=0us total=127479us batch=1
2026-05-14T16:38:23.642121+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=127384us emit=4us prefill=0us total=127390us batch=1
2026-05-14T16:38:23.642134+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127498us cleanup=14us total=127513us active=1
2026-05-14T16:38:23.642154+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127413us cleanup=14us total=127428us active=1
2026-05-14T16:38:23.642164+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127468us emit=4us prefill=0us total=127473us batch=1
2026-05-14T16:38:23.642192+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127491us cleanup=14us total=127506us active=1
2026-05-14T16:38:23.768516+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126415us emit=3us prefill=0us total=126419us batch=1
2026-05-14T16:38:23.768547+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126440us cleanup=14us total=126455us active=1
2026-05-14T16:38:23.768780+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126628us emit=4us prefill=0us total=126633us batch=1
2026-05-14T16:38:23.768809+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126651us cleanup=14us total=126666us active=1
2026-05-14T16:38:23.768880+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126949us emit=4us prefill=0us total=126954us batch=1
2026-05-14T16:38:23.768882+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126674us emit=4us prefill=0us total=126679us batch=1
2026-05-14T16:38:23.768911+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126974us cleanup=14us total=126989us active=1
2026-05-14T16:38:23.768921+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126707us cleanup=14us total=126722us active=1
2026-05-14T16:38:23.768963+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126790us emit=4us prefill=0us total=126795us batch=1
2026-05-14T16:38:23.768994+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126816us cleanup=14us total=126831us active=1
2026-05-14T16:38:23.768999+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126996us emit=3us prefill=0us total=127000us batch=1
2026-05-14T16:38:23.769030+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127264us emit=4us prefill=0us total=127269us batch=1
2026-05-14T16:38:23.769032+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126966us emit=3us prefill=0us total=126970us batch=1
2026-05-14T16:38:23.769036+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127027us cleanup=14us total=127042us active=1
2026-05-14T16:38:23.769062+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127290us cleanup=14us total=127305us active=1
2026-05-14T16:38:23.769074+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127003us cleanup=14us total=127018us active=1
2026-05-14T16:38:23.894765+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125838us emit=3us prefill=0us total=125842us batch=1
2026-05-14T16:38:23.894794+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125861us cleanup=13us total=125875us active=1
2026-05-14T16:38:23.894854+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125770us emit=4us prefill=0us total=125775us batch=1
2026-05-14T16:38:23.894883+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125794us cleanup=14us total=125809us active=1
2026-05-14T16:38:23.895120+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126296us emit=3us prefill=0us total=126300us batch=1
2026-05-14T16:38:23.895131+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126120us emit=4us prefill=0us total=126125us batch=1
2026-05-14T16:38:23.895150+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126320us cleanup=14us total=126334us active=1
2026-05-14T16:38:23.895154+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126590us emit=4us prefill=0us total=126595us batch=1
2026-05-14T16:38:23.895163+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126147us cleanup=14us total=126162us active=1
2026-05-14T16:38:23.895187+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126618us cleanup=14us total=126633us active=1
2026-05-14T16:38:23.895245+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126155us emit=3us prefill=0us total=126159us batch=1
2026-05-14T16:38:23.895264+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126326us emit=4us prefill=0us total=126331us batch=1
2026-05-14T16:38:23.895274+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126177us cleanup=14us total=126192us active=1
2026-05-14T16:38:23.895272+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126192us emit=5us prefill=0us total=126198us batch=1
2026-05-14T16:38:23.895293+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126349us cleanup=14us total=126364us active=1
2026-05-14T16:38:23.895304+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126220us cleanup=14us total=126235us active=1
2026-05-14T16:38:24.021387+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126181us emit=5us prefill=0us total=126187us batch=1
2026-05-14T16:38:24.021425+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126215us cleanup=14us total=126230us active=1
2026-05-14T16:38:24.021547+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126378us emit=5us prefill=0us total=126384us batch=1
2026-05-14T16:38:24.021562+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126234us emit=4us prefill=0us total=126239us batch=1
2026-05-14T16:38:24.021576+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126403us cleanup=14us total=126418us active=1
2026-05-14T16:38:24.021592+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126258us cleanup=14us total=126273us active=1
2026-05-14T16:38:24.021823+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126634us emit=4us prefill=0us total=126639us batch=1
2026-05-14T16:38:24.021856+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126660us cleanup=15us total=126677us active=1
2026-05-14T16:38:24.021856+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126547us emit=4us prefill=0us total=126552us batch=1
2026-05-14T16:38:24.021886+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126570us cleanup=15us total=126586us active=1
2026-05-14T16:38:24.021924+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126633us emit=3us prefill=0us total=126637us batch=1
2026-05-14T16:38:24.021952+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126655us cleanup=14us total=126670us active=1
2026-05-14T16:38:24.021998+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127096us emit=5us prefill=0us total=127102us batch=1
2026-05-14T16:38:24.022033+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127124us cleanup=17us total=127142us active=1
2026-05-14T16:38:24.022036+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127226us emit=4us prefill=0us total=127231us batch=1
2026-05-14T16:38:24.022065+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127250us cleanup=13us total=127264us active=1
2026-05-14T16:38:24.147714+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126273us emit=4us prefill=0us total=126278us batch=1
2026-05-14T16:38:24.147746+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126300us cleanup=14us total=126315us active=1
2026-05-14T16:38:24.147891+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125990us emit=4us prefill=0us total=125995us batch=1
2026-05-14T16:38:24.147921+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126012us cleanup=15us total=126028us active=1
2026-05-14T16:38:24.147951+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125872us emit=3us prefill=0us total=125876us batch=1
2026-05-14T16:38:24.147980+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125894us cleanup=13us total=125909us active=1
2026-05-14T16:38:24.148055+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126181us emit=5us prefill=0us total=126187us batch=1
2026-05-14T16:38:24.148089+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126209us cleanup=15us total=126225us active=1
2026-05-14T16:38:24.148089+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126496us emit=4us prefill=0us total=126501us batch=1
2026-05-14T16:38:24.148119+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126520us cleanup=14us total=126535us active=1
2026-05-14T16:38:24.148137+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126527us emit=4us prefill=0us total=126532us batch=1
2026-05-14T16:38:24.148166+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126551us cleanup=14us total=126566us active=1
2026-05-14T16:38:24.148181+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126129us emit=3us prefill=0us total=126133us batch=1
2026-05-14T16:38:24.148185+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126218us emit=3us prefill=0us total=126222us batch=1
2026-05-14T16:38:24.148216+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126157us cleanup=15us total=126173us active=1
2026-05-14T16:38:24.148232+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126251us cleanup=22us total=126274us active=1
2026-05-14T16:38:24.276584+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=128820us emit=4us prefill=0us total=128825us batch=1
2026-05-14T16:38:24.276617+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=128848us cleanup=14us total=128863us active=1
2026-05-14T16:38:24.276685+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=128551us emit=4us prefill=0us total=128556us batch=1
2026-05-14T16:38:24.276716+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=128575us cleanup=14us total=128591us active=1
2026-05-14T16:38:24.276740+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=6us decode=128629us emit=4us prefill=0us total=128639us batch=1
2026-05-14T16:38:24.276753+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=128511us emit=4us prefill=0us total=128516us batch=1
2026-05-14T16:38:24.276773+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=128661us cleanup=14us total=128677us active=1
2026-05-14T16:38:24.276782+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=128535us cleanup=14us total=128550us active=1
2026-05-14T16:38:24.276856+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=128675us emit=4us prefill=0us total=128680us batch=1
2026-05-14T16:38:24.276887+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=128700us cleanup=14us total=128715us active=1
2026-05-14T16:38:24.276931+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=128674us emit=4us prefill=0us total=128679us batch=1
2026-05-14T16:38:24.276947+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=128939us emit=5us prefill=0us total=128945us batch=1
2026-05-14T16:38:24.276951+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=129014us emit=4us prefill=0us total=129019us batch=1
2026-05-14T16:38:24.276982+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=128970us cleanup=14us total=128984us active=1
2026-05-14T16:38:24.276971+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=128709us cleanup=14us total=128724us active=1
2026-05-14T16:38:24.277000+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129057us cleanup=15us total=129073us active=1
2026-05-14T16:38:24.408832+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=132198us emit=3us prefill=0us total=132203us batch=1
2026-05-14T16:38:24.408864+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=132225us cleanup=14us total=132240us active=1
2026-05-14T16:38:24.409012+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=132006us emit=4us prefill=0us total=132011us batch=1
2026-05-14T16:38:24.409026+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=132024us emit=3us prefill=0us total=132029us batch=1
2026-05-14T16:38:24.409040+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=132030us cleanup=13us total=132044us active=1
2026-05-14T16:38:24.409041+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=132242us emit=3us prefill=0us total=132246us batch=1
2026-05-14T16:38:24.409056+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=132048us cleanup=14us total=132063us active=1
2026-05-14T16:38:24.409074+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=132269us cleanup=14us total=132284us active=1
2026-05-14T16:38:24.409178+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=132445us emit=4us prefill=0us total=132450us batch=1
2026-05-14T16:38:24.409184+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=132166us emit=4us prefill=0us total=132171us batch=1
2026-05-14T16:38:24.409188+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=132284us emit=4us prefill=0us total=132289us batch=1
2026-05-14T16:38:24.409209+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=132471us cleanup=14us total=132486us active=1
2026-05-14T16:38:24.409219+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=132196us cleanup=14us total=132211us active=1
2026-05-14T16:38:24.409241+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=132323us cleanup=23us total=132347us active=1
2026-05-14T16:38:24.409277+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=132486us emit=4us prefill=0us total=132491us batch=1
2026-05-14T16:38:24.409310+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=132514us cleanup=14us total=132529us active=1
2026-05-14T16:38:24.542340+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=133000us emit=4us prefill=0us total=133006us batch=1
2026-05-14T16:38:24.542550+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=133671us emit=4us prefill=0us total=133676us batch=1
2026-05-14T16:38:24.542640+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=133697us cleanup=14us total=133770us active=1
2026-05-14T16:38:24.542712+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=133030us cleanup=285us total=133383us active=1
2026-05-14T16:38:24.542842+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=133596us emit=4us prefill=0us total=133601us batch=1
2026-05-14T16:38:24.542917+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=133620us cleanup=14us total=133681us active=1
2026-05-14T16:38:24.542971+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=133915us emit=4us prefill=0us total=133920us batch=1
2026-05-14T16:38:24.543040+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=133938us cleanup=14us total=133993us active=1
2026-05-14T16:38:24.543074+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=134001us emit=3us prefill=0us total=134005us batch=1
2026-05-14T16:38:24.543078+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=133819us emit=4us prefill=0us total=133824us batch=1
2026-05-14T16:38:24.543111+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=133857us emit=4us prefill=0us total=133862us batch=1
2026-05-14T16:38:24.543119+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=134027us emit=4us prefill=0us total=134032us batch=1
2026-05-14T16:38:24.543148+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=134027us cleanup=14us total=134084us active=1
2026-05-14T16:38:24.543191+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=133852us cleanup=15us total=133942us active=1
2026-05-14T16:38:24.543215+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=133881us cleanup=14us total=133972us active=1
2026-05-14T16:38:24.543249+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=134051us cleanup=14us total=134166us active=1
2026-05-14T16:38:24.675914+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=132749us emit=3us prefill=0us total=132753us batch=1
2026-05-14T16:38:24.675947+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=132775us cleanup=15us total=132791us active=1
2026-05-14T16:38:24.676117+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=132850us emit=4us prefill=0us total=132855us batch=1
2026-05-14T16:38:24.676148+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=132875us cleanup=14us total=132890us active=1
2026-05-14T16:38:24.676290+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=133233us emit=4us prefill=0us total=133238us batch=1
2026-05-14T16:38:24.676323+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=133260us cleanup=15us total=133276us active=1
2026-05-14T16:38:24.676326+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=133392us emit=4us prefill=0us total=133397us batch=1
2026-05-14T16:38:24.676364+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=133424us cleanup=14us total=133440us active=1
2026-05-14T16:38:24.676368+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=133127us emit=4us prefill=0us total=133132us batch=1
2026-05-14T16:38:24.676385+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=133728us emit=4us prefill=0us total=133734us batch=1
2026-05-14T16:38:24.676405+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=133151us cleanup=20us total=133173us active=1
2026-05-14T16:38:24.676433+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=133769us cleanup=15us total=133786us active=1
2026-05-14T16:38:24.676453+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=133244us emit=3us prefill=0us total=133248us batch=1
2026-05-14T16:38:24.676481+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=133267us cleanup=14us total=133282us active=1
2026-05-14T16:38:24.676760+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=134024us emit=5us prefill=0us total=134030us batch=1
2026-05-14T16:38:24.676792+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=134051us cleanup=15us total=134068us active=1
2026-05-14T16:38:24.812173+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=135721us emit=3us prefill=0us total=135726us batch=1
2026-05-14T16:38:24.812207+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=135749us cleanup=15us total=135765us active=1
2026-05-14T16:38:24.812473+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=136093us emit=4us prefill=0us total=136098us batch=1
2026-05-14T16:38:24.812505+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=136118us cleanup=15us total=136135us active=1
2026-05-14T16:38:24.812597+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=135787us emit=4us prefill=0us total=135792us batch=1
2026-05-14T16:38:24.812629+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=135813us cleanup=15us total=135830us active=1
2026-05-14T16:38:24.812710+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=136359us emit=4us prefill=0us total=136364us batch=1
2026-05-14T16:38:24.812716+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=136283us emit=4us prefill=0us total=136288us batch=1
2026-05-14T16:38:24.812732+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=136769us emit=4us prefill=0us total=136774us batch=1
2026-05-14T16:38:24.812744+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=136384us cleanup=17us total=136402us active=1
2026-05-14T16:38:24.812750+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=136310us cleanup=16us total=136326us active=1
2026-05-14T16:38:24.812754+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=136589us emit=4us prefill=0us total=136594us batch=1
2026-05-14T16:38:24.812764+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=136794us cleanup=15us total=136810us active=1
2026-05-14T16:38:24.812798+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=136302us emit=3us prefill=0us total=136306us batch=1
2026-05-14T16:38:24.812804+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=136634us cleanup=14us total=136650us active=1
2026-05-14T16:38:24.812829+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=136326us cleanup=14us total=136341us active=1
2026-05-14T16:38:24.951653+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=138788us emit=25us prefill=0us total=138814us batch=1
2026-05-14T16:38:24.951682+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=138832us cleanup=14us total=138847us active=1
2026-05-14T16:38:24.952249+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=139457us emit=7us prefill=0us total=139465us batch=1
2026-05-14T16:38:24.952280+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=139485us cleanup=14us total=139501us active=1
2026-05-14T16:38:24.952306+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=139763us emit=25us prefill=0us total=139789us batch=1
2026-05-14T16:38:24.952342+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=139812us cleanup=17us total=139830us active=1
2026-05-14T16:38:24.952341+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=139528us emit=8us prefill=0us total=139537us batch=1
2026-05-14T16:38:24.952364+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=140134us emit=9us prefill=0us total=140145us batch=1
2026-05-14T16:38:24.952375+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=139558us cleanup=17us total=139576us active=1
2026-05-14T16:38:24.952403+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=140167us cleanup=17us total=140184us active=1
2026-05-14T16:38:24.952474+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=139711us emit=7us prefill=0us total=139719us batch=1
2026-05-14T16:38:24.952509+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=139739us cleanup=19us total=139759us active=1
2026-05-14T16:38:24.952527+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=139873us emit=10us prefill=0us total=139885us batch=1
2026-05-14T16:38:24.952559+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=139906us cleanup=15us total=139922us active=1
2026-05-14T16:38:24.952566+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=139729us emit=10us prefill=0us total=139740us batch=1
2026-05-14T16:38:24.952597+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=139760us cleanup=14us total=139775us active=1
2026-05-14T16:38:25.086840+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=134416us emit=3us prefill=0us total=134421us batch=1
2026-05-14T16:38:25.086889+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=134458us cleanup=18us total=134477us active=1
2026-05-14T16:38:25.087090+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=134731us emit=4us prefill=0us total=134737us batch=1
2026-05-14T16:38:25.087123+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=134756us cleanup=17us total=134774us active=1
2026-05-14T16:38:25.087334+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=135636us emit=4us prefill=0us total=135641us batch=1
2026-05-14T16:38:25.087358+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=135061us emit=4us prefill=0us total=135066us batch=1
2026-05-14T16:38:25.087371+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=135663us cleanup=18us total=135682us active=1
2026-05-14T16:38:25.087391+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=135087us cleanup=17us total=135105us active=1
2026-05-14T16:38:25.087390+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=134864us emit=3us prefill=0us total=134869us batch=1
2026-05-14T16:38:25.087431+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=134895us cleanup=18us total=134914us active=1
2026-05-14T16:38:25.087438+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=134825us emit=3us prefill=0us total=134829us batch=1
2026-05-14T16:38:25.087439+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=134862us emit=5us prefill=0us total=134869us batch=1
2026-05-14T16:38:25.087471+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=135078us emit=4us prefill=0us total=135083us batch=1
2026-05-14T16:38:25.087488+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=134901us cleanup=19us total=134922us active=1
2026-05-14T16:38:25.087477+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=134855us cleanup=17us total=134874us active=1
2026-05-14T16:38:25.087507+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=135106us cleanup=17us total=135124us active=1
2026-05-14T16:38:25.218596+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=131071us emit=4us prefill=0us total=131076us batch=1
2026-05-14T16:38:25.218631+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=131098us cleanup=16us total=131116us active=1
2026-05-14T16:38:25.218734+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=131320us emit=4us prefill=0us total=131325us batch=1
2026-05-14T16:38:25.218766+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=131344us cleanup=17us total=131362us active=1
2026-05-14T16:38:25.218814+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=131907us emit=4us prefill=0us total=131913us batch=1
2026-05-14T16:38:25.218841+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=131701us emit=4us prefill=0us total=131706us batch=1
2026-05-14T16:38:25.218847+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=131934us cleanup=15us total=131950us active=1
2026-05-14T16:38:25.218888+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=131740us cleanup=17us total=131758us active=1
2026-05-14T16:38:25.218967+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=131520us emit=3us prefill=0us total=131524us batch=1
2026-05-14T16:38:25.218987+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=131478us emit=4us prefill=0us total=131484us batch=1
2026-05-14T16:38:25.218997+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=131543us cleanup=16us total=131559us active=1
2026-05-14T16:38:25.219029+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=131509us cleanup=19us total=131530us active=1
2026-05-14T16:38:25.219051+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=131662us emit=4us prefill=0us total=131667us batch=1
2026-05-14T16:38:25.219056+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=131542us emit=3us prefill=0us total=131547us batch=1
2026-05-14T16:38:25.219081+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=131685us cleanup=16us total=131701us active=1
2026-05-14T16:38:25.219088+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=131565us cleanup=16us total=131582us active=1
2026-05-14T16:38:25.347021+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=128134us emit=4us prefill=0us total=128140us batch=1
2026-05-14T16:38:25.347055+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=128162us cleanup=14us total=128178us active=1
2026-05-14T16:38:25.347110+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=128206us emit=4us prefill=0us total=128211us batch=1
2026-05-14T16:38:25.347120+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=128071us emit=5us prefill=0us total=128077us batch=1
2026-05-14T16:38:25.347141+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=128231us cleanup=14us total=128246us active=1
2026-05-14T16:38:25.347155+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=128099us cleanup=17us total=128116us active=1
2026-05-14T16:38:25.347389+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=128292us emit=4us prefill=0us total=128297us batch=1
2026-05-14T16:38:25.347430+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=128327us cleanup=15us total=128343us active=1
2026-05-14T16:38:25.347469+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=128365us emit=3us prefill=0us total=128369us batch=1
2026-05-14T16:38:25.347495+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=128471us emit=3us prefill=0us total=128475us batch=1
2026-05-14T16:38:25.347501+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=128391us cleanup=14us total=128406us active=1
2026-05-14T16:38:25.347513+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=128731us emit=4us prefill=0us total=128736us batch=1
2026-05-14T16:38:25.347540+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=128892us emit=4us prefill=0us total=128897us batch=1
2026-05-14T16:38:25.347530+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=128498us cleanup=15us total=128515us active=1
2026-05-14T16:38:25.347564+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=128776us cleanup=14us total=128791us active=1
2026-05-14T16:38:25.347573+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=128919us cleanup=15us total=128935us active=1
2026-05-14T16:38:25.347649+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:387 Request 1 done: 64 tokens (active=0, waiting=0)
2026-05-14T16:38:25.347650+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:387 Request 1 done: 64 tokens (active=0, waiting=0)
2026-05-14T16:38:25.347654+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:387 Request 1 done: 64 tokens (active=0, waiting=0)
2026-05-14T16:38:25.347712+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:387 Request 1 done: 64 tokens (active=0, waiting=0)
2026-05-14T16:38:25.347744+08:00   INFO infer::request_trace: handlers.rs:220 request_trace {"chunks_seen":60,"completion_tokens":64,"error":null,"finish_reason":"length","kv":{"fetch_backpressure":false,"fetch_queue_depth":0,"fetch_waiters":0,"gpu_util":0.0,"store_backpressure":false,"store_queue_depth":0},"max_tokens":64,"prefix":{"direct_gpu_attach":false,"hit_rate":0.0,"lookup_latency_us":0,"lookup_reusable_tokens":0,"matched_tokens":0,"prefetch":false,"ready_on_gpu":false,"recompute":false,"request_hit_rate":0.0,"request_skip_rate":0.0,"resume_prefill_tokens":29,"skip_rate":0.0,"staged":false},"preprocess":{"queue_depth":0,"tokenize_us":329,"wait_us":1},"prompt_bytes":202,"prompt_tokens":29,"request_id":"chatcmpl-430e004f-a339-44fc-8820-79de297399f0","route":"/v1/chat/completions","scheduler":{"active":0,"batch_width":0,"decode_tokens":0,"loop_us":{"cleanup":29,"total":117703},"phase_us":{"admission":2,"decode":117594,"emit":4,"prefill":48,"total":117644},"pipeline_us":{"cpu_plan":1,"gpu_command_queue_depth":0,"gpu_completion_wait":459,"snapshot":0},"prefill_queue":0,"prefill_tokens":0,"running_batch":0,"scheduled_decode_rows":0,"scheduled_prefill_rows":0,"scheduled_rows":0,"step_last_s":0.00027,"waiting":0},"stream":true,"terminal_seen":true,"text_bytes":154,"throughput":{"completion_tokens_per_s_e2e":7.637733424796783,"prompt_tokens_per_s_at_ttft":95.89942777009863,"total_tokens_per_s_e2e":11.098581382907826},"token_ids_seen":64,"total_ms":8379.449299999998,"total_tokens":93,"ttft_ms":302.400136}
2026-05-14T16:38:25.347818+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:387 Request 1 done: 64 tokens (active=0, waiting=0)
2026-05-14T16:38:25.347878+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:387 Request 1 done: 64 tokens (active=0, waiting=0)
2026-05-14T16:38:25.347915+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:387 Request 1 done: 64 tokens (active=0, waiting=0)
2026-05-14T16:38:25.347979+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:387 Request 1 done: 64 tokens (active=0, waiting=0)
2026-05-14T16:42:14.968717+08:00   INFO infer::http_server::handlers: handlers.rs:998 chat/completions: messages=1, prompt_bytes=161, max_tokens=48, stream=true
2026-05-14T16:42:14.969343+08:00   INFO infer::scheduler::cuda::runtime::admission: admission.rs:663 Request 2 → slot 0 (prompt=25 tokens, queue=0)
2026-05-14T16:42:14.969343+08:00   INFO infer::scheduler::cuda::runtime::admission: admission.rs:663 Request 2 → slot 0 (prompt=25 tokens, queue=0)
2026-05-14T16:42:14.969343+08:00   INFO infer::scheduler::cuda::runtime::admission: admission.rs:663 Request 2 → slot 0 (prompt=25 tokens, queue=0)
2026-05-14T16:42:14.969350+08:00   INFO infer::scheduler::cuda::runtime::admission: admission.rs:663 Request 2 → slot 0 (prompt=25 tokens, queue=0)
2026-05-14T16:42:14.969370+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:333 Request 2: prefix MISS
2026-05-14T16:42:14.969432+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:333 Request 2: prefix MISS
2026-05-14T16:42:14.969364+08:00   INFO infer::scheduler::cuda::runtime::admission: admission.rs:663 Request 2 → slot 0 (prompt=25 tokens, queue=0)
2026-05-14T16:42:14.969370+08:00   INFO infer::scheduler::cuda::runtime::admission: admission.rs:663 Request 2 → slot 0 (prompt=25 tokens, queue=0)
2026-05-14T16:42:14.969366+08:00   INFO infer::scheduler::cuda::runtime::admission: admission.rs:663 Request 2 → slot 0 (prompt=25 tokens, queue=0)
2026-05-14T16:42:14.969364+08:00   INFO infer::scheduler::cuda::runtime::admission: admission.rs:663 Request 2 → slot 0 (prompt=25 tokens, queue=0)
2026-05-14T16:42:14.969505+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:333 Request 2: prefix MISS
2026-05-14T16:42:14.969403+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:333 Request 2: prefix MISS
2026-05-14T16:42:14.969416+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:333 Request 2: prefix MISS
2026-05-14T16:42:14.969458+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:333 Request 2: prefix MISS
2026-05-14T16:42:14.969476+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:333 Request 2: prefix MISS
2026-05-14T16:42:14.969490+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:333 Request 2: prefix MISS
2026-05-14T16:42:14.977710+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:376 Request 2: chunked prefill starting (25 effective tokens, chunk_size=16384)
2026-05-14T16:42:14.978034+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:376 Request 2: chunked prefill starting (25 effective tokens, chunk_size=16384)
2026-05-14T16:42:14.978126+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:376 Request 2: chunked prefill starting (25 effective tokens, chunk_size=16384)
2026-05-14T16:42:14.978292+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:376 Request 2: chunked prefill starting (25 effective tokens, chunk_size=16384)
2026-05-14T16:42:14.978665+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:376 Request 2: chunked prefill starting (25 effective tokens, chunk_size=16384)
2026-05-14T16:42:14.978853+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:376 Request 2: chunked prefill starting (25 effective tokens, chunk_size=16384)
2026-05-14T16:42:14.978977+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:376 Request 2: chunked prefill starting (25 effective tokens, chunk_size=16384)
2026-05-14T16:42:14.979037+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:376 Request 2: chunked prefill starting (25 effective tokens, chunk_size=16384)
2026-05-14T16:42:15.244930+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=prefill admission=9568us decode=0us emit=0us prefill=266058us total=275626us batch=1
2026-05-14T16:42:15.244942+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=prefill admission=9717us decode=0us emit=0us prefill=265891us total=275608us batch=1
2026-05-14T16:42:15.244954+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=prefill admission=8842us decode=0us emit=0us prefill=266810us total=275652us batch=1
2026-05-14T16:42:15.244969+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=prefill admission=8730us decode=0us emit=0us prefill=266913us total=275643us batch=1
2026-05-14T16:42:15.244951+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=prefill admission=8425us decode=0us emit=0us prefill=267216us total=275641us batch=1
2026-05-14T16:42:15.244951+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=prefill admission=9680us decode=0us emit=0us prefill=265957us total=275637us batch=1
2026-05-14T16:42:15.245027+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=9567us step=266086us cleanup=27us total=275729us active=1
2026-05-14T16:42:15.244970+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=prefill admission=8983us decode=0us emit=0us prefill=266658us total=275641us batch=1
2026-05-14T16:42:15.244935+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=prefill admission=9358us decode=0us emit=0us prefill=266253us total=275611us batch=1
2026-05-14T16:42:15.245062+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=9716us step=265920us cleanup=30us total=275733us active=1
2026-05-14T16:42:15.245082+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=8727us step=266944us cleanup=32us total=275761us active=1
2026-05-14T16:42:15.245099+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=8422us step=267292us cleanup=27us total=275798us active=1
2026-05-14T16:42:15.245110+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=9679us step=266040us cleanup=27us total=275801us active=1
2026-05-14T16:42:15.245125+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=8840us step=266836us cleanup=27us total=275827us active=1
2026-05-14T16:42:15.245139+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=8981us step=266744us cleanup=30us total=275815us active=1
2026-05-14T16:42:15.245151+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=9357us step=266391us cleanup=29us total=275833us active=1
2026-05-14T16:42:15.365374+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=120332us emit=0us prefill=0us total=120334us batch=1
2026-05-14T16:42:15.365426+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=120355us cleanup=33us total=120390us active=1
2026-05-14T16:42:15.365521+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=120442us emit=0us prefill=0us total=120444us batch=1
2026-05-14T16:42:15.365562+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=120462us cleanup=25us total=120489us active=1
2026-05-14T16:42:15.365646+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=120506us emit=0us prefill=0us total=120508us batch=1
2026-05-14T16:42:15.365677+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=120526us cleanup=15us total=120543us active=1
2026-05-14T16:42:15.365674+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=120577us emit=0us prefill=0us total=120579us batch=1
2026-05-14T16:42:15.365716+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=120599us cleanup=24us total=120625us active=1
2026-05-14T16:42:15.365904+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=120749us emit=0us prefill=0us total=120751us batch=1
2026-05-14T16:42:15.365947+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=120770us cleanup=26us total=120797us active=1
2026-05-14T16:42:15.365947+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=120780us emit=0us prefill=0us total=120782us batch=1
2026-05-14T16:42:15.365954+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=120839us emit=0us prefill=0us total=120841us batch=1
2026-05-14T16:42:15.365999+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=120876us emit=0us prefill=0us total=120878us batch=1
2026-05-14T16:42:15.366006+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=120817us cleanup=26us total=120845us active=1
2026-05-14T16:42:15.366007+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=120881us cleanup=15us total=120897us active=1
2026-05-14T16:42:15.366036+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=120901us cleanup=16us total=120918us active=1
2026-05-14T16:42:15.486817+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=120778us emit=5us prefill=0us total=120784us batch=1
2026-05-14T16:42:15.486860+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=120806us cleanup=24us total=120831us active=1
2026-05-14T16:42:15.487026+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=121292us emit=4us prefill=0us total=121298us batch=1
2026-05-14T16:42:15.487062+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=121316us cleanup=21us total=121339us active=1
2026-05-14T16:42:15.487127+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=121073us emit=4us prefill=0us total=121079us batch=1
2026-05-14T16:42:15.487159+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=121099us cleanup=15us total=121115us active=1
2026-05-14T16:42:15.487255+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=121810us emit=4us prefill=0us total=121816us batch=1
2026-05-14T16:42:15.487281+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=121701us emit=5us prefill=0us total=121707us batch=1
2026-05-14T16:42:15.487288+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=121837us cleanup=16us total=121853us active=1
2026-05-14T16:42:15.487324+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=121731us cleanup=22us total=121755us active=1
2026-05-14T16:42:15.487323+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=121630us emit=4us prefill=0us total=121635us batch=1
2026-05-14T16:42:15.487354+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=121654us cleanup=15us total=121670us active=1
2026-05-14T16:42:15.487437+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=121392us emit=4us prefill=0us total=121397us batch=1
2026-05-14T16:42:15.487457+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=121477us emit=5us prefill=0us total=121483us batch=1
2026-05-14T16:42:15.487466+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=121414us cleanup=14us total=121430us active=1
2026-05-14T16:42:15.487501+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=121509us cleanup=22us total=121532us active=1
2026-05-14T16:42:15.610811+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123306us emit=4us prefill=0us total=123311us batch=1
2026-05-14T16:42:15.610842+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123331us cleanup=14us total=123347us active=1
2026-05-14T16:42:15.610843+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123966us emit=4us prefill=0us total=123972us batch=1
2026-05-14T16:42:15.610852+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123534us emit=4us prefill=0us total=123539us batch=1
2026-05-14T16:42:15.610878+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123992us cleanup=18us total=124011us active=1
2026-05-14T16:42:15.610884+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123560us cleanup=15us total=123576us active=1
2026-05-14T16:42:15.611012+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123933us emit=4us prefill=0us total=123938us batch=1
2026-05-14T16:42:15.611024+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123654us emit=3us prefill=0us total=123658us batch=1
2026-05-14T16:42:15.611037+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123518us emit=4us prefill=0us total=123524us batch=1
2026-05-14T16:42:15.611045+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123956us cleanup=17us total=123975us active=1
2026-05-14T16:42:15.611054+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123678us cleanup=15us total=123693us active=1
2026-05-14T16:42:15.611066+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123892us emit=3us prefill=0us total=123896us batch=1
2026-05-14T16:42:15.611074+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123546us cleanup=17us total=123565us active=1
2026-05-14T16:42:15.611085+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123741us emit=5us prefill=0us total=123747us batch=1
2026-05-14T16:42:15.611100+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123919us cleanup=15us total=123935us active=1
2026-05-14T16:42:15.611122+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123768us cleanup=19us total=123789us active=1
2026-05-14T16:42:15.733670+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122813us emit=4us prefill=0us total=122818us batch=1
2026-05-14T16:42:15.733699+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122836us cleanup=14us total=122852us active=1
2026-05-14T16:42:15.733924+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122835us emit=2us prefill=0us total=122838us batch=1
2026-05-14T16:42:15.733954+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122872us cleanup=15us total=122888us active=1
2026-05-14T16:42:15.734133+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123051us emit=3us prefill=0us total=123055us batch=1
2026-05-14T16:42:15.734176+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123088us cleanup=15us total=123104us active=1
2026-05-14T16:42:15.734340+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123445us emit=4us prefill=0us total=123450us batch=1
2026-05-14T16:42:15.734363+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123262us emit=4us prefill=0us total=123267us batch=1
2026-05-14T16:42:15.734376+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123474us cleanup=16us total=123491us active=1
2026-05-14T16:42:15.734395+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123287us cleanup=15us total=123303us active=1
2026-05-14T16:42:15.734418+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123512us emit=7us prefill=0us total=123520us batch=1
2026-05-14T16:42:15.734421+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123279us emit=4us prefill=0us total=123284us batch=1
2026-05-14T16:42:15.734451+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123542us cleanup=15us total=123558us active=1
2026-05-14T16:42:15.734466+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123317us cleanup=17us total=123336us active=1
2026-05-14T16:42:15.734476+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123359us emit=3us prefill=0us total=123363us batch=1
2026-05-14T16:42:15.734507+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123383us cleanup=15us total=123399us active=1
2026-05-14T16:42:15.857414+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122995us emit=4us prefill=0us total=123000us batch=1
2026-05-14T16:42:15.857448+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123023us cleanup=15us total=123039us active=1
2026-05-14T16:42:15.857697+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123228us emit=4us prefill=0us total=123233us batch=1
2026-05-14T16:42:15.857730+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123254us cleanup=16us total=123271us active=1
2026-05-14T16:42:15.857875+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123390us emit=4us prefill=0us total=123396us batch=1
2026-05-14T16:42:15.857882+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123489us emit=3us prefill=0us total=123493us batch=1
2026-05-14T16:42:15.857917+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123423us cleanup=19us total=123443us active=1
2026-05-14T16:42:15.857924+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123523us cleanup=15us total=123539us active=1
2026-05-14T16:42:15.857960+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123767us emit=4us prefill=0us total=123772us batch=1
2026-05-14T16:42:15.857968+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123446us emit=3us prefill=0us total=123450us batch=1
2026-05-14T16:42:15.857993+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124023us emit=5us prefill=0us total=124029us batch=1
2026-05-14T16:42:15.857997+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123796us cleanup=17us total=123814us active=1
2026-05-14T16:42:15.858015+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123486us cleanup=16us total=123503us active=1
2026-05-14T16:42:15.858026+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124050us cleanup=15us total=124066us active=1
2026-05-14T16:42:15.858068+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124354us emit=4us prefill=0us total=124359us batch=1
2026-05-14T16:42:15.858098+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124377us cleanup=15us total=124394us active=1
2026-05-14T16:42:15.981185+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123155us emit=3us prefill=0us total=123159us batch=1
2026-05-14T16:42:15.981216+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123178us cleanup=15us total=123194us active=1
2026-05-14T16:42:15.981306+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123364us emit=4us prefill=0us total=123369us batch=1
2026-05-14T16:42:15.981338+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123389us cleanup=15us total=123406us active=1
2026-05-14T16:42:15.981378+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123914us emit=4us prefill=0us total=123919us batch=1
2026-05-14T16:42:15.981419+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123940us cleanup=23us total=123964us active=1
2026-05-14T16:42:15.981444+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123415us emit=4us prefill=0us total=123421us batch=1
2026-05-14T16:42:15.981475+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123439us cleanup=15us total=123456us active=1
2026-05-14T16:42:15.981551+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123438us emit=4us prefill=0us total=123443us batch=1
2026-05-14T16:42:15.981580+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123460us cleanup=14us total=123476us active=1
2026-05-14T16:42:15.981618+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123871us emit=4us prefill=0us total=123876us batch=1
2026-05-14T16:42:15.981648+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123895us cleanup=15us total=123911us active=1
2026-05-14T16:42:15.981691+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123649us emit=3us prefill=0us total=123653us batch=1
2026-05-14T16:42:15.981700+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123764us emit=4us prefill=0us total=123770us batch=1
2026-05-14T16:42:15.981720+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123671us cleanup=14us total=123687us active=1
2026-05-14T16:42:15.981734+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123788us cleanup=20us total=123809us active=1
2026-05-14T16:42:16.104137+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122372us emit=4us prefill=0us total=122377us batch=1
2026-05-14T16:42:16.104159+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122722us emit=4us prefill=0us total=122727us batch=1
2026-05-14T16:42:16.104175+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122396us cleanup=22us total=122419us active=1
2026-05-14T16:42:16.104194+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122750us cleanup=16us total=122767us active=1
2026-05-14T16:42:16.104319+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122582us emit=4us prefill=0us total=122587us batch=1
2026-05-14T16:42:16.104349+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122606us cleanup=14us total=122622us active=1
2026-05-14T16:42:16.104348+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122683us emit=4us prefill=0us total=122688us batch=1
2026-05-14T16:42:16.104379+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122708us cleanup=14us total=122724us active=1
2026-05-14T16:42:16.104511+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123157us emit=4us prefill=0us total=123162us batch=1
2026-05-14T16:42:16.104542+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123181us cleanup=15us total=123197us active=1
2026-05-14T16:42:16.104547+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123307us emit=3us prefill=0us total=123311us batch=1
2026-05-14T16:42:16.104576+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123330us cleanup=15us total=123346us active=1
2026-05-14T16:42:16.104593+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122996us emit=5us prefill=0us total=123002us batch=1
2026-05-14T16:42:16.104614+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123124us emit=4us prefill=0us total=123129us batch=1
2026-05-14T16:42:16.104627+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123025us cleanup=15us total=123040us active=1
2026-05-14T16:42:16.104647+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123150us cleanup=15us total=123167us active=1
2026-05-14T16:42:16.225946+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=121549us emit=4us prefill=0us total=121554us batch=1
2026-05-14T16:42:16.225978+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=121576us cleanup=15us total=121592us active=1
2026-05-14T16:42:16.225996+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=121405us emit=4us prefill=0us total=121410us batch=1
2026-05-14T16:42:16.226019+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=121654us emit=4us prefill=0us total=121659us batch=1
2026-05-14T16:42:16.226028+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=121429us cleanup=15us total=121445us active=1
2026-05-14T16:42:16.226054+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=121683us cleanup=15us total=121699us active=1
2026-05-14T16:42:16.226090+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=121879us emit=3us prefill=0us total=121883us batch=1
2026-05-14T16:42:16.226120+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=121902us cleanup=15us total=121918us active=1
2026-05-14T16:42:16.226383+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=121738us emit=4us prefill=0us total=121743us batch=1
2026-05-14T16:42:16.226430+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=121778us cleanup=15us total=121794us active=1
2026-05-14T16:42:16.226442+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=122249us emit=4us prefill=0us total=122255us batch=1
2026-05-14T16:42:16.226458+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=121794us emit=4us prefill=0us total=121800us batch=1
2026-05-14T16:42:16.226480+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122275us cleanup=21us total=122297us active=1
2026-05-14T16:42:16.226465+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=121907us emit=4us prefill=0us total=121912us batch=1
2026-05-14T16:42:16.226497+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=121826us cleanup=15us total=121843us active=1
2026-05-14T16:42:16.226517+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=121951us cleanup=17us total=121969us active=1
2026-05-14T16:42:16.349679+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123604us emit=5us prefill=0us total=123610us batch=1
2026-05-14T16:42:16.349795+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123638us cleanup=22us total=123732us active=1
2026-05-14T16:42:16.349929+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123932us emit=5us prefill=0us total=123938us batch=1
2026-05-14T16:42:16.349992+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123857us emit=4us prefill=0us total=123862us batch=1
2026-05-14T16:42:16.350041+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123968us cleanup=21us total=124055us active=1
2026-05-14T16:42:16.350085+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123886us cleanup=23us total=123959us active=1
2026-05-14T16:42:16.350144+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123644us emit=5us prefill=0us total=123650us batch=1
2026-05-14T16:42:16.350231+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123668us cleanup=24us total=123741us active=1
2026-05-14T16:42:16.350394+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123856us emit=5us prefill=0us total=123862us batch=1
2026-05-14T16:42:16.350411+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123954us emit=5us prefill=0us total=123961us batch=1
2026-05-14T16:42:16.350429+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124363us emit=5us prefill=0us total=124369us batch=1
2026-05-14T16:42:16.350412+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123895us emit=4us prefill=0us total=123900us batch=1
2026-05-14T16:42:16.350489+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123893us cleanup=24us total=123962us active=1
2026-05-14T16:42:16.350528+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124005us cleanup=21us total=124091us active=1
2026-05-14T16:42:16.350550+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124401us cleanup=21us total=124495us active=1
2026-05-14T16:42:16.350577+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123960us cleanup=22us total=124071us active=1
2026-05-14T16:42:16.477286+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127035us emit=4us prefill=0us total=127040us batch=1
2026-05-14T16:42:16.477332+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127066us cleanup=25us total=127092us active=1
2026-05-14T16:42:16.477437+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=127375us emit=4us prefill=0us total=127381us batch=1
2026-05-14T16:42:16.477478+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127405us cleanup=22us total=127428us active=1
2026-05-14T16:42:16.477542+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=127436us emit=6us prefill=0us total=127444us batch=1
2026-05-14T16:42:16.477581+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127464us cleanup=21us total=127487us active=1
2026-05-14T16:42:16.477578+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=127010us emit=4us prefill=0us total=127016us batch=1
2026-05-14T16:42:16.477620+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127038us cleanup=23us total=127062us active=1
2026-05-14T16:42:16.477821+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=3us decode=128006us emit=5us prefill=0us total=128014us batch=1
2026-05-14T16:42:16.477841+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=127291us emit=5us prefill=0us total=127298us batch=1
2026-05-14T16:42:16.477854+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=127345us emit=4us prefill=0us total=127351us batch=1
2026-05-14T16:42:16.477863+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=128035us cleanup=24us total=128061us active=1
2026-05-14T16:42:16.477881+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127321us cleanup=21us total=127344us active=1
2026-05-14T16:42:16.477898+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127374us cleanup=25us total=127399us active=1
2026-05-14T16:42:16.477895+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=127301us emit=4us prefill=0us total=127307us batch=1
2026-05-14T16:42:16.477935+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127328us cleanup=21us total=127350us active=1
2026-05-14T16:42:16.601179+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123262us emit=5us prefill=0us total=123268us batch=1
2026-05-14T16:42:16.601203+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123851us emit=6us prefill=0us total=123859us batch=1
2026-05-14T16:42:16.601231+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123291us cleanup=32us total=123324us active=1
2026-05-14T16:42:16.601249+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123878us cleanup=30us total=123910us active=1
2026-05-14T16:42:16.601304+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123667us emit=4us prefill=0us total=123672us batch=1
2026-05-14T16:42:16.601319+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123429us emit=5us prefill=0us total=123436us batch=1
2026-05-14T16:42:16.601341+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123693us cleanup=20us total=123714us active=1
2026-05-14T16:42:16.601366+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123463us cleanup=24us total=123487us active=1
2026-05-14T16:42:16.601371+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123772us emit=3us prefill=0us total=123777us batch=1
2026-05-14T16:42:16.601404+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123899us emit=4us prefill=0us total=123905us batch=1
2026-05-14T16:42:16.601414+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123795us cleanup=28us total=123824us active=1
2026-05-14T16:42:16.601423+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123458us emit=4us prefill=0us total=123464us batch=1
2026-05-14T16:42:16.601445+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123937us cleanup=20us total=123959us active=1
2026-05-14T16:42:16.601460+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123484us cleanup=21us total=123506us active=1
2026-05-14T16:42:16.601480+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123578us emit=4us prefill=0us total=123584us batch=1
2026-05-14T16:42:16.601518+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123605us cleanup=21us total=123627us active=1
2026-05-14T16:42:16.724484+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123020us emit=4us prefill=0us total=123025us batch=1
2026-05-14T16:42:16.724520+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123045us cleanup=20us total=123067us active=1
2026-05-14T16:42:16.724771+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123328us emit=5us prefill=0us total=123334us batch=1
2026-05-14T16:42:16.724810+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123355us cleanup=21us total=123378us active=1
2026-05-14T16:42:16.724837+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123587us emit=4us prefill=0us total=123593us batch=1
2026-05-14T16:42:16.724853+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123317us emit=4us prefill=0us total=123323us batch=1
2026-05-14T16:42:16.724904+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123638us cleanup=24us total=123664us active=1
2026-05-14T16:42:16.724904+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123636us emit=5us prefill=0us total=123642us batch=1
2026-05-14T16:42:16.724913+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123365us cleanup=21us total=123388us active=1
2026-05-14T16:42:16.724949+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123666us cleanup=24us total=123691us active=1
2026-05-14T16:42:16.725072+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123686us emit=4us prefill=0us total=123692us batch=1
2026-05-14T16:42:16.725081+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123603us emit=4us prefill=0us total=123609us batch=1
2026-05-14T16:42:16.725110+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123710us cleanup=23us total=123734us active=1
2026-05-14T16:42:16.725120+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123630us cleanup=22us total=123653us active=1
2026-05-14T16:42:16.725124+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123765us emit=4us prefill=0us total=123770us batch=1
2026-05-14T16:42:16.725158+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123788us cleanup=19us total=123808us active=1
2026-05-14T16:42:16.850490+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=125362us emit=3us prefill=0us total=125367us batch=1
2026-05-14T16:42:16.850516+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125978us emit=4us prefill=0us total=125983us batch=1
2026-05-14T16:42:16.850527+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125387us cleanup=20us total=125408us active=1
2026-05-14T16:42:16.850561+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126010us cleanup=22us total=126033us active=1
2026-05-14T16:42:16.850833+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=125909us emit=4us prefill=0us total=125915us batch=1
2026-05-14T16:42:16.850830+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=125885us emit=6us prefill=0us total=125893us batch=1
2026-05-14T16:42:16.850834+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125866us emit=4us prefill=0us total=125871us batch=1
2026-05-14T16:42:16.850873+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125937us cleanup=21us total=125960us active=1
2026-05-14T16:42:16.850897+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125937us cleanup=26us total=125964us active=1
2026-05-14T16:42:16.850902+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125922us cleanup=21us total=125945us active=1
2026-05-14T16:42:16.850908+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126084us emit=3us prefill=0us total=126088us batch=1
2026-05-14T16:42:16.850938+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=125799us emit=4us prefill=0us total=125805us batch=1
2026-05-14T16:42:16.850957+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126121us cleanup=19us total=126141us active=1
2026-05-14T16:42:16.850983+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125832us cleanup=22us total=125855us active=1
2026-05-14T16:42:16.850999+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=125825us emit=4us prefill=0us total=125831us batch=1
2026-05-14T16:42:16.851041+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125855us cleanup=21us total=125876us active=1
2026-05-14T16:42:16.980300+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=129379us emit=4us prefill=0us total=129384us batch=1
2026-05-14T16:42:16.980336+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129405us cleanup=18us total=129424us active=1
2026-05-14T16:42:16.980361+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=129779us emit=4us prefill=0us total=129785us batch=1
2026-05-14T16:42:16.980383+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=129409us emit=3us prefill=0us total=129413us batch=1
2026-05-14T16:42:16.980414+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129807us cleanup=34us total=129843us active=1
2026-05-14T16:42:16.980423+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129437us cleanup=20us total=129458us active=1
2026-05-14T16:42:16.980728+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=129725us emit=4us prefill=0us total=129731us batch=1
2026-05-14T16:42:16.980729+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=129670us emit=4us prefill=0us total=129676us batch=1
2026-05-14T16:42:16.980732+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=129837us emit=4us prefill=0us total=129842us batch=1
2026-05-14T16:42:16.980769+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129754us cleanup=20us total=129776us active=1
2026-05-14T16:42:16.980750+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=129831us emit=5us prefill=0us total=129838us batch=1
2026-05-14T16:42:16.980783+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129713us cleanup=20us total=129735us active=1
2026-05-14T16:42:16.980769+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=130215us emit=3us prefill=0us total=130219us batch=1
2026-05-14T16:42:16.980794+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129888us cleanup=19us total=129908us active=1
2026-05-14T16:42:16.980808+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129880us cleanup=21us total=129902us active=1
2026-05-14T16:42:16.980816+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=130251us cleanup=19us total=130271us active=1
2026-05-14T16:42:17.104938+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=124109us emit=4us prefill=0us total=124115us batch=1
2026-05-14T16:42:17.104954+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124601us emit=4us prefill=0us total=124606us batch=1
2026-05-14T16:42:17.104979+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124140us cleanup=20us total=124161us active=1
2026-05-14T16:42:17.104989+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124627us cleanup=19us total=124647us active=1
2026-05-14T16:42:17.105001+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124567us emit=4us prefill=0us total=124572us batch=1
2026-05-14T16:42:17.105035+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124592us cleanup=19us total=124612us active=1
2026-05-14T16:42:17.105308+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124458us emit=5us prefill=0us total=124464us batch=1
2026-05-14T16:42:17.105335+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124892us emit=4us prefill=0us total=124897us batch=1
2026-05-14T16:42:17.105342+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124531us emit=6us prefill=0us total=124538us batch=1
2026-05-14T16:42:17.105348+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124489us cleanup=19us total=124510us active=1
2026-05-14T16:42:17.105378+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124924us cleanup=20us total=124945us active=1
2026-05-14T16:42:17.105391+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124570us cleanup=19us total=124591us active=1
2026-05-14T16:42:17.105471+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124683us emit=4us prefill=0us total=124688us batch=1
2026-05-14T16:42:17.105475+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124675us emit=4us prefill=0us total=124680us batch=1
2026-05-14T16:42:17.105514+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124715us cleanup=21us total=124738us active=1
2026-05-14T16:42:17.105523+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124711us cleanup=20us total=124732us active=1
2026-05-14T16:42:17.228586+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123198us emit=4us prefill=0us total=123204us batch=1
2026-05-14T16:42:17.228613+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123216us emit=4us prefill=0us total=123222us batch=1
2026-05-14T16:42:17.228621+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123225us cleanup=18us total=123244us active=1
2026-05-14T16:42:17.228646+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123242us cleanup=16us total=123260us active=1
2026-05-14T16:42:17.228655+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123122us emit=3us prefill=0us total=123127us batch=1
2026-05-14T16:42:17.228707+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123163us cleanup=21us total=123185us active=1
2026-05-14T16:42:17.228708+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123701us emit=4us prefill=0us total=123706us batch=1
2026-05-14T16:42:17.228741+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123726us cleanup=17us total=123744us active=1
2026-05-14T16:42:17.228813+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123760us emit=4us prefill=0us total=123766us batch=1
2026-05-14T16:42:17.228852+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123790us cleanup=19us total=123810us active=1
2026-05-14T16:42:17.228854+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123437us emit=4us prefill=0us total=123443us batch=1
2026-05-14T16:42:17.228856+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123318us emit=4us prefill=0us total=123323us batch=1
2026-05-14T16:42:17.228870+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123872us emit=4us prefill=0us total=123878us batch=1
2026-05-14T16:42:17.228890+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123465us cleanup=17us total=123484us active=1
2026-05-14T16:42:17.228907+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123358us cleanup=19us total=123379us active=1
2026-05-14T16:42:17.228919+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123911us cleanup=18us total=123931us active=1
2026-05-14T16:42:17.352973+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124105us emit=4us prefill=0us total=124110us batch=1
2026-05-14T16:42:17.353073+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124130us cleanup=17us total=124215us active=1
2026-05-14T16:42:17.353194+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124257us emit=4us prefill=0us total=124262us batch=1
2026-05-14T16:42:17.353287+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124283us cleanup=26us total=124361us active=1
2026-05-14T16:42:17.353479+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124833us emit=4us prefill=0us total=124838us batch=1
2026-05-14T16:42:17.353513+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124756us emit=3us prefill=0us total=124760us batch=1
2026-05-14T16:42:17.353538+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124874us emit=4us prefill=0us total=124879us batch=1
2026-05-14T16:42:17.353534+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=124607us emit=3us prefill=0us total=124612us batch=1
2026-05-14T16:42:17.353583+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124860us cleanup=19us total=124947us active=1
2026-05-14T16:42:17.353616+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124782us cleanup=18us total=124868us active=1
2026-05-14T16:42:17.353608+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=124884us emit=3us prefill=0us total=124889us batch=1
2026-05-14T16:42:17.353630+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124713us emit=4us prefill=0us total=124718us batch=1
2026-05-14T16:42:17.353641+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124902us cleanup=16us total=124987us active=1
2026-05-14T16:42:17.353669+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124650us cleanup=17us total=124752us active=1
2026-05-14T16:42:17.353705+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124929us cleanup=19us total=124992us active=1
2026-05-14T16:42:17.353737+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124751us cleanup=17us total=124831us active=1
2026-05-14T16:42:17.476268+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=122961us emit=4us prefill=0us total=122967us batch=1
2026-05-14T16:42:17.476270+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=122667us emit=4us prefill=0us total=122673us batch=1
2026-05-14T16:42:17.476303+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122989us cleanup=16us total=123006us active=1
2026-05-14T16:42:17.476313+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122704us cleanup=16us total=122721us active=1
2026-05-14T16:42:17.476511+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123421us emit=4us prefill=0us total=123427us batch=1
2026-05-14T16:42:17.476547+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123449us cleanup=16us total=123467us active=1
2026-05-14T16:42:17.476720+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123086us emit=3us prefill=0us total=123090us batch=1
2026-05-14T16:42:17.476752+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123111us cleanup=15us total=123127us active=1
2026-05-14T16:42:17.476760+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123004us emit=4us prefill=0us total=123010us batch=1
2026-05-14T16:42:17.476790+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123028us cleanup=15us total=123044us active=1
2026-05-14T16:42:17.476814+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123126us emit=3us prefill=0us total=123131us batch=1
2026-05-14T16:42:17.476850+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123154us cleanup=16us total=123172us active=1
2026-05-14T16:42:17.476892+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123220us emit=3us prefill=0us total=123224us batch=1
2026-05-14T16:42:17.476924+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123245us cleanup=15us total=123261us active=1
2026-05-14T16:42:17.476937+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123213us emit=4us prefill=0us total=123219us batch=1
2026-05-14T16:42:17.476974+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123242us cleanup=17us total=123261us active=1
2026-05-14T16:42:17.599660+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122892us emit=4us prefill=0us total=122897us batch=1
2026-05-14T16:42:17.599693+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122918us cleanup=14us total=122934us active=1
2026-05-14T16:42:17.599763+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122956us emit=4us prefill=0us total=122961us batch=1
2026-05-14T16:42:17.599792+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122980us cleanup=15us total=122996us active=1
2026-05-14T16:42:17.599851+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123520us emit=3us prefill=0us total=123524us batch=1
2026-05-14T16:42:17.599880+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123544us cleanup=14us total=123559us active=1
2026-05-14T16:42:17.599960+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123020us emit=4us prefill=0us total=123025us batch=1
2026-05-14T16:42:17.599991+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123043us cleanup=15us total=123059us active=1
2026-05-14T16:42:17.599989+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123425us emit=3us prefill=0us total=123430us batch=1
2026-05-14T16:42:17.600017+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123014us emit=4us prefill=0us total=123020us batch=1
2026-05-14T16:42:17.600021+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123701us emit=4us prefill=0us total=123706us batch=1
2026-05-14T16:42:17.600024+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123454us cleanup=15us total=123470us active=1
2026-05-14T16:42:17.600054+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123043us cleanup=17us total=123061us active=1
2026-05-14T16:42:17.600056+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123190us emit=4us prefill=0us total=123196us batch=1
2026-05-14T16:42:17.600061+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123734us cleanup=15us total=123751us active=1
2026-05-14T16:42:17.600091+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123216us cleanup=17us total=123234us active=1
2026-05-14T16:42:17.723648+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123587us emit=4us prefill=0us total=123592us batch=1
2026-05-14T16:42:17.723681+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123614us cleanup=15us total=123630us active=1
2026-05-14T16:42:17.723897+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123828us emit=3us prefill=0us total=123832us batch=1
2026-05-14T16:42:17.723932+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123853us cleanup=17us total=123871us active=1
2026-05-14T16:42:17.723963+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123876us emit=3us prefill=0us total=123880us batch=1
2026-05-14T16:42:17.724005+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123911us cleanup=14us total=123926us active=1
2026-05-14T16:42:17.724013+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124204us emit=4us prefill=0us total=124209us batch=1
2026-05-14T16:42:17.724046+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124232us cleanup=14us total=124247us active=1
2026-05-14T16:42:17.724053+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124046us emit=3us prefill=0us total=124050us batch=1
2026-05-14T16:42:17.724084+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124070us cleanup=14us total=124086us active=1
2026-05-14T16:42:17.724188+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124480us emit=3us prefill=0us total=124484us batch=1
2026-05-14T16:42:17.724217+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124503us cleanup=14us total=124518us active=1
2026-05-14T16:42:17.724257+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124149us emit=3us prefill=0us total=124153us batch=1
2026-05-14T16:42:17.724283+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124387us emit=4us prefill=0us total=124392us batch=1
2026-05-14T16:42:17.724291+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124175us cleanup=16us total=124192us active=1
2026-05-14T16:42:17.724312+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124411us cleanup=14us total=124426us active=1
2026-05-14T16:42:17.847979+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123736us emit=4us prefill=0us total=123741us batch=1
2026-05-14T16:42:17.848009+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123760us cleanup=14us total=123775us active=1
2026-05-14T16:42:17.848009+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123681us emit=3us prefill=0us total=123685us batch=1
2026-05-14T16:42:17.848038+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123703us cleanup=13us total=123718us active=1
2026-05-14T16:42:17.848036+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124016us emit=4us prefill=0us total=124021us batch=1
2026-05-14T16:42:17.848066+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124040us cleanup=14us total=124055us active=1
2026-05-14T16:42:17.848081+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124383us emit=4us prefill=0us total=124388us batch=1
2026-05-14T16:42:17.848111+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124408us cleanup=14us total=124423us active=1
2026-05-14T16:42:17.848252+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124190us emit=3us prefill=0us total=124194us batch=1
2026-05-14T16:42:17.848283+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124216us cleanup=14us total=124231us active=1
2026-05-14T16:42:17.848375+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124064us emit=3us prefill=0us total=124068us batch=1
2026-05-14T16:42:17.848393+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124444us emit=3us prefill=0us total=124448us batch=1
2026-05-14T16:42:17.848425+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124108us cleanup=14us total=124123us active=1
2026-05-14T16:42:17.848428+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124327us emit=4us prefill=0us total=124332us batch=1
2026-05-14T16:42:17.848439+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124483us cleanup=15us total=124500us active=1
2026-05-14T16:42:17.848467+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124361us cleanup=15us total=124376us active=1
2026-05-14T16:42:17.971705+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123578us emit=3us prefill=0us total=123582us batch=1
2026-05-14T16:42:17.971736+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123603us cleanup=14us total=123618us active=1
2026-05-14T16:42:17.971860+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123562us emit=4us prefill=0us total=123567us batch=1
2026-05-14T16:42:17.971893+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123588us cleanup=15us total=123604us active=1
2026-05-14T16:42:17.972049+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123563us emit=4us prefill=0us total=123569us batch=1
2026-05-14T16:42:17.972085+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123590us cleanup=18us total=123609us active=1
2026-05-14T16:42:17.972202+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124177us emit=3us prefill=0us total=124181us batch=1
2026-05-14T16:42:17.972240+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124187us emit=3us prefill=0us total=124191us batch=1
2026-05-14T16:42:17.972246+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124215us cleanup=14us total=124230us active=1
2026-05-14T16:42:17.972273+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124212us cleanup=15us total=124229us active=1
2026-05-14T16:42:17.972294+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123853us emit=3us prefill=0us total=123857us batch=1
2026-05-14T16:42:17.972297+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123828us emit=4us prefill=0us total=123833us batch=1
2026-05-14T16:42:17.972326+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123879us cleanup=14us total=123894us active=1
2026-05-14T16:42:17.972346+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123871us cleanup=15us total=123887us active=1
2026-05-14T16:42:17.972358+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124276us emit=4us prefill=0us total=124281us batch=1
2026-05-14T16:42:17.972389+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124301us cleanup=14us total=124316us active=1
2026-05-14T16:42:18.098301+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126391us emit=4us prefill=0us total=126396us batch=1
2026-05-14T16:42:18.098339+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126421us cleanup=17us total=126439us active=1
2026-05-14T16:42:18.098345+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=125981us emit=4us prefill=0us total=125987us batch=1
2026-05-14T16:42:18.098378+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126007us cleanup=16us total=126024us active=1
2026-05-14T16:42:18.098531+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126778us emit=4us prefill=0us total=126783us batch=1
2026-05-14T16:42:18.098562+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126804us cleanup=14us total=126819us active=1
2026-05-14T16:42:18.098712+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=126608us emit=4us prefill=0us total=126614us batch=1
2026-05-14T16:42:18.098757+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126643us cleanup=20us total=126665us active=1
2026-05-14T16:42:18.098860+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126437us emit=4us prefill=0us total=126442us batch=1
2026-05-14T16:42:18.098890+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126462us cleanup=14us total=126477us active=1
2026-05-14T16:42:18.098891+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126548us emit=3us prefill=0us total=126552us batch=1
2026-05-14T16:42:18.098910+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=126636us emit=4us prefill=0us total=126642us batch=1
2026-05-14T16:42:18.098919+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126571us cleanup=14us total=126586us active=1
2026-05-14T16:42:18.098933+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126643us emit=3us prefill=0us total=126647us batch=1
2026-05-14T16:42:18.098946+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126664us cleanup=16us total=126682us active=1
2026-05-14T16:42:18.098966+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126667us cleanup=17us total=126685us active=1
2026-05-14T16:42:18.224530+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=125951us emit=4us prefill=0us total=125957us batch=1
2026-05-14T16:42:18.224563+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125978us cleanup=14us total=125993us active=1
2026-05-14T16:42:18.224694+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125731us emit=4us prefill=0us total=125736us batch=1
2026-05-14T16:42:18.224725+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125756us cleanup=15us total=125772us active=1
2026-05-14T16:42:18.224943+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=125962us emit=3us prefill=0us total=125967us batch=1
2026-05-14T16:42:18.224972+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125983us cleanup=15us total=125999us active=1
2026-05-14T16:42:18.225042+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=8us decode=126681us emit=4us prefill=0us total=126693us batch=1
2026-05-14T16:42:18.225073+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126712us cleanup=15us total=126729us active=1
2026-05-14T16:42:18.225155+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126248us emit=4us prefill=0us total=126253us batch=1
2026-05-14T16:42:18.225174+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126778us emit=3us prefill=0us total=126782us batch=1
2026-05-14T16:42:18.225188+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126276us cleanup=14us total=126291us active=1
2026-05-14T16:42:18.225206+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126804us cleanup=15us total=126820us active=1
2026-05-14T16:42:18.225214+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=126431us emit=4us prefill=0us total=126437us batch=1
2026-05-14T16:42:18.225235+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126290us emit=4us prefill=0us total=126295us batch=1
2026-05-14T16:42:18.225256+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126473us cleanup=17us total=126491us active=1
2026-05-14T16:42:18.225266+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126316us cleanup=14us total=126331us active=1
2026-05-14T16:42:18.350177+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125598us emit=4us prefill=0us total=125603us batch=1
2026-05-14T16:42:18.350200+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125196us emit=4us prefill=0us total=125201us batch=1
2026-05-14T16:42:18.350209+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125625us cleanup=14us total=125640us active=1
2026-05-14T16:42:18.350247+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125236us cleanup=17us total=125254us active=1
2026-05-14T16:42:18.350464+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125724us emit=4us prefill=0us total=125729us batch=1
2026-05-14T16:42:18.350501+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125751us cleanup=18us total=125770us active=1
2026-05-14T16:42:18.350508+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=125284us emit=3us prefill=0us total=125289us batch=1
2026-05-14T16:42:18.350523+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125249us emit=4us prefill=0us total=125254us batch=1
2026-05-14T16:42:18.350542+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125312us cleanup=14us total=125327us active=1
2026-05-14T16:42:18.350558+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125274us cleanup=19us total=125294us active=1
2026-05-14T16:42:18.350587+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125383us emit=4us prefill=0us total=125388us batch=1
2026-05-14T16:42:18.350614+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125524us emit=4us prefill=0us total=125529us batch=1
2026-05-14T16:42:18.350628+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125418us cleanup=14us total=125433us active=1
2026-05-14T16:42:18.350654+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125553us cleanup=18us total=125575us active=1
2026-05-14T16:42:18.350651+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125368us emit=3us prefill=0us total=125372us batch=1
2026-05-14T16:42:18.350690+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125401us cleanup=14us total=125416us active=1
2026-05-14T16:42:18.472599+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=121891us emit=5us prefill=0us total=121897us batch=1
2026-05-14T16:42:18.472695+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=121918us cleanup=14us total=121999us active=1
2026-05-14T16:42:18.472759+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122081us emit=5us prefill=0us total=122087us batch=1
2026-05-14T16:42:18.472869+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122109us cleanup=16us total=122202us active=1
2026-05-14T16:42:18.472969+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122391us emit=6us prefill=0us total=122398us batch=1
2026-05-14T16:42:18.473015+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=122765us emit=7us prefill=0us total=122774us batch=1
2026-05-14T16:42:18.473059+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122417us cleanup=17us total=122492us active=1
2026-05-14T16:42:18.473092+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122794us cleanup=14us total=122855us active=1
2026-05-14T16:42:18.473163+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122602us emit=7us prefill=0us total=122610us batch=1
2026-05-14T16:42:18.473182+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122662us emit=7us prefill=0us total=122670us batch=1
2026-05-14T16:42:18.473242+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122628us cleanup=14us total=122692us active=1
2026-05-14T16:42:18.473272+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122691us cleanup=16us total=122765us active=1
2026-05-14T16:42:18.473279+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122629us emit=6us prefill=0us total=122636us batch=1
2026-05-14T16:42:18.473288+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123017us emit=8us prefill=0us total=123026us batch=1
2026-05-14T16:42:18.473351+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122654us cleanup=14us total=122713us active=1
2026-05-14T16:42:18.473382+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123045us cleanup=15us total=123125us active=1
2026-05-14T16:42:18.598051+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125166us emit=3us prefill=0us total=125170us batch=1
2026-05-14T16:42:18.598059+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=124947us emit=4us prefill=0us total=124953us batch=1
2026-05-14T16:42:18.598082+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125191us cleanup=15us total=125207us active=1
2026-05-14T16:42:18.598098+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124978us cleanup=18us total=124998us active=1
2026-05-14T16:42:18.598229+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124802us emit=11us prefill=0us total=124814us batch=1
2026-05-14T16:42:18.598260+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124833us cleanup=14us total=124849us active=1
2026-05-14T16:42:18.598309+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=125232us emit=4us prefill=0us total=125238us batch=1
2026-05-14T16:42:18.598339+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125256us cleanup=14us total=125271us active=1
2026-05-14T16:42:18.598368+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124999us emit=4us prefill=0us total=125004us batch=1
2026-05-14T16:42:18.598371+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125082us emit=3us prefill=0us total=125086us batch=1
2026-05-14T16:42:18.598382+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125122us emit=3us prefill=0us total=125126us batch=1
2026-05-14T16:42:18.598420+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125028us cleanup=32us total=125061us active=1
2026-05-14T16:42:18.598424+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125128us cleanup=14us total=125143us active=1
2026-05-14T16:42:18.598441+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125168us cleanup=20us total=125190us active=1
2026-05-14T16:42:18.598447+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125737us emit=4us prefill=0us total=125742us batch=1
2026-05-14T16:42:18.598481+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125761us cleanup=18us total=125780us active=1
2026-05-14T16:42:18.721508+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123409us emit=4us prefill=0us total=123414us batch=1
2026-05-14T16:42:18.721541+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123436us cleanup=14us total=123451us active=1
2026-05-14T16:42:18.721596+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123099us emit=3us prefill=0us total=123103us batch=1
2026-05-14T16:42:18.721628+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123124us cleanup=15us total=123141us active=1
2026-05-14T16:42:18.721747+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123393us emit=4us prefill=0us total=123398us batch=1
2026-05-14T16:42:18.721777+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123417us cleanup=14us total=123432us active=1
2026-05-14T16:42:18.721946+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123505us emit=3us prefill=0us total=123509us batch=1
2026-05-14T16:42:18.721975+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123527us cleanup=14us total=123541us active=1
2026-05-14T16:42:18.721984+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123526us emit=4us prefill=0us total=123531us batch=1
2026-05-14T16:42:18.722017+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123551us cleanup=16us total=123568us active=1
2026-05-14T16:42:18.722026+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123588us emit=4us prefill=0us total=123594us batch=1
2026-05-14T16:42:18.722042+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123925us emit=3us prefill=0us total=123930us batch=1
2026-05-14T16:42:18.722056+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123612us cleanup=15us total=123628us active=1
2026-05-14T16:42:18.722077+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123949us cleanup=20us total=123970us active=1
2026-05-14T16:42:18.722075+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123798us emit=4us prefill=0us total=123803us batch=1
2026-05-14T16:42:18.722106+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123825us cleanup=14us total=123840us active=1
2026-05-14T16:42:18.846425+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124329us emit=3us prefill=0us total=124333us batch=1
2026-05-14T16:42:18.846456+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124355us cleanup=14us total=124370us active=1
2026-05-14T16:42:18.846466+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124344us emit=4us prefill=0us total=124349us batch=1
2026-05-14T16:42:18.846495+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124367us cleanup=14us total=124382us active=1
2026-05-14T16:42:18.846555+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124750us emit=3us prefill=0us total=124754us batch=1
2026-05-14T16:42:18.846583+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124771us cleanup=14us total=124786us active=1
2026-05-14T16:42:18.846643+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124998us emit=3us prefill=0us total=125002us batch=1
2026-05-14T16:42:18.846672+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125022us cleanup=14us total=125037us active=1
2026-05-14T16:42:18.846673+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125110us emit=4us prefill=0us total=125115us batch=1
2026-05-14T16:42:18.846680+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124691us emit=3us prefill=0us total=124695us batch=1
2026-05-14T16:42:18.846684+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124613us emit=4us prefill=0us total=124618us batch=1
2026-05-14T16:42:18.846702+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125134us cleanup=14us total=125149us active=1
2026-05-14T16:42:18.846705+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124674us emit=3us prefill=0us total=124678us batch=1
2026-05-14T16:42:18.846736+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124658us cleanup=14us total=124674us active=1
2026-05-14T16:42:18.846713+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124717us cleanup=14us total=124732us active=1
2026-05-14T16:42:18.846757+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124719us cleanup=14us total=124734us active=1
2026-05-14T16:42:18.970458+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123707us emit=4us prefill=0us total=123712us batch=1
2026-05-14T16:42:18.970486+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123729us cleanup=14us total=123743us active=1
2026-05-14T16:42:18.970666+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124195us emit=3us prefill=0us total=124199us batch=1
2026-05-14T16:42:18.970701+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124225us cleanup=14us total=124239us active=1
2026-05-14T16:42:18.970773+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124263us emit=4us prefill=0us total=124268us batch=1
2026-05-14T16:42:18.970803+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124287us cleanup=13us total=124301us active=1
2026-05-14T16:42:18.970832+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124145us emit=3us prefill=0us total=124149us batch=1
2026-05-14T16:42:18.970861+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124168us cleanup=14us total=124183us active=1
2026-05-14T16:42:18.970928+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124169us emit=3us prefill=0us total=124173us batch=1
2026-05-14T16:42:18.970957+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124193us cleanup=13us total=124207us active=1
2026-05-14T16:42:18.970980+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124380us emit=3us prefill=0us total=124384us batch=1
2026-05-14T16:42:18.971007+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124402us cleanup=14us total=124417us active=1
2026-05-14T16:42:18.971015+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124241us emit=4us prefill=0us total=124246us batch=1
2026-05-14T16:42:18.971021+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124282us emit=4us prefill=0us total=124287us batch=1
2026-05-14T16:42:18.971045+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124266us cleanup=14us total=124281us active=1
2026-05-14T16:42:18.971052+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124307us cleanup=14us total=124322us active=1
2026-05-14T16:42:19.096480+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125411us emit=4us prefill=0us total=125416us batch=1
2026-05-14T16:42:19.096526+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125707us emit=4us prefill=0us total=125712us batch=1
2026-05-14T16:42:19.096529+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125506us emit=4us prefill=0us total=125511us batch=1
2026-05-14T16:42:19.096532+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125456us cleanup=15us total=125472us active=1
2026-05-14T16:42:19.096566+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125741us cleanup=15us total=125757us active=1
2026-05-14T16:42:19.096576+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125546us cleanup=14us total=125561us active=1
2026-05-14T16:42:19.096642+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125671us emit=3us prefill=0us total=125675us batch=1
2026-05-14T16:42:19.096675+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125696us cleanup=15us total=125712us active=1
2026-05-14T16:42:19.096695+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126193us emit=4us prefill=0us total=126198us batch=1
2026-05-14T16:42:19.096714+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125998us emit=3us prefill=0us total=126002us batch=1
2026-05-14T16:42:19.096727+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126220us cleanup=14us total=126235us active=1
2026-05-14T16:42:19.096745+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126022us cleanup=14us total=126037us active=1
2026-05-14T16:42:19.096757+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125694us emit=4us prefill=0us total=125699us batch=1
2026-05-14T16:42:19.096771+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125895us emit=3us prefill=0us total=125899us batch=1
2026-05-14T16:42:19.096785+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125717us cleanup=13us total=125731us active=1
2026-05-14T16:42:19.096799+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125918us cleanup=14us total=125932us active=1
2026-05-14T16:42:19.220878+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124076us emit=3us prefill=0us total=124080us batch=1
2026-05-14T16:42:19.220892+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=124316us emit=4us prefill=0us total=124322us batch=1
2026-05-14T16:42:19.220909+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124102us cleanup=14us total=124117us active=1
2026-05-14T16:42:19.220922+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124341us cleanup=14us total=124356us active=1
2026-05-14T16:42:19.221016+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124254us emit=3us prefill=0us total=124258us batch=1
2026-05-14T16:42:19.221046+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124279us cleanup=14us total=124293us active=1
2026-05-14T16:42:19.221136+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124443us emit=4us prefill=0us total=124448us batch=1
2026-05-14T16:42:19.221168+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124469us cleanup=14us total=124484us active=1
2026-05-14T16:42:19.221356+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124611us emit=4us prefill=0us total=124616us batch=1
2026-05-14T16:42:19.221366+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=124781us emit=4us prefill=0us total=124787us batch=1
2026-05-14T16:42:19.221389+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124639us cleanup=14us total=124654us active=1
2026-05-14T16:42:19.221404+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124807us cleanup=22us total=124830us active=1
2026-05-14T16:42:19.221408+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124807us emit=12us prefill=0us total=124820us batch=1
2026-05-14T16:42:19.221429+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124615us emit=4us prefill=0us total=124620us batch=1
2026-05-14T16:42:19.221438+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124840us cleanup=15us total=124856us active=1
2026-05-14T16:42:19.221463+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124643us cleanup=14us total=124658us active=1
2026-05-14T16:42:19.345320+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123897us emit=4us prefill=0us total=123902us batch=1
2026-05-14T16:42:19.345355+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123925us cleanup=15us total=123941us active=1
2026-05-14T16:42:19.345553+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124370us emit=3us prefill=0us total=124374us batch=1
2026-05-14T16:42:19.345585+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124395us cleanup=14us total=124410us active=1
2026-05-14T16:42:19.345687+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124613us emit=3us prefill=0us total=124617us batch=1
2026-05-14T16:42:19.345694+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=124277us emit=4us prefill=0us total=124283us batch=1
2026-05-14T16:42:19.345723+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124643us cleanup=14us total=124659us active=1
2026-05-14T16:42:19.345731+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124309us cleanup=14us total=124324us active=1
2026-05-14T16:42:19.345741+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124275us emit=4us prefill=0us total=124280us batch=1
2026-05-14T16:42:19.345773+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124301us cleanup=14us total=124317us active=1
2026-05-14T16:42:19.345794+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124866us emit=4us prefill=0us total=124871us batch=1
2026-05-14T16:42:19.345816+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124336us emit=3us prefill=0us total=124340us batch=1
2026-05-14T16:42:19.345836+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124904us cleanup=13us total=124918us active=1
2026-05-14T16:42:19.345845+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124358us cleanup=14us total=124373us active=1
2026-05-14T16:42:19.345871+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124933us emit=4us prefill=0us total=124938us batch=1
2026-05-14T16:42:19.345904+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124959us cleanup=14us total=124975us active=1
2026-05-14T16:42:19.471101+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125181us emit=4us prefill=0us total=125186us batch=1
2026-05-14T16:42:19.471132+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125206us cleanup=14us total=125221us active=1
2026-05-14T16:42:19.471189+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=125449us emit=3us prefill=0us total=125454us batch=1
2026-05-14T16:42:19.471229+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125476us cleanup=22us total=125498us active=1
2026-05-14T16:42:19.471394+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=125793us emit=4us prefill=0us total=125799us batch=1
2026-05-14T16:42:19.471433+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125828us cleanup=14us total=125842us active=1
2026-05-14T16:42:19.471575+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125827us emit=4us prefill=0us total=125832us batch=1
2026-05-14T16:42:19.471603+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125850us cleanup=13us total=125865us active=1
2026-05-14T16:42:19.471731+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125880us emit=4us prefill=0us total=125885us batch=1
2026-05-14T16:42:19.471740+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125950us emit=4us prefill=0us total=125955us batch=1
2026-05-14T16:42:19.471759+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125902us cleanup=14us total=125917us active=1
2026-05-14T16:42:19.471764+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126393us emit=3us prefill=0us total=126397us batch=1
2026-05-14T16:42:19.471772+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125976us cleanup=14us total=125991us active=1
2026-05-14T16:42:19.471797+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126419us cleanup=14us total=126435us active=1
2026-05-14T16:42:19.471795+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125935us emit=3us prefill=0us total=125939us batch=1
2026-05-14T16:42:19.471825+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125959us cleanup=13us total=125974us active=1
2026-05-14T16:42:19.598621+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127172us emit=3us prefill=0us total=127176us batch=1
2026-05-14T16:42:19.598737+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127212us cleanup=14us total=127297us active=1
2026-05-14T16:42:19.598760+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126985us emit=3us prefill=0us total=126989us batch=1
2026-05-14T16:42:19.598765+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127517us emit=3us prefill=0us total=127521us batch=1
2026-05-14T16:42:19.598782+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127635us emit=4us prefill=0us total=127640us batch=1
2026-05-14T16:42:19.598783+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126969us emit=3us prefill=0us total=126973us batch=1
2026-05-14T16:42:19.598833+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127213us emit=4us prefill=0us total=127218us batch=1
2026-05-14T16:42:19.598861+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127012us cleanup=14us total=127094us active=1
2026-05-14T16:42:19.598858+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127062us emit=4us prefill=0us total=127067us batch=1
2026-05-14T16:42:19.598887+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127551us cleanup=14us total=127649us active=1
2026-05-14T16:42:19.598897+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127057us emit=3us prefill=0us total=127061us batch=1
2026-05-14T16:42:19.598921+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127661us cleanup=14us total=127783us active=1
2026-05-14T16:42:19.598947+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127003us cleanup=14us total=127143us active=1
2026-05-14T16:42:19.598979+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127238us cleanup=14us total=127369us active=1
2026-05-14T16:42:19.599013+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127087us cleanup=14us total=127225us active=1
2026-05-14T16:42:19.599043+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127080us cleanup=14us total=127212us active=1
2026-05-14T16:42:19.723816+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124879us emit=4us prefill=0us total=124884us batch=1
2026-05-14T16:42:19.723846+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124903us cleanup=14us total=124918us active=1
2026-05-14T16:42:19.724169+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125204us emit=4us prefill=0us total=125209us batch=1
2026-05-14T16:42:19.724174+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=125269us emit=4us prefill=0us total=125275us batch=1
2026-05-14T16:42:19.724199+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125228us cleanup=15us total=125244us active=1
2026-05-14T16:42:19.724206+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125296us cleanup=14us total=125311us active=1
2026-05-14T16:42:19.724202+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125451us emit=3us prefill=0us total=125455us batch=1
2026-05-14T16:42:19.724260+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125503us cleanup=14us total=125518us active=1
2026-05-14T16:42:19.724266+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125270us emit=3us prefill=0us total=125274us batch=1
2026-05-14T16:42:19.724278+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125402us emit=3us prefill=0us total=125406us batch=1
2026-05-14T16:42:19.724296+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125294us cleanup=14us total=125309us active=1
2026-05-14T16:42:19.724306+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125423us cleanup=14us total=125438us active=1
2026-05-14T16:42:19.724314+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125254us emit=3us prefill=0us total=125258us batch=1
2026-05-14T16:42:19.724343+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125276us cleanup=15us total=125292us active=1
2026-05-14T16:42:19.724373+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125343us emit=4us prefill=0us total=125348us batch=1
2026-05-14T16:42:19.724415+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125367us cleanup=25us total=125394us active=1
2026-05-14T16:42:19.849468+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125223us emit=3us prefill=0us total=125227us batch=1
2026-05-14T16:42:19.849499+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125248us cleanup=14us total=125263us active=1
2026-05-14T16:42:19.849649+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125373us emit=4us prefill=0us total=125378us batch=1
2026-05-14T16:42:19.849678+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125396us cleanup=14us total=125411us active=1
2026-05-14T16:42:19.849747+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125530us emit=3us prefill=0us total=125534us batch=1
2026-05-14T16:42:19.849777+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125554us cleanup=14us total=125569us active=1
2026-05-14T16:42:19.849866+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125554us emit=3us prefill=0us total=125558us batch=1
2026-05-14T16:42:19.849873+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125441us emit=4us prefill=0us total=125446us batch=1
2026-05-14T16:42:19.849895+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125577us cleanup=14us total=125592us active=1
2026-05-14T16:42:19.849903+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125466us cleanup=14us total=125480us active=1
2026-05-14T16:42:19.849959+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125637us emit=3us prefill=0us total=125641us batch=1
2026-05-14T16:42:19.849982+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125625us emit=3us prefill=0us total=125629us batch=1
2026-05-14T16:42:19.849987+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125659us cleanup=14us total=125674us active=1
2026-05-14T16:42:19.849995+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126133us emit=3us prefill=0us total=126137us batch=1
2026-05-14T16:42:19.850024+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125660us cleanup=14us total=125676us active=1
2026-05-14T16:42:19.850041+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126175us cleanup=13us total=126189us active=1
2026-05-14T16:42:19.974047+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124531us emit=3us prefill=0us total=124535us batch=1
2026-05-14T16:42:19.974078+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124557us cleanup=14us total=124572us active=1
2026-05-14T16:42:19.974088+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124029us emit=4us prefill=0us total=124034us batch=1
2026-05-14T16:42:19.974116+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124052us cleanup=14us total=124067us active=1
2026-05-14T16:42:19.974119+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124093us emit=3us prefill=0us total=124097us batch=1
2026-05-14T16:42:19.974142+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124222us emit=4us prefill=0us total=124227us batch=1
2026-05-14T16:42:19.974148+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124116us cleanup=14us total=124131us active=1
2026-05-14T16:42:19.974164+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124253us emit=3us prefill=0us total=124257us batch=1
2026-05-14T16:42:19.974176+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124251us cleanup=14us total=124266us active=1
2026-05-14T16:42:19.974192+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124274us cleanup=14us total=124289us active=1
2026-05-14T16:42:19.974325+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124285us emit=3us prefill=0us total=124289us batch=1
2026-05-14T16:42:19.974353+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124307us cleanup=14us total=124322us active=1
2026-05-14T16:42:19.974372+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124578us emit=4us prefill=0us total=124583us batch=1
2026-05-14T16:42:19.974381+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124685us emit=6us prefill=0us total=124692us batch=1
2026-05-14T16:42:19.974415+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124602us cleanup=27us total=124631us active=1
2026-05-14T16:42:19.974422+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124709us cleanup=27us total=124737us active=1
2026-05-14T16:42:20.100546+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126414us emit=5us prefill=0us total=126420us batch=1
2026-05-14T16:42:20.100599+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126461us cleanup=15us total=126477us active=1
2026-05-14T16:42:20.100794+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126586us emit=3us prefill=0us total=126590us batch=1
2026-05-14T16:42:20.100796+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126702us emit=4us prefill=0us total=126707us batch=1
2026-05-14T16:42:20.100827+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126613us cleanup=14us total=126628us active=1
2026-05-14T16:42:20.100837+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126738us cleanup=14us total=126752us active=1
2026-05-14T16:42:20.100870+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126503us emit=3us prefill=0us total=126507us batch=1
2026-05-14T16:42:20.100898+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126524us cleanup=14us total=126539us active=1
2026-05-14T16:42:20.101109+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126916us emit=3us prefill=0us total=126920us batch=1
2026-05-14T16:42:20.101118+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126942us emit=3us prefill=0us total=126946us batch=1
2026-05-14T16:42:20.101125+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126693us emit=4us prefill=0us total=126698us batch=1
2026-05-14T16:42:20.101140+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126941us cleanup=15us total=126956us active=1
2026-05-14T16:42:20.101138+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126699us emit=3us prefill=0us total=126703us batch=1
2026-05-14T16:42:20.101156+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126718us cleanup=15us total=126734us active=1
2026-05-14T16:42:20.101146+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126964us cleanup=13us total=126978us active=1
2026-05-14T16:42:20.101173+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126727us cleanup=14us total=126743us active=1
2026-05-14T16:42:20.226826+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125652us emit=4us prefill=0us total=125657us batch=1
2026-05-14T16:42:20.226858+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125678us cleanup=16us total=125695us active=1
2026-05-14T16:42:20.226915+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=126299us emit=4us prefill=0us total=126305us batch=1
2026-05-14T16:42:20.226948+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126325us cleanup=16us total=126342us active=1
2026-05-14T16:42:20.227044+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126190us emit=3us prefill=0us total=126194us batch=1
2026-05-14T16:42:20.227075+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126216us cleanup=14us total=126231us active=1
2026-05-14T16:42:20.227145+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126301us emit=4us prefill=0us total=126306us batch=1
2026-05-14T16:42:20.227176+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126327us cleanup=14us total=126342us active=1
2026-05-14T16:42:20.227186+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125996us emit=3us prefill=0us total=126000us batch=1
2026-05-14T16:42:20.227197+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126283us emit=3us prefill=0us total=126287us batch=1
2026-05-14T16:42:20.227230+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126024us cleanup=25us total=126049us active=1
2026-05-14T16:42:20.227236+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126309us cleanup=22us total=126332us active=1
2026-05-14T16:42:20.227251+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126074us emit=3us prefill=0us total=126078us batch=1
2026-05-14T16:42:20.227281+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126099us cleanup=14us total=126114us active=1
2026-05-14T16:42:20.227311+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126154us emit=4us prefill=0us total=126159us batch=1
2026-05-14T16:42:20.227344+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126180us cleanup=16us total=126197us active=1
2026-05-14T16:42:20.353176+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125982us emit=4us prefill=0us total=125987us batch=1
2026-05-14T16:42:20.353207+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126009us cleanup=14us total=126024us active=1
2026-05-14T16:42:20.353310+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126210us emit=4us prefill=0us total=126215us batch=1
2026-05-14T16:42:20.353343+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126237us cleanup=14us total=126252us active=1
2026-05-14T16:42:20.353344+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126469us emit=4us prefill=0us total=126474us batch=1
2026-05-14T16:42:20.353375+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126493us cleanup=15us total=126510us active=1
2026-05-14T16:42:20.353521+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126267us emit=3us prefill=0us total=126271us batch=1
2026-05-14T16:42:20.353550+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126290us cleanup=14us total=126305us active=1
2026-05-14T16:42:20.353575+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126325us emit=4us prefill=0us total=126330us batch=1
2026-05-14T16:42:20.353611+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126353us cleanup=17us total=126372us active=1
2026-05-14T16:42:20.353623+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126262us emit=4us prefill=0us total=126267us batch=1
2026-05-14T16:42:20.353652+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126284us cleanup=15us total=126300us active=1
2026-05-14T16:42:20.353686+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126389us emit=3us prefill=0us total=126393us batch=1
2026-05-14T16:42:20.353694+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=126728us emit=4us prefill=0us total=126734us batch=1
2026-05-14T16:42:20.353716+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126414us cleanup=14us total=126428us active=1
2026-05-14T16:42:20.353729+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126757us cleanup=15us total=126774us active=1
2026-05-14T16:42:20.479902+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126273us emit=5us prefill=0us total=126279us batch=1
2026-05-14T16:42:20.479933+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126299us cleanup=15us total=126315us active=1
2026-05-14T16:42:20.479946+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=126587us emit=4us prefill=0us total=126593us batch=1
2026-05-14T16:42:20.479978+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126613us cleanup=14us total=126628us active=1
2026-05-14T16:42:20.480003+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126781us emit=3us prefill=0us total=126785us batch=1
2026-05-14T16:42:20.480032+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126804us cleanup=14us total=126819us active=1
2026-05-14T16:42:20.480282+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126891us emit=4us prefill=0us total=126896us batch=1
2026-05-14T16:42:20.480289+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126555us emit=3us prefill=0us total=126559us batch=1
2026-05-14T16:42:20.480320+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126921us cleanup=16us total=126938us active=1
2026-05-14T16:42:20.480327+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126588us cleanup=14us total=126603us active=1
2026-05-14T16:42:20.480347+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126783us emit=3us prefill=0us total=126787us batch=1
2026-05-14T16:42:20.480365+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126687us emit=4us prefill=0us total=126692us batch=1
2026-05-14T16:42:20.480375+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126805us cleanup=14us total=126820us active=1
2026-05-14T16:42:20.480411+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126717us cleanup=24us total=126742us active=1
2026-05-14T16:42:20.480416+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126668us emit=4us prefill=0us total=126673us batch=1
2026-05-14T16:42:20.480446+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126694us cleanup=15us total=126710us active=1
2026-05-14T16:42:20.607099+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127050us emit=4us prefill=0us total=127055us batch=1
2026-05-14T16:42:20.607112+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=127118us emit=4us prefill=0us total=127124us batch=1
2026-05-14T16:42:20.607203+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127087us cleanup=14us total=127164us active=1
2026-05-14T16:42:20.607236+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127151us cleanup=14us total=127251us active=1
2026-05-14T16:42:20.607244+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127295us emit=4us prefill=0us total=127300us batch=1
2026-05-14T16:42:20.607337+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127318us cleanup=14us total=127397us active=1
2026-05-14T16:42:20.607595+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127257us emit=4us prefill=0us total=127262us batch=1
2026-05-14T16:42:20.607664+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127262us emit=3us prefill=0us total=127266us batch=1
2026-05-14T16:42:20.607680+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127281us cleanup=16us total=127351us active=1
2026-05-14T16:42:20.607690+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127258us emit=4us prefill=0us total=127263us batch=1
2026-05-14T16:42:20.607735+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127285us cleanup=14us total=127341us active=1
2026-05-14T16:42:20.607764+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127285us cleanup=14us total=127343us active=1
2026-05-14T16:42:20.607789+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127328us emit=4us prefill=0us total=127333us batch=1
2026-05-14T16:42:20.607793+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127449us emit=3us prefill=0us total=127453us batch=1
2026-05-14T16:42:20.607863+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127351us cleanup=14us total=127411us active=1
2026-05-14T16:42:20.607891+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127476us cleanup=14us total=127556us active=1
2026-05-14T16:42:20.733656+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=126399us emit=6us prefill=0us total=126407us batch=1
2026-05-14T16:42:20.733688+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126427us cleanup=14us total=126442us active=1
2026-05-14T16:42:20.733711+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126358us emit=4us prefill=0us total=126363us batch=1
2026-05-14T16:42:20.733744+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126387us cleanup=14us total=126402us active=1
2026-05-14T16:42:20.733804+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125924us emit=4us prefill=0us total=125929us batch=1
2026-05-14T16:42:20.733835+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125949us cleanup=14us total=125964us active=1
2026-05-14T16:42:20.733958+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126048us emit=3us prefill=0us total=126052us batch=1
2026-05-14T16:42:20.733991+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126074us cleanup=15us total=126091us active=1
2026-05-14T16:42:20.734059+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126277us emit=4us prefill=0us total=126282us batch=1
2026-05-14T16:42:20.734082+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126384us emit=4us prefill=0us total=126389us batch=1
2026-05-14T16:42:20.734090+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126303us cleanup=14us total=126318us active=1
2026-05-14T16:42:20.734115+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126410us cleanup=15us total=126426us active=1
2026-05-14T16:42:20.734169+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126416us emit=4us prefill=0us total=126421us batch=1
2026-05-14T16:42:20.734173+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126953us emit=4us prefill=0us total=126958us batch=1
2026-05-14T16:42:20.734209+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126447us cleanup=18us total=126466us active=1
2026-05-14T16:42:20.734214+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126988us cleanup=15us total=127004us active=1
2026-05-14T16:42:20.860980+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126975us emit=3us prefill=0us total=126979us batch=1
2026-05-14T16:42:20.861011+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126999us cleanup=14us total=127015us active=1
2026-05-14T16:42:20.861253+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127548us emit=4us prefill=0us total=127553us batch=1
2026-05-14T16:42:20.861285+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127575us cleanup=14us total=127590us active=1
2026-05-14T16:42:20.861544+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127782us emit=4us prefill=0us total=127787us batch=1
2026-05-14T16:42:20.861577+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127809us cleanup=14us total=127824us active=1
2026-05-14T16:42:20.861574+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127712us emit=3us prefill=0us total=127716us batch=1
2026-05-14T16:42:20.861605+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127738us cleanup=14us total=127752us active=1
2026-05-14T16:42:20.861649+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127535us emit=4us prefill=0us total=127540us batch=1
2026-05-14T16:42:20.861679+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127559us cleanup=14us total=127574us active=1
2026-05-14T16:42:20.861749+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127512us emit=4us prefill=0us total=127517us batch=1
2026-05-14T16:42:20.861779+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127535us cleanup=14us total=127550us active=1
2026-05-14T16:42:20.861789+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127657us emit=4us prefill=0us total=127662us batch=1
2026-05-14T16:42:20.861799+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=127572us emit=3us prefill=0us total=127577us batch=1
2026-05-14T16:42:20.861819+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127682us cleanup=14us total=127698us active=1
2026-05-14T16:42:20.861833+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127600us cleanup=16us total=127616us active=1
2026-05-14T16:42:20.988283+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126689us emit=4us prefill=0us total=126694us batch=1
2026-05-14T16:42:20.988314+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126715us cleanup=14us total=126730us active=1
2026-05-14T16:42:20.988464+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127163us emit=3us prefill=0us total=127167us batch=1
2026-05-14T16:42:20.988495+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127188us cleanup=14us total=127203us active=1
2026-05-14T16:42:20.988505+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126701us emit=4us prefill=0us total=126706us batch=1
2026-05-14T16:42:20.988534+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126725us cleanup=14us total=126740us active=1
2026-05-14T16:42:20.988667+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127046us emit=4us prefill=0us total=127051us batch=1
2026-05-14T16:42:20.988686+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=9us decode=126841us emit=4us prefill=0us total=126854us batch=1
2026-05-14T16:42:20.988689+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126993us emit=4us prefill=0us total=126998us batch=1
2026-05-14T16:42:20.988697+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127070us cleanup=14us total=127085us active=1
2026-05-14T16:42:20.988714+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126872us cleanup=13us total=126887us active=1
2026-05-14T16:42:20.988722+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127021us cleanup=14us total=127036us active=1
2026-05-14T16:42:20.988780+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127754us emit=3us prefill=0us total=127758us batch=1
2026-05-14T16:42:20.988785+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=126934us emit=3us prefill=0us total=126939us batch=1
2026-05-14T16:42:20.988810+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127778us cleanup=14us total=127792us active=1
2026-05-14T16:42:20.988818+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126961us cleanup=15us total=126977us active=1
2026-05-14T16:42:21.114166+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125836us emit=4us prefill=0us total=125841us batch=1
2026-05-14T16:42:21.114205+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125467us emit=4us prefill=0us total=125472us batch=1
2026-05-14T16:42:21.114213+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125878us cleanup=14us total=125893us active=1
2026-05-14T16:42:21.114209+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125487us emit=4us prefill=0us total=125492us batch=1
2026-05-14T16:42:21.114245+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125501us cleanup=14us total=125516us active=1
2026-05-14T16:42:21.114243+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125731us emit=3us prefill=0us total=125735us batch=1
2026-05-14T16:42:21.114260+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125532us cleanup=14us total=125547us active=1
2026-05-14T16:42:21.114275+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125758us cleanup=14us total=125773us active=1
2026-05-14T16:42:21.114571+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125746us emit=4us prefill=0us total=125751us batch=1
2026-05-14T16:42:21.114575+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125740us emit=3us prefill=0us total=125744us batch=1
2026-05-14T16:42:21.114588+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125858us emit=4us prefill=0us total=125863us batch=1
2026-05-14T16:42:21.114601+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125771us cleanup=14us total=125785us active=1
2026-05-14T16:42:21.114598+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126048us emit=4us prefill=0us total=126053us batch=1
2026-05-14T16:42:21.114611+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125770us cleanup=14us total=125785us active=1
2026-05-14T16:42:21.114628+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125890us cleanup=17us total=125908us active=1
2026-05-14T16:42:21.114642+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126086us cleanup=14us total=126101us active=1
2026-05-14T16:42:21.114660+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:387 Request 2 done: 48 tokens (active=0, waiting=0)
2026-05-14T16:42:21.114661+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:387 Request 2 done: 48 tokens (active=0, waiting=0)
2026-05-14T16:42:21.114662+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:387 Request 2 done: 48 tokens (active=0, waiting=0)
2026-05-14T16:42:21.114664+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:387 Request 2 done: 48 tokens (active=0, waiting=0)
2026-05-14T16:42:21.114730+08:00   INFO infer::request_trace: handlers.rs:220 request_trace {"chunks_seen":49,"completion_tokens":48,"error":null,"finish_reason":"length","kv":{"fetch_backpressure":false,"fetch_queue_depth":0,"fetch_waiters":0,"gpu_util":0.0,"store_backpressure":false,"store_queue_depth":0},"max_tokens":48,"prefix":{"direct_gpu_attach":false,"hit_rate":0.0,"lookup_latency_us":0,"lookup_reusable_tokens":0,"matched_tokens":0,"prefetch":false,"ready_on_gpu":false,"recompute":false,"request_hit_rate":0.0,"request_skip_rate":0.0,"resume_prefill_tokens":25,"skip_rate":0.0,"staged":false},"preprocess":{"queue_depth":0,"tokenize_us":272,"wait_us":1},"prompt_bytes":161,"prompt_tokens":25,"request_id":"chatcmpl-937b88fc-67cd-4807-bd03-be7e76ff3aea","route":"/v1/chat/completions","scheduler":{"active":0,"batch_width":0,"decode_tokens":0,"loop_us":{"cleanup":17,"total":113519},"phase_us":{"admission":7,"decode":113292,"emit":4,"prefill":169,"total":113472},"pipeline_us":{"cpu_plan":1,"gpu_command_queue_depth":0,"gpu_completion_wait":563,"snapshot":0},"prefill_queue":0,"prefill_tokens":0,"running_batch":0,"scheduled_decode_rows":0,"scheduled_prefill_rows":0,"scheduled_rows":0,"step_last_s":0.000419,"waiting":0},"stream":true,"terminal_seen":true,"text_bytes":128,"throughput":{"completion_tokens_per_s_e2e":7.8100067176422305,"prompt_tokens_per_s_at_ttft":90.5073255995789,"total_tokens_per_s_e2e":11.87771854974756},"token_ids_seen":48,"total_ms":6145.961423,"total_tokens":73,"ttft_ms":276.220735}
2026-05-14T16:42:21.114908+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:387 Request 2 done: 48 tokens (active=0, waiting=0)
2026-05-14T16:42:21.114970+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:387 Request 2 done: 48 tokens (active=0, waiting=0)
2026-05-14T16:42:21.115008+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:387 Request 2 done: 48 tokens (active=0, waiting=0)
2026-05-14T16:42:21.115046+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:387 Request 2 done: 48 tokens (active=0, waiting=0)
2026-05-14T16:42:21.115328+08:00   INFO infer::http_server::handlers: handlers.rs:998 chat/completions: messages=1, prompt_bytes=165, max_tokens=48, stream=true
2026-05-14T16:42:21.115936+08:00   INFO infer::scheduler::cuda::runtime::admission: admission.rs:663 Request 3 → slot 0 (prompt=22 tokens, queue=0)
2026-05-14T16:42:21.115936+08:00   INFO infer::scheduler::cuda::runtime::admission: admission.rs:663 Request 3 → slot 0 (prompt=22 tokens, queue=0)
2026-05-14T16:42:21.115945+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:333 Request 3: prefix MISS
2026-05-14T16:42:21.115947+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:333 Request 3: prefix MISS
2026-05-14T16:42:21.115947+08:00   INFO infer::scheduler::cuda::runtime::admission: admission.rs:663 Request 3 → slot 0 (prompt=22 tokens, queue=0)
2026-05-14T16:42:21.115951+08:00   INFO infer::scheduler::cuda::runtime::admission: admission.rs:663 Request 3 → slot 0 (prompt=22 tokens, queue=0)
2026-05-14T16:42:21.115956+08:00   INFO infer::scheduler::cuda::runtime::admission: admission.rs:663 Request 3 → slot 0 (prompt=22 tokens, queue=0)
2026-05-14T16:42:21.115959+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:333 Request 3: prefix MISS
2026-05-14T16:42:21.115936+08:00   INFO infer::scheduler::cuda::runtime::admission: admission.rs:663 Request 3 → slot 0 (prompt=22 tokens, queue=0)
2026-05-14T16:42:21.115967+08:00   INFO infer::scheduler::cuda::runtime::admission: admission.rs:663 Request 3 → slot 0 (prompt=22 tokens, queue=0)
2026-05-14T16:42:21.115961+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:333 Request 3: prefix MISS
2026-05-14T16:42:21.115975+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:333 Request 3: prefix MISS
2026-05-14T16:42:21.115963+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:333 Request 3: prefix MISS
2026-05-14T16:42:21.115937+08:00   INFO infer::scheduler::cuda::runtime::admission: admission.rs:663 Request 3 → slot 0 (prompt=22 tokens, queue=0)
2026-05-14T16:42:21.116001+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:333 Request 3: prefix MISS
2026-05-14T16:42:21.115969+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:333 Request 3: prefix MISS
2026-05-14T16:42:21.123094+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:376 Request 3: chunked prefill starting (22 effective tokens, chunk_size=16384)
2026-05-14T16:42:21.123532+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:376 Request 3: chunked prefill starting (22 effective tokens, chunk_size=16384)
2026-05-14T16:42:21.124015+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:376 Request 3: chunked prefill starting (22 effective tokens, chunk_size=16384)
2026-05-14T16:42:21.124158+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:376 Request 3: chunked prefill starting (22 effective tokens, chunk_size=16384)
2026-05-14T16:42:21.124485+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:376 Request 3: chunked prefill starting (22 effective tokens, chunk_size=16384)
2026-05-14T16:42:21.124887+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:376 Request 3: chunked prefill starting (22 effective tokens, chunk_size=16384)
2026-05-14T16:42:21.125190+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:376 Request 3: chunked prefill starting (22 effective tokens, chunk_size=16384)
2026-05-14T16:42:21.125459+08:00   INFO infer::scheduler::cuda::prefill: prefill.rs:376 Request 3: chunked prefill starting (22 effective tokens, chunk_size=16384)
2026-05-14T16:42:21.394677+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=prefill admission=7195us decode=0us emit=0us prefill=271566us total=278761us batch=1
2026-05-14T16:42:21.394694+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=prefill admission=8981us decode=0us emit=0us prefill=269792us total=278773us batch=1
2026-05-14T16:42:21.394703+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=prefill admission=8096us decode=0us emit=0us prefill=270674us total=278770us batch=1
2026-05-14T16:42:21.394714+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=prefill admission=7609us decode=0us emit=0us prefill=271158us total=278767us batch=1
2026-05-14T16:42:21.394722+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=prefill admission=8584us decode=0us emit=0us prefill=270219us total=278803us batch=1
2026-05-14T16:42:21.394734+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=8980us step=269818us cleanup=18us total=278818us active=1
2026-05-14T16:42:21.394687+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=prefill admission=9539us decode=0us emit=0us prefill=269210us total=278749us batch=1
2026-05-14T16:42:21.394756+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=8583us step=270242us cleanup=16us total=278842us active=1
2026-05-14T16:42:21.394717+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=7194us step=271594us cleanup=16us total=278805us active=1
2026-05-14T16:42:21.394681+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=prefill admission=9287us decode=0us emit=0us prefill=269479us total=278766us batch=1
2026-05-14T16:42:21.394782+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=9538us step=269291us cleanup=18us total=278849us active=1
2026-05-14T16:42:21.394705+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=prefill admission=8245us decode=0us emit=0us prefill=270530us total=278775us batch=1
2026-05-14T16:42:21.394751+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=8095us step=270703us cleanup=24us total=278824us active=1
2026-05-14T16:42:21.394803+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=9286us step=269588us cleanup=17us total=278891us active=1
2026-05-14T16:42:21.394754+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=7608us step=271182us cleanup=20us total=278812us active=1
2026-05-14T16:42:21.394822+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=8244us step=270633us cleanup=19us total=278897us active=1
2026-05-14T16:42:21.517025+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=122274us emit=0us prefill=0us total=122276us batch=1
2026-05-14T16:42:21.517034+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=122238us emit=0us prefill=0us total=122240us batch=1
2026-05-14T16:42:21.517062+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122297us cleanup=18us total=122316us active=1
2026-05-14T16:42:21.517068+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122259us cleanup=16us total=122277us active=1
2026-05-14T16:42:21.517145+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=122329us emit=0us prefill=0us total=122331us batch=1
2026-05-14T16:42:21.517152+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122336us emit=0us prefill=0us total=122337us batch=1
2026-05-14T16:42:21.517180+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122350us cleanup=19us total=122370us active=1
2026-05-14T16:42:21.517186+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122356us cleanup=17us total=122374us active=1
2026-05-14T16:42:21.517242+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=122463us emit=0us prefill=0us total=122465us batch=1
2026-05-14T16:42:21.517261+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=122416us emit=0us prefill=0us total=122418us batch=1
2026-05-14T16:42:21.517275+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122485us cleanup=15us total=122502us active=1
2026-05-14T16:42:21.517294+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122437us cleanup=17us total=122455us active=1
2026-05-14T16:42:21.517370+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122601us emit=0us prefill=0us total=122602us batch=1
2026-05-14T16:42:21.517414+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122624us cleanup=25us total=122650us active=1
2026-05-14T16:42:21.517450+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122626us emit=0us prefill=0us total=122627us batch=1
2026-05-14T16:42:21.517483+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122647us cleanup=17us total=122665us active=1
2026-05-14T16:42:21.641362+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124283us emit=4us prefill=0us total=124288us batch=1
2026-05-14T16:42:21.641439+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124147us emit=4us prefill=0us total=124152us batch=1
2026-05-14T16:42:21.641468+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124307us cleanup=18us total=124398us active=1
2026-05-14T16:42:21.641516+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124171us cleanup=14us total=124232us active=1
2026-05-14T16:42:21.641589+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124277us emit=4us prefill=0us total=124282us batch=1
2026-05-14T16:42:21.641616+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=124417us emit=4us prefill=0us total=124423us batch=1
2026-05-14T16:42:21.641687+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124312us cleanup=14us total=124385us active=1
2026-05-14T16:42:21.641711+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124442us cleanup=15us total=124522us active=1
2026-05-14T16:42:21.641784+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124581us emit=3us prefill=0us total=124585us batch=1
2026-05-14T16:42:21.641810+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124724us emit=4us prefill=0us total=124729us batch=1
2026-05-14T16:42:21.641855+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124604us cleanup=16us total=124660us active=1
2026-05-14T16:42:21.641875+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=124438us emit=5us prefill=0us total=124445us batch=1
2026-05-14T16:42:21.641881+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124749us cleanup=15us total=124805us active=1
2026-05-14T16:42:21.641909+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124410us emit=4us prefill=0us total=124415us batch=1
2026-05-14T16:42:21.641955+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124471us cleanup=16us total=124530us active=1
2026-05-14T16:42:21.641981+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124433us cleanup=14us total=124491us active=1
2026-05-14T16:42:21.765171+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123257us emit=5us prefill=0us total=123263us batch=1
2026-05-14T16:42:21.765203+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123283us cleanup=14us total=123298us active=1
2026-05-14T16:42:21.765411+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123863us emit=3us prefill=0us total=123867us batch=1
2026-05-14T16:42:21.765443+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123905us cleanup=14us total=123920us active=1
2026-05-14T16:42:21.765530+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123801us emit=4us prefill=0us total=123806us batch=1
2026-05-14T16:42:21.765549+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123676us emit=5us prefill=0us total=123682us batch=1
2026-05-14T16:42:21.765560+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123826us cleanup=14us total=123842us active=1
2026-05-14T16:42:21.765578+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123700us cleanup=14us total=123715us active=1
2026-05-14T16:42:21.765666+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123962us emit=4us prefill=0us total=123967us batch=1
2026-05-14T16:42:21.765696+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123987us cleanup=14us total=124003us active=1
2026-05-14T16:42:21.765805+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124320us emit=3us prefill=0us total=124324us batch=1
2026-05-14T16:42:21.765848+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124356us cleanup=15us total=124372us active=1
2026-05-14T16:42:21.765862+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123863us emit=4us prefill=0us total=123868us batch=1
2026-05-14T16:42:21.765881+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123906us emit=4us prefill=0us total=123911us batch=1
2026-05-14T16:42:21.765891+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123886us cleanup=14us total=123901us active=1
2026-05-14T16:42:21.765919+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123938us cleanup=15us total=123955us active=1
2026-05-14T16:42:21.890644+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124930us emit=4us prefill=0us total=124935us batch=1
2026-05-14T16:42:21.890674+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124956us cleanup=14us total=124971us active=1
2026-05-14T16:42:21.890752+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124813us emit=4us prefill=0us total=124818us batch=1
2026-05-14T16:42:21.890784+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124839us cleanup=14us total=124855us active=1
2026-05-14T16:42:21.890921+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125343us emit=4us prefill=0us total=125348us batch=1
2026-05-14T16:42:21.890944+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125081us emit=3us prefill=0us total=125085us batch=1
2026-05-14T16:42:21.890951+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125369us cleanup=14us total=125384us active=1
2026-05-14T16:42:21.890984+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125114us cleanup=15us total=125130us active=1
2026-05-14T16:42:21.891032+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125572us emit=4us prefill=0us total=125577us batch=1
2026-05-14T16:42:21.891046+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125451us emit=4us prefill=0us total=125456us batch=1
2026-05-14T16:42:21.891079+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125604us cleanup=24us total=125629us active=1
2026-05-14T16:42:21.891081+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125470us cleanup=24us total=125495us active=1
2026-05-14T16:42:21.891084+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125165us emit=4us prefill=0us total=125170us batch=1
2026-05-14T16:42:21.891112+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125188us cleanup=14us total=125203us active=1
2026-05-14T16:42:21.891154+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125935us emit=4us prefill=0us total=125940us batch=1
2026-05-14T16:42:21.891183+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125958us cleanup=14us total=125973us active=1
2026-05-14T16:42:22.016035+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=125233us emit=4us prefill=0us total=125239us batch=1
2026-05-14T16:42:22.016041+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124829us emit=4us prefill=0us total=124834us batch=1
2026-05-14T16:42:22.016067+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125085us emit=3us prefill=0us total=125089us batch=1
2026-05-14T16:42:22.016081+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124863us cleanup=14us total=124878us active=1
2026-05-14T16:42:22.016071+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125263us cleanup=14us total=125279us active=1
2026-05-14T16:42:22.016099+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125110us cleanup=14us total=125125us active=1
2026-05-14T16:42:22.016212+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=125114us emit=4us prefill=0us total=125120us batch=1
2026-05-14T16:42:22.016262+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125157us cleanup=17us total=125175us active=1
2026-05-14T16:42:22.016329+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125233us emit=4us prefill=0us total=125238us batch=1
2026-05-14T16:42:22.016342+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125652us emit=3us prefill=0us total=125656us batch=1
2026-05-14T16:42:22.016359+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125252us cleanup=19us total=125272us active=1
2026-05-14T16:42:22.016375+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125679us cleanup=14us total=125694us active=1
2026-05-14T16:42:22.016425+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=125423us emit=3us prefill=0us total=125428us batch=1
2026-05-14T16:42:22.016456+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125449us cleanup=14us total=125464us active=1
2026-05-14T16:42:22.016483+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125356us emit=3us prefill=0us total=125360us batch=1
2026-05-14T16:42:22.016514+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125381us cleanup=14us total=125395us active=1
2026-05-14T16:42:22.143974+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127582us emit=4us prefill=0us total=127587us batch=1
2026-05-14T16:42:22.144011+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127610us cleanup=17us total=127629us active=1
2026-05-14T16:42:22.144241+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=128142us emit=4us prefill=0us total=128147us batch=1
2026-05-14T16:42:22.144271+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=128167us cleanup=14us total=128182us active=1
2026-05-14T16:42:22.144375+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127903us emit=3us prefill=0us total=127907us batch=1
2026-05-14T16:42:22.144381+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=128100us emit=4us prefill=0us total=128106us batch=1
2026-05-14T16:42:22.144434+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127956us cleanup=14us total=127971us active=1
2026-05-14T16:42:22.144449+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=128162us cleanup=16us total=128179us active=1
2026-05-14T16:42:22.144460+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=128343us emit=4us prefill=0us total=128348us batch=1
2026-05-14T16:42:22.144497+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=128372us cleanup=17us total=128390us active=1
2026-05-14T16:42:22.144493+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=128119us emit=4us prefill=0us total=128124us batch=1
2026-05-14T16:42:22.144531+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=128145us cleanup=19us total=128165us active=1
2026-05-14T16:42:22.144587+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=128056us emit=4us prefill=0us total=128061us batch=1
2026-05-14T16:42:22.144603+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=128498us emit=4us prefill=0us total=128504us batch=1
2026-05-14T16:42:22.144619+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=128083us cleanup=13us total=128098us active=1
2026-05-14T16:42:22.144638+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=128530us cleanup=14us total=128545us active=1
2026-05-14T16:42:22.268446+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124160us emit=4us prefill=0us total=124165us batch=1
2026-05-14T16:42:22.268476+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124185us cleanup=14us total=124200us active=1
2026-05-14T16:42:22.268949+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=124921us emit=4us prefill=0us total=124927us batch=1
2026-05-14T16:42:22.268968+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124421us emit=4us prefill=0us total=124426us batch=1
2026-05-14T16:42:22.268982+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124948us cleanup=15us total=124964us active=1
2026-05-14T16:42:22.269011+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124456us cleanup=16us total=124474us active=1
2026-05-14T16:42:22.269060+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=124593us emit=4us prefill=0us total=124599us batch=1
2026-05-14T16:42:22.269091+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124614us cleanup=19us total=124634us active=1
2026-05-14T16:42:22.269124+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=124608us emit=4us prefill=0us total=124614us batch=1
2026-05-14T16:42:22.269153+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124632us cleanup=14us total=124648us active=1
2026-05-14T16:42:22.269288+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124631us emit=4us prefill=0us total=124636us batch=1
2026-05-14T16:42:22.269308+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124670us emit=5us prefill=0us total=124676us batch=1
2026-05-14T16:42:22.269312+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=124860us emit=4us prefill=0us total=124866us batch=1
2026-05-14T16:42:22.269330+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124667us cleanup=14us total=124682us active=1
2026-05-14T16:42:22.269341+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124698us cleanup=13us total=124713us active=1
2026-05-14T16:42:22.269356+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124898us cleanup=14us total=124914us active=1
2026-05-14T16:42:22.393162+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123988us emit=8us prefill=0us total=123997us batch=1
2026-05-14T16:42:22.393198+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124022us cleanup=15us total=124039us active=1
2026-05-14T16:42:22.393425+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124048us emit=7us prefill=0us total=124056us batch=1
2026-05-14T16:42:22.393458+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124077us cleanup=15us total=124093us active=1
2026-05-14T16:42:22.393732+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=124696us emit=8us prefill=0us total=124706us batch=1
2026-05-14T16:42:22.393774+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124732us cleanup=19us total=124753us active=1
2026-05-14T16:42:22.393824+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124810us emit=7us prefill=0us total=124818us batch=1
2026-05-14T16:42:22.393856+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124840us cleanup=14us total=124855us active=1
2026-05-14T16:42:22.393975+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124614us emit=7us prefill=0us total=124622us batch=1
2026-05-14T16:42:22.393983+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125486us emit=8us prefill=0us total=125495us batch=1
2026-05-14T16:42:22.394006+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124643us cleanup=14us total=124657us active=1
2026-05-14T16:42:22.394014+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125516us cleanup=14us total=125531us active=1
2026-05-14T16:42:22.394051+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=124941us emit=9us prefill=0us total=124952us batch=1
2026-05-14T16:42:22.394053+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124693us emit=7us prefill=0us total=124701us batch=1
2026-05-14T16:42:22.394084+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124968us cleanup=20us total=124989us active=1
2026-05-14T16:42:22.394086+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124724us cleanup=15us total=124740us active=1
2026-05-14T16:42:22.518138+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124265us emit=4us prefill=0us total=124270us batch=1
2026-05-14T16:42:22.518171+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124293us cleanup=14us total=124308us active=1
2026-05-14T16:42:22.518584+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125111us emit=3us prefill=0us total=125115us batch=1
2026-05-14T16:42:22.518619+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125138us cleanup=16us total=125155us active=1
2026-05-14T16:42:22.518629+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124838us emit=4us prefill=0us total=124843us batch=1
2026-05-14T16:42:22.518666+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124867us cleanup=16us total=124884us active=1
2026-05-14T16:42:22.518734+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=124633us emit=4us prefill=0us total=124639us batch=1
2026-05-14T16:42:22.518751+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124640us emit=4us prefill=0us total=124645us batch=1
2026-05-14T16:42:22.518766+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124660us cleanup=14us total=124675us active=1
2026-05-14T16:42:22.518779+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124747us emit=4us prefill=0us total=124752us batch=1
2026-05-14T16:42:22.518803+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124778us emit=4us prefill=0us total=124783us batch=1
2026-05-14T16:42:22.518789+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124672us cleanup=14us total=124687us active=1
2026-05-14T16:42:22.518821+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124784us cleanup=14us total=124799us active=1
2026-05-14T16:42:22.518814+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=125599us emit=4us prefill=0us total=125605us batch=1
2026-05-14T16:42:22.518833+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124804us cleanup=13us total=124819us active=1
2026-05-14T16:42:22.518856+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125635us cleanup=15us total=125651us active=1
2026-05-14T16:42:22.642431+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123594us emit=4us prefill=0us total=123599us batch=1
2026-05-14T16:42:22.642512+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123617us cleanup=14us total=123683us active=1
2026-05-14T16:42:22.642741+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123952us emit=3us prefill=0us total=123956us batch=1
2026-05-14T16:42:22.642801+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124615us emit=4us prefill=0us total=124620us batch=1
2026-05-14T16:42:22.642832+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123979us cleanup=15us total=124053us active=1
2026-05-14T16:42:22.642876+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124640us cleanup=14us total=124700us active=1
2026-05-14T16:42:22.643093+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=124408us emit=4us prefill=0us total=124414us batch=1
2026-05-14T16:42:22.643119+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124247us emit=4us prefill=0us total=124252us batch=1
2026-05-14T16:42:22.643145+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124306us emit=4us prefill=0us total=124311us batch=1
2026-05-14T16:42:22.643168+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124312us emit=4us prefill=0us total=124317us batch=1
2026-05-14T16:42:22.643179+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124436us cleanup=16us total=124505us active=1
2026-05-14T16:42:22.643176+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124540us emit=4us prefill=0us total=124545us batch=1
2026-05-14T16:42:22.643202+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124273us cleanup=14us total=124340us active=1
2026-05-14T16:42:22.643239+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124335us cleanup=16us total=124411us active=1
2026-05-14T16:42:22.643270+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124337us cleanup=13us total=124424us active=1
2026-05-14T16:42:22.643299+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124569us cleanup=17us total=124674us active=1
2026-05-14T16:42:22.765744+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122547us emit=3us prefill=0us total=122551us batch=1
2026-05-14T16:42:22.765776+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122573us cleanup=15us total=122589us active=1
2026-05-14T16:42:22.765802+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122951us emit=3us prefill=0us total=122955us batch=1
2026-05-14T16:42:22.765816+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122907us emit=4us prefill=0us total=122912us batch=1
2026-05-14T16:42:22.765832+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122975us cleanup=15us total=122991us active=1
2026-05-14T16:42:22.765851+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122936us cleanup=16us total=122953us active=1
2026-05-14T16:42:22.765849+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122629us emit=4us prefill=0us total=122634us batch=1
2026-05-14T16:42:22.765885+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122659us cleanup=14us total=122675us active=1
2026-05-14T16:42:22.765920+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123391us emit=4us prefill=0us total=123396us batch=1
2026-05-14T16:42:22.765948+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123415us cleanup=14us total=123430us active=1
2026-05-14T16:42:22.765976+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122717us emit=4us prefill=0us total=122722us batch=1
2026-05-14T16:42:22.766009+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=122690us emit=4us prefill=0us total=122696us batch=1
2026-05-14T16:42:22.766021+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122756us cleanup=14us total=122772us active=1
2026-05-14T16:42:22.766043+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122717us cleanup=16us total=122734us active=1
2026-05-14T16:42:22.766054+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122764us emit=4us prefill=0us total=122769us batch=1
2026-05-14T16:42:22.766084+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122789us cleanup=14us total=122804us active=1
2026-05-14T16:42:22.887596+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=121631us emit=4us prefill=0us total=121636us batch=1
2026-05-14T16:42:22.887626+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=121657us cleanup=14us total=121672us active=1
2026-05-14T16:42:22.887812+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=121941us emit=4us prefill=0us total=121946us batch=1
2026-05-14T16:42:22.887841+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=121965us cleanup=14us total=121980us active=1
2026-05-14T16:42:22.887996+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=121934us emit=3us prefill=0us total=121938us batch=1
2026-05-14T16:42:22.888028+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=121960us cleanup=15us total=121976us active=1
2026-05-14T16:42:22.888109+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122260us emit=3us prefill=0us total=122264us batch=1
2026-05-14T16:42:22.888115+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122213us emit=4us prefill=0us total=122218us batch=1
2026-05-14T16:42:22.888137+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122283us cleanup=13us total=122297us active=1
2026-05-14T16:42:22.888146+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122239us cleanup=14us total=122254us active=1
2026-05-14T16:42:22.888231+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122432us emit=11us prefill=0us total=122444us batch=1
2026-05-14T16:42:22.888261+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122464us cleanup=14us total=122480us active=1
2026-05-14T16:42:22.888273+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122173us emit=4us prefill=0us total=122178us batch=1
2026-05-14T16:42:22.888301+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122196us cleanup=14us total=122211us active=1
2026-05-14T16:42:22.888301+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122262us emit=4us prefill=0us total=122267us batch=1
2026-05-14T16:42:22.888330+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122286us cleanup=14us total=122301us active=1
2026-05-14T16:42:23.007219+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=119056us emit=4us prefill=0us total=119061us batch=1
2026-05-14T16:42:23.007259+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=119090us cleanup=14us total=119106us active=1
2026-05-14T16:42:23.007463+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=119186us emit=4us prefill=0us total=119191us batch=1
2026-05-14T16:42:23.007495+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=119212us cleanup=14us total=119227us active=1
2026-05-14T16:42:23.007571+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=119527us emit=4us prefill=0us total=119532us batch=1
2026-05-14T16:42:23.007608+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=119556us cleanup=16us total=119574us active=1
2026-05-14T16:42:23.007624+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=119470us emit=4us prefill=0us total=119475us batch=1
2026-05-14T16:42:23.007636+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=119281us emit=4us prefill=0us total=119286us batch=1
2026-05-14T16:42:23.007645+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=120003us emit=4us prefill=0us total=120008us batch=1
2026-05-14T16:42:23.007642+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=119786us emit=4us prefill=0us total=119791us batch=1
2026-05-14T16:42:23.007652+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=119492us cleanup=13us total=119507us active=1
2026-05-14T16:42:23.007677+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=120031us cleanup=14us total=120046us active=1
2026-05-14T16:42:23.007665+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=119304us cleanup=14us total=119319us active=1
2026-05-14T16:42:23.007688+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=119827us cleanup=14us total=119841us active=1
2026-05-14T16:42:23.007759+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=119443us emit=5us prefill=0us total=119449us batch=1
2026-05-14T16:42:23.007798+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=119475us cleanup=15us total=119491us active=1
2026-05-14T16:42:23.130679+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122987us emit=3us prefill=0us total=122991us batch=1
2026-05-14T16:42:23.130688+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123413us emit=4us prefill=0us total=123418us batch=1
2026-05-14T16:42:23.130712+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123014us cleanup=13us total=123029us active=1
2026-05-14T16:42:23.130720+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123439us cleanup=14us total=123455us active=1
2026-05-14T16:42:23.130866+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123173us emit=3us prefill=0us total=123177us batch=1
2026-05-14T16:42:23.130895+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123195us cleanup=14us total=123210us active=1
2026-05-14T16:42:23.130993+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123178us emit=4us prefill=0us total=123184us batch=1
2026-05-14T16:42:23.131001+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123492us emit=3us prefill=0us total=123496us batch=1
2026-05-14T16:42:23.131027+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123205us cleanup=17us total=123223us active=1
2026-05-14T16:42:23.131037+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123520us cleanup=15us total=123536us active=1
2026-05-14T16:42:23.131045+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123340us emit=4us prefill=0us total=123345us batch=1
2026-05-14T16:42:23.131074+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123364us cleanup=14us total=123379us active=1
2026-05-14T16:42:23.131101+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123475us emit=3us prefill=0us total=123480us batch=1
2026-05-14T16:42:23.131138+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123503us cleanup=18us total=123522us active=1
2026-05-14T16:42:23.131144+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123447us emit=4us prefill=0us total=123452us batch=1
2026-05-14T16:42:23.131174+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123470us cleanup=14us total=123485us active=1
2026-05-14T16:42:23.254574+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123836us emit=4us prefill=0us total=123841us batch=1
2026-05-14T16:42:23.254601+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123511us emit=4us prefill=0us total=123516us batch=1
2026-05-14T16:42:23.254606+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123863us cleanup=14us total=123878us active=1
2026-05-14T16:42:23.254631+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123536us cleanup=13us total=123551us active=1
2026-05-14T16:42:23.254700+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123779us emit=4us prefill=0us total=123784us batch=1
2026-05-14T16:42:23.254729+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123803us cleanup=14us total=123818us active=1
2026-05-14T16:42:23.254905+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124175us emit=3us prefill=0us total=124179us batch=1
2026-05-14T16:42:23.254914+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123758us emit=3us prefill=0us total=123763us batch=1
2026-05-14T16:42:23.254933+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123744us emit=4us prefill=0us total=123749us batch=1
2026-05-14T16:42:23.254937+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124202us cleanup=14us total=124217us active=1
2026-05-14T16:42:23.254953+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123789us cleanup=17us total=123807us active=1
2026-05-14T16:42:23.254966+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123771us cleanup=14us total=123786us active=1
2026-05-14T16:42:23.254967+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123912us emit=4us prefill=0us total=123918us batch=1
2026-05-14T16:42:23.255005+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123944us cleanup=14us total=123959us active=1
2026-05-14T16:42:23.255015+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123967us emit=5us prefill=0us total=123973us batch=1
2026-05-14T16:42:23.255049+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123997us cleanup=14us total=124012us active=1
2026-05-14T16:42:23.377293+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122271us emit=3us prefill=0us total=122275us batch=1
2026-05-14T16:42:23.377323+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122296us cleanup=14us total=122311us active=1
2026-05-14T16:42:23.377458+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122811us emit=4us prefill=0us total=122816us batch=1
2026-05-14T16:42:23.377492+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122840us cleanup=14us total=122854us active=1
2026-05-14T16:42:23.377676+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122932us emit=4us prefill=0us total=122937us batch=1
2026-05-14T16:42:23.377680+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122714us emit=3us prefill=0us total=122718us batch=1
2026-05-14T16:42:23.377711+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122960us cleanup=14us total=122975us active=1
2026-05-14T16:42:23.377721+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122750us cleanup=13us total=122764us active=1
2026-05-14T16:42:23.377729+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122745us emit=3us prefill=0us total=122749us batch=1
2026-05-14T16:42:23.377759+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122769us cleanup=14us total=122784us active=1
2026-05-14T16:42:23.377796+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122722us emit=4us prefill=0us total=122727us batch=1
2026-05-14T16:42:23.377801+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122810us emit=4us prefill=0us total=122815us batch=1
2026-05-14T16:42:23.377828+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122749us cleanup=14us total=122764us active=1
2026-05-14T16:42:23.377835+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122838us cleanup=14us total=122853us active=1
2026-05-14T16:42:23.377832+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123199us emit=4us prefill=0us total=123204us batch=1
2026-05-14T16:42:23.377867+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123228us cleanup=14us total=123244us active=1
2026-05-14T16:42:23.500347+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123009us emit=4us prefill=0us total=123014us batch=1
2026-05-14T16:42:23.500410+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123054us cleanup=25us total=123080us active=1
2026-05-14T16:42:23.500702+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122973us emit=4us prefill=0us total=122978us batch=1
2026-05-14T16:42:23.500741+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123006us cleanup=14us total=123021us active=1
2026-05-14T16:42:23.500792+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123283us emit=4us prefill=0us total=123288us batch=1
2026-05-14T16:42:23.500799+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122916us emit=4us prefill=0us total=122921us batch=1
2026-05-14T16:42:23.500829+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123315us cleanup=14us total=123330us active=1
2026-05-14T16:42:23.500837+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122948us cleanup=14us total=122963us active=1
2026-05-14T16:42:23.500962+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123225us emit=3us prefill=0us total=123229us batch=1
2026-05-14T16:42:23.500998+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123254us cleanup=14us total=123269us active=1
2026-05-14T16:42:23.501038+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123263us emit=3us prefill=0us total=123267us batch=1
2026-05-14T16:42:23.501064+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123217us emit=4us prefill=0us total=123222us batch=1
2026-05-14T16:42:23.501075+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123293us cleanup=15us total=123309us active=1
2026-05-14T16:42:23.501066+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123213us emit=4us prefill=0us total=123218us batch=1
2026-05-14T16:42:23.501102+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123249us cleanup=14us total=123265us active=1
2026-05-14T16:42:23.501116+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123258us cleanup=14us total=123273us active=1
2026-05-14T16:42:23.623819+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122974us emit=4us prefill=0us total=122979us batch=1
2026-05-14T16:42:23.623844+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122991us emit=4us prefill=0us total=122996us batch=1
2026-05-14T16:42:23.623850+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123000us cleanup=14us total=123015us active=1
2026-05-14T16:42:23.623877+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123018us cleanup=14us total=123033us active=1
2026-05-14T16:42:23.624075+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122941us emit=4us prefill=0us total=122946us batch=1
2026-05-14T16:42:23.624095+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122991us emit=4us prefill=0us total=122996us batch=1
2026-05-14T16:42:23.624106+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122966us cleanup=14us total=122981us active=1
2026-05-14T16:42:23.624137+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123017us emit=4us prefill=0us total=123022us batch=1
2026-05-14T16:42:23.624146+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123033us cleanup=18us total=123052us active=1
2026-05-14T16:42:23.624169+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123045us cleanup=13us total=123060us active=1
2026-05-14T16:42:23.624189+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123764us emit=3us prefill=0us total=123768us batch=1
2026-05-14T16:42:23.624203+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123189us emit=3us prefill=0us total=123193us batch=1
2026-05-14T16:42:23.624207+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123450us emit=4us prefill=0us total=123455us batch=1
2026-05-14T16:42:23.624231+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123788us cleanup=25us total=123814us active=1
2026-05-14T16:42:23.624241+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123214us cleanup=21us total=123236us active=1
2026-05-14T16:42:23.624249+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123487us cleanup=14us total=123502us active=1
2026-05-14T16:42:23.746039+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122163us emit=4us prefill=0us total=122168us batch=1
2026-05-14T16:42:23.746092+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=121836us emit=3us prefill=0us total=121840us batch=1
2026-05-14T16:42:23.746127+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122190us cleanup=13us total=122260us active=1
2026-05-14T16:42:23.746148+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=121881us emit=4us prefill=0us total=121886us batch=1
2026-05-14T16:42:23.746155+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=121985us emit=3us prefill=0us total=121989us batch=1
2026-05-14T16:42:23.746414+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122520us emit=4us prefill=0us total=122525us batch=1
2026-05-14T16:42:23.746494+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122308us emit=4us prefill=0us total=122313us batch=1
2026-05-14T16:42:23.746532+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122206us cleanup=14us total=122284us active=1
2026-05-14T16:42:23.746531+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122282us emit=3us prefill=0us total=122286us batch=1
2026-05-14T16:42:23.746560+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122217us cleanup=14us total=122302us active=1
2026-05-14T16:42:23.746571+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122429us emit=4us prefill=0us total=122434us batch=1
2026-05-14T16:42:23.746602+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122325us cleanup=15us total=122441us active=1
2026-05-14T16:42:23.746628+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122613us cleanup=14us total=122745us active=1
2026-05-14T16:42:23.746657+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122332us cleanup=13us total=122480us active=1
2026-05-14T16:42:23.746689+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122307us cleanup=14us total=122449us active=1
2026-05-14T16:42:23.746717+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122463us cleanup=14us total=122584us active=1
2026-05-14T16:42:23.869144+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122668us emit=4us prefill=0us total=122673us batch=1
2026-05-14T16:42:23.869175+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122694us cleanup=14us total=122709us active=1
2026-05-14T16:42:23.869411+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122762us emit=4us prefill=0us total=122767us batch=1
2026-05-14T16:42:23.869421+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122689us emit=3us prefill=0us total=122693us batch=1
2026-05-14T16:42:23.869433+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122882us emit=3us prefill=0us total=122886us batch=1
2026-05-14T16:42:23.869441+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122788us cleanup=14us total=122803us active=1
2026-05-14T16:42:23.869450+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122711us cleanup=14us total=122726us active=1
2026-05-14T16:42:23.869450+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122743us emit=3us prefill=0us total=122747us batch=1
2026-05-14T16:42:23.869460+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122903us cleanup=13us total=122918us active=1
2026-05-14T16:42:23.869486+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122772us cleanup=14us total=122788us active=1
2026-05-14T16:42:23.869484+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122810us emit=4us prefill=0us total=122815us batch=1
2026-05-14T16:42:23.869489+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122869us emit=4us prefill=0us total=122874us batch=1
2026-05-14T16:42:23.869515+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122834us cleanup=14us total=122849us active=1
2026-05-14T16:42:23.869525+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122899us cleanup=15us total=122914us active=1
2026-05-14T16:42:23.869523+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122945us emit=4us prefill=0us total=122950us batch=1
2026-05-14T16:42:23.869554+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122970us cleanup=14us total=122985us active=1
2026-05-14T16:42:23.989433+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=120244us emit=4us prefill=0us total=120249us batch=1
2026-05-14T16:42:23.989480+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=120284us cleanup=14us total=120299us active=1
2026-05-14T16:42:23.989485+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=119915us emit=4us prefill=0us total=119920us batch=1
2026-05-14T16:42:23.989515+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=119939us cleanup=14us total=119954us active=1
2026-05-14T16:42:23.989607+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=120105us emit=3us prefill=0us total=120109us batch=1
2026-05-14T16:42:23.989638+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=120129us cleanup=14us total=120145us active=1
2026-05-14T16:42:23.989781+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=120321us emit=4us prefill=0us total=120326us batch=1
2026-05-14T16:42:23.989811+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=120346us cleanup=14us total=120361us active=1
2026-05-14T16:42:23.989866+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=120335us emit=4us prefill=0us total=120340us batch=1
2026-05-14T16:42:23.989882+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=120415us emit=3us prefill=0us total=120419us batch=1
2026-05-14T16:42:23.989896+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=120359us cleanup=13us total=120374us active=1
2026-05-14T16:42:23.989884+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=120400us emit=3us prefill=0us total=120404us batch=1
2026-05-14T16:42:23.989887+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=120345us emit=3us prefill=0us total=120349us batch=1
2026-05-14T16:42:23.989915+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=120442us cleanup=14us total=120457us active=1
2026-05-14T16:42:23.989927+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=120437us cleanup=13us total=120451us active=1
2026-05-14T16:42:23.989939+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=120391us cleanup=14us total=120406us active=1
2026-05-14T16:42:24.112743+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123212us emit=4us prefill=0us total=123217us batch=1
2026-05-14T16:42:24.112775+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123238us cleanup=14us total=123254us active=1
2026-05-14T16:42:24.112871+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123376us emit=4us prefill=0us total=123381us batch=1
2026-05-14T16:42:24.112900+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123398us cleanup=14us total=123414us active=1
2026-05-14T16:42:24.113058+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123406us emit=3us prefill=0us total=123410us batch=1
2026-05-14T16:42:24.113090+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123430us cleanup=14us total=123445us active=1
2026-05-14T16:42:24.113230+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123285us emit=11us prefill=0us total=123297us batch=1
2026-05-14T16:42:24.113260+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123316us cleanup=14us total=123331us active=1
2026-05-14T16:42:24.113307+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123481us emit=4us prefill=0us total=123486us batch=1
2026-05-14T16:42:24.113339+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123505us cleanup=16us total=123522us active=1
2026-05-14T16:42:24.113357+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123415us emit=3us prefill=0us total=123419us batch=1
2026-05-14T16:42:24.113387+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123439us cleanup=13us total=123454us active=1
2026-05-14T16:42:24.113441+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123487us emit=3us prefill=0us total=123491us batch=1
2026-05-14T16:42:24.113472+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123510us cleanup=15us total=123526us active=1
2026-05-14T16:42:24.113481+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123564us emit=4us prefill=0us total=123569us batch=1
2026-05-14T16:42:24.113511+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123588us cleanup=15us total=123604us active=1
2026-05-14T16:42:24.236176+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122774us emit=4us prefill=0us total=122779us batch=1
2026-05-14T16:42:24.236209+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122801us cleanup=14us total=122816us active=1
2026-05-14T16:42:24.236332+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122844us emit=3us prefill=0us total=122848us batch=1
2026-05-14T16:42:24.236364+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122871us cleanup=14us total=122886us active=1
2026-05-14T16:42:24.236371+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122843us emit=4us prefill=0us total=122848us batch=1
2026-05-14T16:42:24.236409+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122868us cleanup=21us total=122891us active=1
2026-05-14T16:42:24.236472+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123356us emit=3us prefill=0us total=123360us batch=1
2026-05-14T16:42:24.236505+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123384us cleanup=14us total=123399us active=1
2026-05-14T16:42:24.236541+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123749us emit=4us prefill=0us total=123754us batch=1
2026-05-14T16:42:24.236570+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123774us cleanup=14us total=123789us active=1
2026-05-14T16:42:24.236623+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123267us emit=4us prefill=0us total=123272us batch=1
2026-05-14T16:42:24.236642+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123725us emit=4us prefill=0us total=123730us batch=1
2026-05-14T16:42:24.236653+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123292us cleanup=15us total=123307us active=1
2026-05-14T16:42:24.236684+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123762us cleanup=14us total=123777us active=1
2026-05-14T16:42:24.236702+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123427us emit=4us prefill=0us total=123432us batch=1
2026-05-14T16:42:24.236734+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123454us cleanup=14us total=123469us active=1
2026-05-14T16:42:24.359105+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122680us emit=5us prefill=0us total=122686us batch=1
2026-05-14T16:42:24.359140+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122710us cleanup=14us total=122724us active=1
2026-05-14T16:42:24.359607+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123382us emit=4us prefill=0us total=123387us batch=1
2026-05-14T16:42:24.359639+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123408us cleanup=13us total=123423us active=1
2026-05-14T16:42:24.359656+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123269us emit=4us prefill=0us total=123274us batch=1
2026-05-14T16:42:24.359686+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123294us cleanup=14us total=123309us active=1
2026-05-14T16:42:24.359802+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123117us emit=4us prefill=0us total=123122us batch=1
2026-05-14T16:42:24.359835+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123144us cleanup=15us total=123160us active=1
2026-05-14T16:42:24.359845+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123258us emit=4us prefill=0us total=123263us batch=1
2026-05-14T16:42:24.359862+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123341us emit=3us prefill=0us total=123345us batch=1
2026-05-14T16:42:24.359876+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123284us cleanup=14us total=123299us active=1
2026-05-14T16:42:24.359892+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123365us cleanup=14us total=123381us active=1
2026-05-14T16:42:24.359930+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123230us emit=4us prefill=0us total=123235us batch=1
2026-05-14T16:42:24.359957+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123206us emit=3us prefill=0us total=123211us batch=1
2026-05-14T16:42:24.359962+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123257us cleanup=14us total=123272us active=1
2026-05-14T16:42:24.359991+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123234us cleanup=14us total=123249us active=1
2026-05-14T16:42:24.483087+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123094us emit=4us prefill=0us total=123099us batch=1
2026-05-14T16:42:24.483115+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123957us emit=4us prefill=0us total=123962us batch=1
2026-05-14T16:42:24.483133+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123132us cleanup=16us total=123149us active=1
2026-05-14T16:42:24.483142+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123290us emit=4us prefill=0us total=123295us batch=1
2026-05-14T16:42:24.483147+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123984us cleanup=15us total=124000us active=1
2026-05-14T16:42:24.483176+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123317us cleanup=16us total=123334us active=1
2026-05-14T16:42:24.483256+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123602us emit=3us prefill=0us total=123606us batch=1
2026-05-14T16:42:24.483274+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123379us emit=4us prefill=0us total=123384us batch=1
2026-05-14T16:42:24.483286+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123627us cleanup=13us total=123642us active=1
2026-05-14T16:42:24.483307+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123405us cleanup=16us total=123422us active=1
2026-05-14T16:42:24.483361+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123354us emit=4us prefill=0us total=123359us batch=1
2026-05-14T16:42:24.483374+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123464us emit=3us prefill=0us total=123468us batch=1
2026-05-14T16:42:24.483380+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123680us emit=3us prefill=0us total=123684us batch=1
2026-05-14T16:42:24.483391+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123379us cleanup=14us total=123393us active=1
2026-05-14T16:42:24.483412+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123488us cleanup=22us total=123511us active=1
2026-05-14T16:42:24.483418+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123703us cleanup=22us total=123727us active=1
2026-05-14T16:42:24.605302+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=121866us emit=3us prefill=0us total=121870us batch=1
2026-05-14T16:42:24.605331+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122028us emit=3us prefill=0us total=122032us batch=1
2026-05-14T16:42:24.605375+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=121929us cleanup=18us total=121948us active=1
2026-05-14T16:42:24.605379+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122069us cleanup=14us total=122085us active=1
2026-05-14T16:42:24.605591+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122416us emit=4us prefill=0us total=122421us batch=1
2026-05-14T16:42:24.605624+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122442us cleanup=16us total=122459us active=1
2026-05-14T16:42:24.605669+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122345us emit=4us prefill=0us total=122350us batch=1
2026-05-14T16:42:24.605700+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122368us cleanup=16us total=122385us active=1
2026-05-14T16:42:24.605714+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122286us emit=3us prefill=0us total=122290us batch=1
2026-05-14T16:42:24.605746+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122310us cleanup=15us total=122326us active=1
2026-05-14T16:42:24.605780+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122632us emit=4us prefill=0us total=122637us batch=1
2026-05-14T16:42:24.605789+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122594us emit=4us prefill=0us total=122599us batch=1
2026-05-14T16:42:24.605803+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122386us emit=4us prefill=0us total=122391us batch=1
2026-05-14T16:42:24.605814+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122655us cleanup=19us total=122675us active=1
2026-05-14T16:42:24.605823+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122620us cleanup=17us total=122639us active=1
2026-05-14T16:42:24.605835+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122413us cleanup=14us total=122428us active=1
2026-05-14T16:42:24.732242+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126401us emit=5us prefill=0us total=126407us batch=1
2026-05-14T16:42:24.732276+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126429us cleanup=16us total=126446us active=1
2026-05-14T16:42:24.732354+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126593us emit=4us prefill=0us total=126598us batch=1
2026-05-14T16:42:24.732387+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126617us cleanup=17us total=126635us active=1
2026-05-14T16:42:24.732538+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126705us emit=4us prefill=0us total=126710us batch=1
2026-05-14T16:42:24.732570+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126728us cleanup=16us total=126745us active=1
2026-05-14T16:42:24.732599+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126883us emit=4us prefill=0us total=126888us batch=1
2026-05-14T16:42:24.732600+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126747us emit=4us prefill=0us total=126752us batch=1
2026-05-14T16:42:24.732632+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126909us cleanup=15us total=126925us active=1
2026-05-14T16:42:24.732646+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126786us cleanup=15us total=126803us active=1
2026-05-14T16:42:24.732641+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126986us emit=4us prefill=0us total=126991us batch=1
2026-05-14T16:42:24.732655+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127264us emit=3us prefill=0us total=127268us batch=1
2026-05-14T16:42:24.732682+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127021us cleanup=15us total=127037us active=1
2026-05-14T16:42:24.732692+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=127296us emit=4us prefill=0us total=127301us batch=1
2026-05-14T16:42:24.732712+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127311us cleanup=18us total=127330us active=1
2026-05-14T16:42:24.732724+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=127323us cleanup=15us total=127339us active=1
2026-05-14T16:42:24.861679+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=129030us emit=4us prefill=0us total=129035us batch=1
2026-05-14T16:42:24.861698+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=129295us emit=4us prefill=0us total=129300us batch=1
2026-05-14T16:42:24.861706+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=129121us emit=4us prefill=0us total=129126us batch=1
2026-05-14T16:42:24.861786+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129054us cleanup=14us total=129146us active=1
2026-05-14T16:42:24.861831+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129333us cleanup=19us total=129437us active=1
2026-05-14T16:42:24.861901+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=129609us emit=3us prefill=0us total=129613us batch=1
2026-05-14T16:42:24.862025+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129160us cleanup=15us total=129448us active=1
2026-05-14T16:42:24.862050+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129638us cleanup=16us total=129767us active=1
2026-05-14T16:42:24.862056+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=129345us emit=4us prefill=0us total=129350us batch=1
2026-05-14T16:42:24.862063+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=129322us emit=4us prefill=0us total=129327us batch=1
2026-05-14T16:42:24.862065+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=129397us emit=4us prefill=0us total=129403us batch=1
2026-05-14T16:42:24.862063+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=129333us emit=4us prefill=0us total=129338us batch=1
2026-05-14T16:42:24.862129+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129367us cleanup=15us total=129427us active=1
2026-05-14T16:42:24.862173+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129350us cleanup=17us total=129441us active=1
2026-05-14T16:42:24.862195+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129437us cleanup=17us total=129538us active=1
2026-05-14T16:42:24.862234+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=129390us cleanup=20us total=129514us active=1
2026-05-14T16:42:24.988274+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126127us emit=4us prefill=0us total=126132us batch=1
2026-05-14T16:42:24.988317+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126162us cleanup=17us total=126180us active=1
2026-05-14T16:42:24.988368+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=126176us emit=4us prefill=0us total=126182us batch=1
2026-05-14T16:42:24.988416+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126202us cleanup=30us total=126234us active=1
2026-05-14T16:42:24.988420+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126376us emit=4us prefill=0us total=126381us batch=1
2026-05-14T16:42:24.988454+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126402us cleanup=17us total=126421us active=1
2026-05-14T16:42:24.988502+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126245us emit=4us prefill=0us total=126250us batch=1
2026-05-14T16:42:24.988529+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=126679us emit=4us prefill=0us total=126685us batch=1
2026-05-14T16:42:24.988549+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126280us cleanup=22us total=126303us active=1
2026-05-14T16:42:24.988554+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=126486us emit=4us prefill=0us total=126492us batch=1
2026-05-14T16:42:24.988566+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126707us cleanup=18us total=126726us active=1
2026-05-14T16:42:24.988596+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126518us cleanup=19us total=126538us active=1
2026-05-14T16:42:24.988682+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=126466us emit=4us prefill=0us total=126472us batch=1
2026-05-14T16:42:24.988718+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126495us cleanup=17us total=126514us active=1
2026-05-14T16:42:24.988741+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126939us emit=4us prefill=0us total=126944us batch=1
2026-05-14T16:42:24.988771+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126962us cleanup=15us total=126978us active=1
2026-05-14T16:42:25.112713+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123926us emit=4us prefill=0us total=123931us batch=1
2026-05-14T16:42:25.112709+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=124093us emit=4us prefill=0us total=124099us batch=1
2026-05-14T16:42:25.112747+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123952us cleanup=16us total=123969us active=1
2026-05-14T16:42:25.112762+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124135us cleanup=20us total=124157us active=1
2026-05-14T16:42:25.112798+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124326us emit=5us prefill=0us total=124332us batch=1
2026-05-14T16:42:25.112836+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124356us cleanup=18us total=124375us active=1
2026-05-14T16:42:25.112963+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=124370us emit=4us prefill=0us total=124376us batch=1
2026-05-14T16:42:25.112977+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=124542us emit=3us prefill=0us total=124547us batch=1
2026-05-14T16:42:25.112997+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124397us cleanup=16us total=124414us active=1
2026-05-14T16:42:25.113009+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124568us cleanup=15us total=124584us active=1
2026-05-14T16:42:25.113065+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=124498us emit=4us prefill=0us total=124504us batch=1
2026-05-14T16:42:25.113101+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124523us cleanup=20us total=124544us active=1
2026-05-14T16:42:25.113105+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124371us emit=4us prefill=0us total=124376us batch=1
2026-05-14T16:42:25.113110+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124777us emit=4us prefill=0us total=124782us batch=1
2026-05-14T16:42:25.113138+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124396us cleanup=15us total=124412us active=1
2026-05-14T16:42:25.113147+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124805us cleanup=18us total=124823us active=1
2026-05-14T16:42:25.235312+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122298us emit=3us prefill=0us total=122302us batch=1
2026-05-14T16:42:25.235346+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122326us cleanup=15us total=122342us active=1
2026-05-14T16:42:25.235743+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=122874us emit=4us prefill=0us total=122880us batch=1
2026-05-14T16:42:25.235778+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122902us cleanup=17us total=122920us active=1
2026-05-14T16:42:25.235789+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123007us emit=4us prefill=0us total=123013us batch=1
2026-05-14T16:42:25.235824+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123035us cleanup=17us total=123054us active=1
2026-05-14T16:42:25.235849+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123087us emit=3us prefill=0us total=123091us batch=1
2026-05-14T16:42:25.235879+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123109us cleanup=15us total=123126us active=1
2026-05-14T16:42:25.235974+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122949us emit=3us prefill=0us total=122953us batch=1
2026-05-14T16:42:25.236006+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=122975us cleanup=14us total=122991us active=1
2026-05-14T16:42:25.236111+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122994us emit=4us prefill=0us total=122999us batch=1
2026-05-14T16:42:25.236113+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122959us emit=4us prefill=0us total=122964us batch=1
2026-05-14T16:42:25.236117+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=122952us emit=4us prefill=0us total=122957us batch=1
2026-05-14T16:42:25.236147+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123022us cleanup=16us total=123039us active=1
2026-05-14T16:42:25.236172+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123011us cleanup=14us total=123027us active=1
2026-05-14T16:42:25.236184+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123013us cleanup=15us total=123029us active=1
2026-05-14T16:42:25.359608+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123813us emit=4us prefill=0us total=123818us batch=1
2026-05-14T16:42:25.359643+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123841us cleanup=17us total=123859us active=1
2026-05-14T16:42:25.359904+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123719us emit=3us prefill=0us total=123723us batch=1
2026-05-14T16:42:25.359936+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123744us cleanup=14us total=123760us active=1
2026-05-14T16:42:25.359952+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123750us emit=4us prefill=0us total=123755us batch=1
2026-05-14T16:42:25.359987+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123779us cleanup=15us total=123795us active=1
2026-05-14T16:42:25.360320+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124297us emit=3us prefill=0us total=124301us batch=1
2026-05-14T16:42:25.360328+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124139us emit=4us prefill=0us total=124144us batch=1
2026-05-14T16:42:25.360332+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124438us emit=4us prefill=0us total=124443us batch=1
2026-05-14T16:42:25.360351+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124323us cleanup=14us total=124338us active=1
2026-05-14T16:42:25.360362+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=124518us emit=6us prefill=0us total=124526us batch=1
2026-05-14T16:42:25.360377+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124477us cleanup=14us total=124492us active=1
2026-05-14T16:42:25.360362+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124168us cleanup=14us total=124183us active=1
2026-05-14T16:42:25.360404+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124550us cleanup=21us total=124573us active=1
2026-05-14T16:42:25.360391+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125030us emit=4us prefill=0us total=125035us batch=1
2026-05-14T16:42:25.360436+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125068us cleanup=14us total=125084us active=1
2026-05-14T16:42:25.483621+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123196us emit=4us prefill=0us total=123202us batch=1
2026-05-14T16:42:25.483674+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123241us cleanup=17us total=123260us active=1
2026-05-14T16:42:25.483702+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123251us emit=3us prefill=0us total=123255us batch=1
2026-05-14T16:42:25.483735+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123278us cleanup=14us total=123293us active=1
2026-05-14T16:42:25.483834+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123441us emit=4us prefill=0us total=123446us batch=1
2026-05-14T16:42:25.483867+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123466us cleanup=16us total=123483us active=1
2026-05-14T16:42:25.483894+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123941us emit=3us prefill=0us total=123945us batch=1
2026-05-14T16:42:25.483926+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123968us cleanup=14us total=123983us active=1
2026-05-14T16:42:25.483931+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124272us emit=4us prefill=0us total=124277us batch=1
2026-05-14T16:42:25.483948+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=123943us emit=4us prefill=0us total=123949us batch=1
2026-05-14T16:42:25.483965+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124297us cleanup=18us total=124316us active=1
2026-05-14T16:42:25.483982+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123970us cleanup=16us total=123988us active=1
2026-05-14T16:42:25.483985+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123586us emit=4us prefill=0us total=123591us batch=1
2026-05-14T16:42:25.483999+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123621us emit=3us prefill=0us total=123625us batch=1
2026-05-14T16:42:25.484020+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123615us cleanup=14us total=123630us active=1
2026-05-14T16:42:25.484027+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123643us cleanup=13us total=123657us active=1
2026-05-14T16:42:25.607301+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123359us emit=3us prefill=0us total=123363us batch=1
2026-05-14T16:42:25.607334+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123385us cleanup=14us total=123401us active=1
2026-05-14T16:42:25.607588+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123838us emit=4us prefill=0us total=123843us batch=1
2026-05-14T16:42:25.607599+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123616us emit=4us prefill=0us total=123621us batch=1
2026-05-14T16:42:25.607619+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123862us cleanup=14us total=123877us active=1
2026-05-14T16:42:25.607633+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123643us cleanup=16us total=123661us active=1
2026-05-14T16:42:25.607660+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123970us emit=5us prefill=0us total=123976us batch=1
2026-05-14T16:42:25.607676+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123794us emit=4us prefill=0us total=123799us batch=1
2026-05-14T16:42:25.607706+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124009us cleanup=17us total=124027us active=1
2026-05-14T16:42:25.607713+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123824us cleanup=15us total=123841us active=1
2026-05-14T16:42:25.607741+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123699us emit=3us prefill=0us total=123703us batch=1
2026-05-14T16:42:25.607770+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123722us cleanup=13us total=123737us active=1
2026-05-14T16:42:25.607810+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123774us emit=4us prefill=0us total=123779us batch=1
2026-05-14T16:42:25.607818+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123817us emit=5us prefill=0us total=123823us batch=1
2026-05-14T16:42:25.607841+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123799us cleanup=14us total=123814us active=1
2026-05-14T16:42:25.607850+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123844us cleanup=16us total=123861us active=1
2026-05-14T16:42:25.731926+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124141us emit=3us prefill=0us total=124145us batch=1
2026-05-14T16:42:25.731954+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124163us cleanup=14us total=124178us active=1
2026-05-14T16:42:25.732084+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124217us emit=4us prefill=0us total=124222us batch=1
2026-05-14T16:42:25.732116+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124243us cleanup=15us total=124259us active=1
2026-05-14T16:42:25.732218+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124869us emit=3us prefill=0us total=124873us batch=1
2026-05-14T16:42:25.732237+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124587us emit=4us prefill=0us total=124592us batch=1
2026-05-14T16:42:25.732259+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124904us cleanup=14us total=124919us active=1
2026-05-14T16:42:25.732269+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124612us cleanup=15us total=124627us active=1
2026-05-14T16:42:25.732335+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124611us emit=4us prefill=0us total=124616us batch=1
2026-05-14T16:42:25.732368+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124638us cleanup=15us total=124655us active=1
2026-05-14T16:42:25.732384+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124748us emit=4us prefill=0us total=124753us batch=1
2026-05-14T16:42:25.732413+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124555us emit=4us prefill=0us total=124560us batch=1
2026-05-14T16:42:25.732423+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124781us cleanup=14us total=124796us active=1
2026-05-14T16:42:25.732455+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124591us cleanup=14us total=124606us active=1
2026-05-14T16:42:25.732463+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124734us emit=4us prefill=0us total=124739us batch=1
2026-05-14T16:42:25.732493+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124758us cleanup=15us total=124774us active=1
2026-05-14T16:42:25.856871+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=124487us emit=4us prefill=0us total=124493us batch=1
2026-05-14T16:42:25.856902+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124513us cleanup=14us total=124528us active=1
2026-05-14T16:42:25.857241+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124786us emit=3us prefill=0us total=124790us batch=1
2026-05-14T16:42:25.857272+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124811us cleanup=14us total=124826us active=1
2026-05-14T16:42:25.857344+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125068us emit=3us prefill=0us total=125072us batch=1
2026-05-14T16:42:25.857374+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125092us cleanup=14us total=125107us active=1
2026-05-14T16:42:25.857408+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125114us emit=12us prefill=0us total=125127us batch=1
2026-05-14T16:42:25.857417+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124909us emit=4us prefill=0us total=124914us batch=1
2026-05-14T16:42:25.857442+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125147us cleanup=17us total=125165us active=1
2026-05-14T16:42:25.857449+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124934us cleanup=15us total=124950us active=1
2026-05-14T16:42:25.857460+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124989us emit=3us prefill=0us total=124993us batch=1
2026-05-14T16:42:25.857489+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125013us cleanup=14us total=125028us active=1
2026-05-14T16:42:25.857512+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125544us emit=3us prefill=0us total=125548us batch=1
2026-05-14T16:42:25.857518+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125386us emit=4us prefill=0us total=125391us batch=1
2026-05-14T16:42:25.857540+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125565us cleanup=14us total=125579us active=1
2026-05-14T16:42:25.857548+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125411us cleanup=14us total=125426us active=1
2026-05-14T16:42:25.981413+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124484us emit=16us prefill=0us total=124501us batch=1
2026-05-14T16:42:25.981463+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123907us emit=3us prefill=0us total=123911us batch=1
2026-05-14T16:42:25.981469+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124183us emit=3us prefill=0us total=124187us batch=1
2026-05-14T16:42:25.981480+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124020us emit=4us prefill=0us total=124025us batch=1
2026-05-14T16:42:25.981512+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124047us emit=3us prefill=0us total=124051us batch=1
2026-05-14T16:42:25.981531+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124536us cleanup=14us total=124622us active=1
2026-05-14T16:42:25.981569+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123937us cleanup=13us total=124021us active=1
2026-05-14T16:42:25.981597+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124212us cleanup=14us total=124319us active=1
2026-05-14T16:42:25.981630+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124047us cleanup=14us total=124179us active=1
2026-05-14T16:42:25.981655+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124070us cleanup=14us total=124199us active=1
2026-05-14T16:42:25.981669+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124279us emit=3us prefill=0us total=124283us batch=1
2026-05-14T16:42:25.981704+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124199us emit=4us prefill=0us total=124204us batch=1
2026-05-14T16:42:25.981744+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124308us cleanup=14us total=124364us active=1
2026-05-14T16:42:25.981784+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124234us cleanup=14us total=124289us active=1
2026-05-14T16:42:25.981777+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124212us emit=4us prefill=0us total=124217us batch=1
2026-05-14T16:42:25.981856+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124243us cleanup=14us total=124300us active=1
2026-05-14T16:42:26.105833+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124185us emit=4us prefill=0us total=124190us batch=1
2026-05-14T16:42:26.105866+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124211us cleanup=14us total=124226us active=1
2026-05-14T16:42:26.105944+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124183us emit=3us prefill=0us total=124187us batch=1
2026-05-14T16:42:26.105970+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124358us emit=3us prefill=0us total=124362us batch=1
2026-05-14T16:42:26.105975+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124209us cleanup=14us total=124224us active=1
2026-05-14T16:42:26.106002+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124384us cleanup=14us total=124399us active=1
2026-05-14T16:42:26.106143+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=124596us emit=4us prefill=0us total=124602us batch=1
2026-05-14T16:42:26.106190+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124637us cleanup=14us total=124652us active=1
2026-05-14T16:42:26.106185+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124313us emit=4us prefill=0us total=124318us batch=1
2026-05-14T16:42:26.106197+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124525us emit=4us prefill=0us total=124530us batch=1
2026-05-14T16:42:26.106205+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124620us emit=3us prefill=0us total=124624us batch=1
2026-05-14T16:42:26.106217+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124339us cleanup=14us total=124355us active=1
2026-05-14T16:42:26.106210+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=124409us emit=4us prefill=0us total=124415us batch=1
2026-05-14T16:42:26.106232+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124549us cleanup=21us total=124570us active=1
2026-05-14T16:42:26.106244+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124654us cleanup=13us total=124668us active=1
2026-05-14T16:42:26.106258+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124450us cleanup=14us total=124465us active=1
2026-05-14T16:42:26.231013+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=125006us emit=6us prefill=0us total=125014us batch=1
2026-05-14T16:42:26.231046+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125037us cleanup=14us total=125052us active=1
2026-05-14T16:42:26.231067+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124802us emit=6us prefill=0us total=124809us batch=1
2026-05-14T16:42:26.231096+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124829us cleanup=14us total=124844us active=1
2026-05-14T16:42:26.231102+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124830us emit=7us prefill=0us total=124838us batch=1
2026-05-14T16:42:26.231127+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124915us emit=9us prefill=0us total=124925us batch=1
2026-05-14T16:42:26.231133+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124859us cleanup=13us total=124873us active=1
2026-05-14T16:42:26.231160+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124948us cleanup=14us total=124963us active=1
2026-05-14T16:42:26.231501+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125223us emit=7us prefill=0us total=125231us batch=1
2026-05-14T16:42:26.231529+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125505us emit=7us prefill=0us total=125513us batch=1
2026-05-14T16:42:26.231534+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125254us cleanup=14us total=125269us active=1
2026-05-14T16:42:26.231548+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125650us emit=21us prefill=0us total=125672us batch=1
2026-05-14T16:42:26.231558+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125310us emit=9us prefill=0us total=125320us batch=1
2026-05-14T16:42:26.231562+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125537us cleanup=14us total=125553us active=1
2026-05-14T16:42:26.231588+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125701us cleanup=14us total=125716us active=1
2026-05-14T16:42:26.231599+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125351us cleanup=14us total=125366us active=1
2026-05-14T16:42:26.356104+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124498us emit=4us prefill=0us total=124503us batch=1
2026-05-14T16:42:26.356111+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125048us emit=4us prefill=0us total=125053us batch=1
2026-05-14T16:42:26.356140+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124529us cleanup=14us total=124544us active=1
2026-05-14T16:42:26.356151+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125083us cleanup=14us total=125098us active=1
2026-05-14T16:42:26.356256+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124654us emit=3us prefill=0us total=124658us batch=1
2026-05-14T16:42:26.356287+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124680us cleanup=14us total=124695us active=1
2026-05-14T16:42:26.356415+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124851us emit=4us prefill=0us total=124856us batch=1
2026-05-14T16:42:26.356430+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125317us emit=4us prefill=0us total=125322us batch=1
2026-05-14T16:42:26.356446+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124877us cleanup=14us total=124892us active=1
2026-05-14T16:42:26.356462+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125344us cleanup=14us total=125359us active=1
2026-05-14T16:42:26.356547+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125386us emit=4us prefill=0us total=125391us batch=1
2026-05-14T16:42:26.356576+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125410us cleanup=13us total=125424us active=1
2026-05-14T16:42:26.356609+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124992us emit=5us prefill=0us total=124998us batch=1
2026-05-14T16:42:26.356610+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125434us emit=3us prefill=0us total=125438us batch=1
2026-05-14T16:42:26.356644+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125023us cleanup=14us total=125038us active=1
2026-05-14T16:42:26.356654+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125471us cleanup=14us total=125486us active=1
2026-05-14T16:42:26.480986+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124395us emit=3us prefill=0us total=124399us batch=1
2026-05-14T16:42:26.481018+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124420us cleanup=13us total=124435us active=1
2026-05-14T16:42:26.481170+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124498us emit=4us prefill=0us total=124503us batch=1
2026-05-14T16:42:26.481184+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125015us emit=3us prefill=0us total=125019us batch=1
2026-05-14T16:42:26.481200+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124524us cleanup=14us total=124538us active=1
2026-05-14T16:42:26.481214+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125040us cleanup=14us total=125055us active=1
2026-05-14T16:42:26.481298+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124996us emit=3us prefill=0us total=125000us batch=1
2026-05-14T16:42:26.481318+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125161us emit=4us prefill=0us total=125166us batch=1
2026-05-14T16:42:26.481329+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125021us cleanup=14us total=125035us active=1
2026-05-14T16:42:26.481348+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125185us cleanup=14us total=125200us active=1
2026-05-14T16:42:26.481371+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124891us emit=4us prefill=0us total=124896us batch=1
2026-05-14T16:42:26.481393+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124930us emit=4us prefill=0us total=124935us batch=1
2026-05-14T16:42:26.481410+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124914us cleanup=24us total=124939us active=1
2026-05-14T16:42:26.481429+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124961us cleanup=14us total=124976us active=1
2026-05-14T16:42:26.481495+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124833us emit=5us prefill=0us total=124839us batch=1
2026-05-14T16:42:26.481526+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124859us cleanup=14us total=124874us active=1
2026-05-14T16:42:26.606532+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125186us emit=3us prefill=0us total=125190us batch=1
2026-05-14T16:42:26.606565+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125212us cleanup=14us total=125227us active=1
2026-05-14T16:42:26.606763+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125547us emit=3us prefill=0us total=125551us batch=1
2026-05-14T16:42:26.606788+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125736us emit=3us prefill=0us total=125740us batch=1
2026-05-14T16:42:26.606793+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125571us cleanup=14us total=125586us active=1
2026-05-14T16:42:26.606820+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125762us cleanup=13us total=125777us active=1
2026-05-14T16:42:26.606901+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125535us emit=4us prefill=0us total=125540us batch=1
2026-05-14T16:42:26.606943+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125572us cleanup=14us total=125587us active=1
2026-05-14T16:42:26.607092+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125646us emit=4us prefill=0us total=125651us batch=1
2026-05-14T16:42:26.607122+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125671us cleanup=14us total=125686us active=1
2026-05-14T16:42:26.607134+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=125891us emit=4us prefill=0us total=125897us batch=1
2026-05-14T16:42:26.607147+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125718us emit=4us prefill=0us total=125723us batch=1
2026-05-14T16:42:26.607164+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125916us cleanup=14us total=125932us active=1
2026-05-14T16:42:26.607177+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125743us cleanup=14us total=125758us active=1
2026-05-14T16:42:26.607188+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125645us emit=5us prefill=0us total=125651us batch=1
2026-05-14T16:42:26.607218+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125670us cleanup=14us total=125685us active=1
2026-05-14T16:42:26.730911+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=123953us emit=4us prefill=0us total=123958us batch=1
2026-05-14T16:42:26.730943+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=123978us cleanup=14us total=123993us active=1
2026-05-14T16:42:26.731243+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124419us emit=3us prefill=0us total=124423us batch=1
2026-05-14T16:42:26.731272+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124443us cleanup=14us total=124458us active=1
2026-05-14T16:42:26.731290+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124097us emit=3us prefill=0us total=124101us batch=1
2026-05-14T16:42:26.731319+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124120us cleanup=14us total=124135us active=1
2026-05-14T16:42:26.731371+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124791us emit=3us prefill=0us total=124795us batch=1
2026-05-14T16:42:26.731414+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124816us cleanup=25us total=124843us active=1
2026-05-14T16:42:26.731510+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124673us emit=3us prefill=0us total=124677us batch=1
2026-05-14T16:42:26.731522+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124384us emit=4us prefill=0us total=124389us batch=1
2026-05-14T16:42:26.731533+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124290us emit=4us prefill=0us total=124295us batch=1
2026-05-14T16:42:26.731550+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124407us cleanup=14us total=124422us active=1
2026-05-14T16:42:26.731567+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124318us cleanup=14us total=124333us active=1
2026-05-14T16:42:26.731539+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124695us cleanup=14us total=124711us active=1
2026-05-14T16:42:26.731560+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124378us emit=4us prefill=0us total=124383us batch=1
2026-05-14T16:42:26.731607+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124418us cleanup=16us total=124435us active=1
2026-05-14T16:42:26.855937+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124602us emit=3us prefill=0us total=124606us batch=1
2026-05-14T16:42:26.855957+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124669us emit=4us prefill=0us total=124674us batch=1
2026-05-14T16:42:26.855967+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124626us cleanup=14us total=124641us active=1
2026-05-14T16:42:26.855984+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124690us cleanup=14us total=124705us active=1
2026-05-14T16:42:26.856247+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124817us emit=4us prefill=0us total=124822us batch=1
2026-05-14T16:42:26.856277+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124842us cleanup=14us total=124857us active=1
2026-05-14T16:42:26.856334+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125370us emit=9us prefill=0us total=125380us batch=1
2026-05-14T16:42:26.856365+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125399us cleanup=15us total=125415us active=1
2026-05-14T16:42:26.856386+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124796us emit=3us prefill=0us total=124800us batch=1
2026-05-14T16:42:26.856395+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124808us emit=5us prefill=0us total=124814us batch=1
2026-05-14T16:42:26.856424+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124828us cleanup=13us total=124842us active=1
2026-05-14T16:42:26.856421+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124797us emit=4us prefill=0us total=124802us batch=1
2026-05-14T16:42:26.856439+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124848us cleanup=14us total=124863us active=1
2026-05-14T16:42:26.856450+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124867us emit=4us prefill=0us total=124872us batch=1
2026-05-14T16:42:26.856455+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124823us cleanup=17us total=124841us active=1
2026-05-14T16:42:26.856480+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124893us cleanup=14us total=124908us active=1
2026-05-14T16:42:26.981419+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=124939us emit=3us prefill=0us total=124943us batch=1
2026-05-14T16:42:26.981429+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125447us emit=3us prefill=0us total=125451us batch=1
2026-05-14T16:42:26.981449+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=124962us cleanup=14us total=124977us active=1
2026-05-14T16:42:26.981474+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125486us cleanup=14us total=125501us active=1
2026-05-14T16:42:26.981510+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125070us emit=3us prefill=0us total=125074us batch=1
2026-05-14T16:42:26.981525+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125144us emit=4us prefill=0us total=125149us batch=1
2026-05-14T16:42:26.981593+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125092us cleanup=13us total=125161us active=1
2026-05-14T16:42:26.981639+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125167us cleanup=14us total=125267us active=1
2026-05-14T16:42:26.981923+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125466us emit=4us prefill=0us total=125471us batch=1
2026-05-14T16:42:26.981927+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125635us emit=3us prefill=0us total=125639us batch=1
2026-05-14T16:42:26.981939+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125939us emit=3us prefill=0us total=125943us batch=1
2026-05-14T16:42:26.981934+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125432us emit=4us prefill=0us total=125437us batch=1
2026-05-14T16:42:26.982007+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125490us cleanup=14us total=125560us active=1
2026-05-14T16:42:26.982036+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125663us cleanup=14us total=125752us active=1
2026-05-14T16:42:26.982068+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125964us cleanup=13us total=126076us active=1
2026-05-14T16:42:26.982099+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125474us cleanup=14us total=125607us active=1
2026-05-14T16:42:27.107109+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125500us emit=3us prefill=0us total=125504us batch=1
2026-05-14T16:42:27.107138+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125523us cleanup=13us total=125538us active=1
2026-05-14T16:42:27.107242+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125188us emit=4us prefill=0us total=125193us batch=1
2026-05-14T16:42:27.107244+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125587us emit=4us prefill=0us total=125592us batch=1
2026-05-14T16:42:27.107274+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125215us cleanup=14us total=125230us active=1
2026-05-14T16:42:27.107285+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125622us cleanup=15us total=125638us active=1
2026-05-14T16:42:27.107290+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125813us emit=4us prefill=0us total=125818us batch=1
2026-05-14T16:42:27.107374+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125852us cleanup=14us total=125907us active=1
2026-05-14T16:42:27.107424+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125308us emit=4us prefill=0us total=125313us batch=1
2026-05-14T16:42:27.107446+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125953us emit=4us prefill=0us total=125958us batch=1
2026-05-14T16:42:27.107453+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125331us cleanup=14us total=125346us active=1
2026-05-14T16:42:27.107450+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125426us emit=4us prefill=0us total=125431us batch=1
2026-05-14T16:42:27.107499+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125470us cleanup=14us total=125484us active=1
2026-05-14T16:42:27.107507+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=125422us emit=3us prefill=0us total=125426us batch=1
2026-05-14T16:42:27.107525+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125984us cleanup=14us total=126042us active=1
2026-05-14T16:42:27.107536+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=125445us cleanup=15us total=125460us active=1
2026-05-14T16:42:27.233942+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126790us emit=3us prefill=0us total=126794us batch=1
2026-05-14T16:42:27.233974+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126815us cleanup=14us total=126830us active=1
2026-05-14T16:42:27.234009+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126705us emit=4us prefill=0us total=126710us batch=1
2026-05-14T16:42:27.234045+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126735us cleanup=15us total=126751us active=1
2026-05-14T16:42:27.234041+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126487us emit=4us prefill=0us total=126492us batch=1
2026-05-14T16:42:27.234048+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126758us emit=4us prefill=0us total=126763us batch=1
2026-05-14T16:42:27.234082+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126522us cleanup=15us total=126538us active=1
2026-05-14T16:42:27.234093+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126796us cleanup=14us total=126811us active=1
2026-05-14T16:42:27.234208+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126692us emit=4us prefill=0us total=126697us batch=1
2026-05-14T16:42:27.234250+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126727us cleanup=15us total=126744us active=1
2026-05-14T16:42:27.234255+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=1us decode=126769us emit=4us prefill=0us total=126774us batch=1
2026-05-14T16:42:27.234289+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126798us cleanup=14us total=126813us active=1
2026-05-14T16:42:27.234286+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=126895us emit=4us prefill=0us total=126901us batch=1
2026-05-14T16:42:27.234327+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126931us cleanup=14us total=126947us active=1
2026-05-14T16:42:27.234339+08:00   INFO infer::scheduler::cuda::execution: execution.rs:988 step breakdown: plan=decode admission=2us decode=126795us emit=4us prefill=0us total=126801us batch=1
2026-05-14T16:42:27.234373+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:190 Scheduler step: assign=0us step=126823us cleanup=14us total=126839us active=1
2026-05-14T16:42:27.234710+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:387 Request 3 done: 48 tokens (active=0, waiting=0)
2026-05-14T16:42:27.234716+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:387 Request 3 done: 48 tokens (active=0, waiting=0)
2026-05-14T16:42:27.234711+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:387 Request 3 done: 48 tokens (active=0, waiting=0)
2026-05-14T16:42:27.234722+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:387 Request 3 done: 48 tokens (active=0, waiting=0)
2026-05-14T16:42:27.234721+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:387 Request 3 done: 48 tokens (active=0, waiting=0)
2026-05-14T16:42:27.234720+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:387 Request 3 done: 48 tokens (active=0, waiting=0)
2026-05-14T16:42:27.234717+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:387 Request 3 done: 48 tokens (active=0, waiting=0)
2026-05-14T16:42:27.234794+08:00   INFO infer::scheduler::cuda::runtime::scheduler_loop: scheduler_loop.rs:387 Request 3 done: 48 tokens (active=0, waiting=0)
2026-05-14T16:42:27.234782+08:00   INFO infer::request_trace: handlers.rs:220 request_trace {"chunks_seen":49,"completion_tokens":48,"error":null,"finish_reason":"length","kv":{"fetch_backpressure":false,"fetch_queue_depth":0,"fetch_waiters":0,"gpu_util":0.0,"store_backpressure":false,"store_queue_depth":0},"max_tokens":48,"prefix":{"direct_gpu_attach":false,"hit_rate":0.0,"lookup_latency_us":0,"lookup_reusable_tokens":0,"matched_tokens":0,"prefetch":false,"ready_on_gpu":false,"recompute":false,"request_hit_rate":0.0,"request_skip_rate":0.0,"resume_prefill_tokens":22,"skip_rate":0.0,"staged":false},"preprocess":{"queue_depth":0,"tokenize_us":295,"wait_us":1},"prompt_bytes":165,"prompt_tokens":22,"request_id":"chatcmpl-4001a435-2293-41a7-bdcb-44438b22aa8e","route":"/v1/chat/completions","scheduler":{"active":0,"batch_width":0,"decode_tokens":0,"loop_us":{"cleanup":17,"total":112583},"phase_us":{"admission":6,"decode":112352,"emit":4,"prefill":173,"total":112536},"pipeline_us":{"cpu_plan":1,"gpu_command_queue_depth":0,"gpu_completion_wait":583,"snapshot":0},"prefill_queue":0,"prefill_tokens":0,"running_batch":0,"scheduled_decode_rows":0,"scheduled_prefill_rows":0,"scheduled_rows":0,"step_last_s":0.000383,"waiting":0},"stream":true,"terminal_seen":true,"text_bytes":287,"throughput":{"completion_tokens_per_s_e2e":7.84389603264666,"prompt_tokens_per_s_at_ttft":78.75264938678659,"total_tokens_per_s_e2e":11.439015047609713},"token_ids_seen":48,"total_ms":6119.407983,"total_tokens":70,"ttft_ms":279.355681}
