CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 INFER_CUDA_DEVICES=0,1,2,3,4,5,6,7 ARLE_DSV4_MOE_BACKEND=deepep ARLE_DSV4_INCREMENTAL_KV=1 ARLE_CUDA_DISABLE_MARLIN_W4_FP8=1 LD_LIBRARY_PATH=/tmp/arle-nccl-227-lib:/usr/local/cuda-12.2/lib64 nsys profile --output /root/arle-decode-hidden-scratch/docs/trace-artifacts/2026-05-15-dsv4-deepep/nsys-single-token-hidden-scratch/trace --force-overwrite=true --trace cuda,nvtx,osrt --capture-range=cudaProfilerApi --capture-range-end=stop --export=sqlite --kill=none /root/arle/target/release/infer --model-path /root/DeepSeek-V4-Flash --port 18143 --num-slots 1 --max-seq-len 4096 --mem-fraction-static 0.10 --kv-cache-dtype fp8 --deepseek-distributed-layers 43
