CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 INFER_CUDA_DEVICES=0,1,2,3,4,5,6,7 ARLE_DSV4_MOE_BACKEND=deepep ARLE_DSV4_INCREMENTAL_KV=1 ARLE_DSV4_FUSED_DISPATCH_PAYLOAD=1 ARLE_DSV4_COMBINE_REDUCE_SCATTER=1 ARLE_DSV4_COMBINE_OVERLAP=0 target/release/infer --model-path /root/DeepSeek-V4-Flash --port 18232 --num-slots 1 --max-seq-len 4096 --mem-fraction-static 0.10 --kv-cache-dtype fp8 --deepseek-distributed-layers 43
