diff --git a/benchmarks/single_node/agentic/dsv4_fp4_mi355x_sglang_mtp.sh b/benchmarks/single_node/agentic/dsv4_fp4_mi355x_sglang_mtp.sh index 61add3eaf..ada85bcda 100644 --- a/benchmarks/single_node/agentic/dsv4_fp4_mi355x_sglang_mtp.sh +++ b/benchmarks/single_node/agentic/dsv4_fp4_mi355x_sglang_mtp.sh @@ -73,6 +73,7 @@ export SGLANG_DSV4_REASONING_EFFORT=high export SGLANG_USE_ROCM700A=0 export SGLANG_HACK_FLASHMLA_BACKEND=unified_kv_triton export AITER_BF16_FP8_MOE_BOUND=0 +export SGLANG_OPT_USE_AITER_BATCHED_GEMM=true # Unified radix tree: per-component (full-attn / SWA) cache management for # hybrid-attention models, plus proactive release of out-of-window SWA KV diff --git a/configs/amd-master.yaml b/configs/amd-master.yaml index 67a060539..e16afa27c 100644 --- a/configs/amd-master.yaml +++ b/configs/amd-master.yaml @@ -1727,7 +1727,7 @@ glm5.2-fp4-mi355x-atom-agentic-mtp: # collective under long-context prefill, so no DEP arm ships until that path is # validated. conc 16 appears on both arms to isolate the host KV tier's gain. dsv4-fp4-mi355x-sglang-agentic-mtp: - image: lmsysorg/sglang-rocm:v0.5.17-rocm720-mi35x-20260813 + image: lmsysorg/sglang-rocm:v0.5.17-rocm720-mi35x-20260821 model: deepseek-ai/DeepSeek-V4-Pro model-prefix: dsv4 runner: cluster:mi355x-amds diff --git a/perf-changelog.yaml b/perf-changelog.yaml index cfb0b4daa..a3e7352a3 100644 --- a/perf-changelog.yaml +++ b/perf-changelog.yaml @@ -6298,6 +6298,15 @@ - "Increase prefill mem_fraction_static from 0.72 to 0.85 and reduce HICACHE_RATIO from 4 to 3." pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/2643 +- config-keys: + - dsv4-fp4-mi355x-sglang-agentic-mtp + scenario-type: + - agentic-coding + description: + - "Bump image to lmsysorg/sglang-rocm:v0.5.17-rocm720-mi35x-20260821" + - "Enable SGLANG_OPT_USE_AITER_BATCHED_GEMM for mi355x sglang dsv4 agentic workload." + pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/2705 + - config-keys: - dsv4-fp4-gb300-dynamo-trt-agentx scenario-type: