From 0ae428f2410fe12ae951c8e21cd07c1ebaaed3b1 Mon Sep 17 00:00:00 2001 From: "claude[bot]" <41898282+claude[bot]@users.noreply.github.com> Date: Thu, 1 Oct 2026 12:52:30 +0000 Subject: [PATCH] perf(qwen3.5): bump B200 FP8 Dynamo-SGLang AgentX MTP to SGLang nightly-dev-cu13-20261001-b37e6f79 MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Pin lmsysorg/sglang:nightly-dev-cu13-20261001-b37e6f79 by digest in the master config and all six referenced srt-slurm recipes. 将 B200 FP8 Dynamo-SGLang AgentX MTP 配置的 SGLang 镜像更新至 nightly-dev-cu13-20261001-b37e6f79，并在主配置与六个对应的 srt-slurm 配方中按 digest 固定。 Co-Authored-By: Claude Opus 5.5 --- .../agentx/disagg-1p1d-p-tp4-d-tp4-hicache-c16-mtp.yaml | 2 +- .../agentx/disagg-1p1d-p-tp4-d-tp4-hicache-c24-mtp.yaml | 2 +- .../agentx/disagg-1p1d-p-tp4-d-tp4-hicache-c32-mtp.yaml | 2 +- .../disagg-1p1d-p-tp4-d-tp4-hicache-c48-write-through-mtp.yaml | 2 +- .../disagg-1p1d-p-tp4-d-tp4-hicache-c64-write-through-mtp.yaml | 2 +- .../b200-fp8/agentx/disagg-1p1d-p-tp4-d-tp4-hicache-c8-mtp.yaml | 2 +- inferencex-e2e/configs/nvidia-master.yaml | 2 +- 7 files changed, 7 insertions(+), 7 deletions(-) diff --git a/inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/b200-fp8/agentx/disagg-1p1d-p-tp4-d-tp4-hicache-c16-mtp.yaml b/inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/b200-fp8/agentx/disagg-1p1d-p-tp4-d-tp4-hicache-c16-mtp.yaml index c7ca2cfa1c..96c5370877 100644 --- a/inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/b200-fp8/agentx/disagg-1p1d-p-tp4-d-tp4-hicache-c16-mtp.yaml +++ b/inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/b200-fp8/agentx/disagg-1p1d-p-tp4-d-tp4-hicache-c16-mtp.yaml @@ -3,7 +3,7 @@ schema: 2 name: qwen35-b200-fp8-agentx-disagg-1p1d-p-tp4-d-tp4-hicache-c16-mtp model: path: qwen3.5-fp8 - container: lmsysorg/sglang:nightly-dev-cu13-20260918-20518d85 + container: lmsysorg/sglang:nightly-dev-cu13-20261001-b37e6f79@sha256:65a8507b99dc1a6ebfc72344f29cbc017bffd5972ff53bc2d5f43aa293c88a84 precision: fp8 engine: sglang dynamo: diff --git a/inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/b200-fp8/agentx/disagg-1p1d-p-tp4-d-tp4-hicache-c24-mtp.yaml b/inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/b200-fp8/agentx/disagg-1p1d-p-tp4-d-tp4-hicache-c24-mtp.yaml index 7646e9db61..dd9d7b0015 100644 --- a/inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/b200-fp8/agentx/disagg-1p1d-p-tp4-d-tp4-hicache-c24-mtp.yaml +++ b/inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/b200-fp8/agentx/disagg-1p1d-p-tp4-d-tp4-hicache-c24-mtp.yaml @@ -3,7 +3,7 @@ schema: 2 name: qwen35-b200-fp8-agentx-disagg-1p1d-p-tp4-d-tp4-hicache-c24-mtp model: path: qwen3.5-fp8 - container: lmsysorg/sglang:nightly-dev-cu13-20260918-20518d85 + container: lmsysorg/sglang:nightly-dev-cu13-20261001-b37e6f79@sha256:65a8507b99dc1a6ebfc72344f29cbc017bffd5972ff53bc2d5f43aa293c88a84 precision: fp8 engine: sglang dynamo: diff --git a/inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/b200-fp8/agentx/disagg-1p1d-p-tp4-d-tp4-hicache-c32-mtp.yaml b/inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/b200-fp8/agentx/disagg-1p1d-p-tp4-d-tp4-hicache-c32-mtp.yaml index c974dec6e5..e3e75e1b26 100644 --- a/inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/b200-fp8/agentx/disagg-1p1d-p-tp4-d-tp4-hicache-c32-mtp.yaml +++ b/inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/b200-fp8/agentx/disagg-1p1d-p-tp4-d-tp4-hicache-c32-mtp.yaml @@ -3,7 +3,7 @@ schema: 2 name: qwen35-b200-fp8-agentx-disagg-1p1d-p-tp4-d-tp4-hicache-c32-mtp model: path: qwen3.5-fp8 - container: lmsysorg/sglang:nightly-dev-cu13-20260918-20518d85 + container: lmsysorg/sglang:nightly-dev-cu13-20261001-b37e6f79@sha256:65a8507b99dc1a6ebfc72344f29cbc017bffd5972ff53bc2d5f43aa293c88a84 precision: fp8 engine: sglang dynamo: diff --git a/inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/b200-fp8/agentx/disagg-1p1d-p-tp4-d-tp4-hicache-c48-write-through-mtp.yaml b/inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/b200-fp8/agentx/disagg-1p1d-p-tp4-d-tp4-hicache-c48-write-through-mtp.yaml index 6e20f62ee1..2b5a5d38b4 100644 --- a/inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/b200-fp8/agentx/disagg-1p1d-p-tp4-d-tp4-hicache-c48-write-through-mtp.yaml +++ b/inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/b200-fp8/agentx/disagg-1p1d-p-tp4-d-tp4-hicache-c48-write-through-mtp.yaml @@ -3,7 +3,7 @@ schema: 2 name: qwen35-b200-fp8-agentx-disagg-1p1d-p-tp4-d-tp4-hicache-c48-write-through-mtp model: path: qwen3.5-fp8 - container: lmsysorg/sglang:nightly-dev-cu13-20260918-20518d85 + container: lmsysorg/sglang:nightly-dev-cu13-20261001-b37e6f79@sha256:65a8507b99dc1a6ebfc72344f29cbc017bffd5972ff53bc2d5f43aa293c88a84 precision: fp8 engine: sglang dynamo: diff --git a/inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/b200-fp8/agentx/disagg-1p1d-p-tp4-d-tp4-hicache-c64-write-through-mtp.yaml b/inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/b200-fp8/agentx/disagg-1p1d-p-tp4-d-tp4-hicache-c64-write-through-mtp.yaml index 9cd1f0c73c..ba122ff9a8 100644 --- a/inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/b200-fp8/agentx/disagg-1p1d-p-tp4-d-tp4-hicache-c64-write-through-mtp.yaml +++ b/inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/b200-fp8/agentx/disagg-1p1d-p-tp4-d-tp4-hicache-c64-write-through-mtp.yaml @@ -3,7 +3,7 @@ schema: 2 name: qwen35-b200-fp8-agentx-disagg-1p1d-p-tp4-d-tp4-hicache-c64-write-through-mtp model: path: qwen3.5-fp8 - container: lmsysorg/sglang:nightly-dev-cu13-20260918-20518d85 + container: lmsysorg/sglang:nightly-dev-cu13-20261001-b37e6f79@sha256:65a8507b99dc1a6ebfc72344f29cbc017bffd5972ff53bc2d5f43aa293c88a84 precision: fp8 engine: sglang dynamo: diff --git a/inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/b200-fp8/agentx/disagg-1p1d-p-tp4-d-tp4-hicache-c8-mtp.yaml b/inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/b200-fp8/agentx/disagg-1p1d-p-tp4-d-tp4-hicache-c8-mtp.yaml index d0d2d11f4a..5a9e8c8049 100644 --- a/inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/b200-fp8/agentx/disagg-1p1d-p-tp4-d-tp4-hicache-c8-mtp.yaml +++ b/inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/b200-fp8/agentx/disagg-1p1d-p-tp4-d-tp4-hicache-c8-mtp.yaml @@ -3,7 +3,7 @@ schema: 2 name: qwen35-b200-fp8-agentx-disagg-1p1d-p-tp4-d-tp4-hicache-c8-mtp model: path: qwen3.5-fp8 - container: lmsysorg/sglang:nightly-dev-cu13-20260918-20518d85 + container: lmsysorg/sglang:nightly-dev-cu13-20261001-b37e6f79@sha256:65a8507b99dc1a6ebfc72344f29cbc017bffd5972ff53bc2d5f43aa293c88a84 precision: fp8 engine: sglang dynamo: diff --git a/inferencex-e2e/configs/nvidia-master.yaml b/inferencex-e2e/configs/nvidia-master.yaml index 63dcf8fff8..f78b0d097f 100644 --- a/inferencex-e2e/configs/nvidia-master.yaml +++ b/inferencex-e2e/configs/nvidia-master.yaml @@ -8586,7 +8586,7 @@ dsv4-fp4-b200-dynamo-sglang-agentic-disagg: dp-attn: true qwen3.5-fp8-b200-dynamo-sglang-agentic-disagg-mtp: - image: lmsysorg/sglang:nightly-dev-cu13-20260918-20518d85 + image: lmsysorg/sglang:nightly-dev-cu13-20261001-b37e6f79@sha256:65a8507b99dc1a6ebfc72344f29cbc017bffd5972ff53bc2d5f43aa293c88a84 model: Qwen/Qwen3.5-397B-A17B-FP8 model-prefix: qwen3.5 runner: cluster:b200-nscale