diff --git a/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/gb300-fp8/8k1k/disagg-1p1d-p-tp4-d-tp4-b1024-c1x2x8-mtp.yaml b/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/gb300-fp8/8k1k/disagg-1p1d-p-tp4-d-tp4-b1024-c1x2x8-mtp.yaml index 9050a22244..a6167a385b 100644 --- a/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/gb300-fp8/8k1k/disagg-1p1d-p-tp4-d-tp4-b1024-c1x2x8-mtp.yaml +++ b/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/gb300-fp8/8k1k/disagg-1p1d-p-tp4-d-tp4-b1024-c1x2x8-mtp.yaml @@ -10,7 +10,7 @@ dynamo: install: true source: - rev: 46520ca59afe992fb5ef61b3197b2316f8df9b2b + wheel: "1.5.0.dev20260917" frontend: type: dynamo enable_multiple_frontends: true @@ -19,7 +19,7 @@ frontend: model: path: "qwen3.5-fp8" - container: "lmsysorg/sglang:v0.5.14-cu130@sha256:5027e95bf6ec536856b1b52a91d1f35ff5c564ab83e8a94758a169ff09bb8df3" + container: "lmsysorg/sglang:nightly-dev-cu13-20260918-20518d85" precision: "fp8" resources: @@ -60,7 +60,7 @@ roles: trust-remote-code: true attention-backend: "trtllm_mha" tensor-parallel-size: 4 - mamba-scheduler-strategy: "no_buffer" + mamba-radix-cache-strategy: "no_buffer" mamba-track-interval: 2048 mamba-ssm-dtype: "bfloat16" moe-runner-backend: "flashinfer_trtllm" @@ -70,7 +70,7 @@ roles: chunked-prefill-size: 16384 max-prefill-tokens: 16384 context-length: 16384 - cuda-graph-max-bs: 1024 + cuda-graph-max-bs-decode: 1024 decode-log-interval: 1 stream-interval: 50 disaggregation-mode: "prefill" @@ -113,7 +113,7 @@ roles: trust-remote-code: true attention-backend: "trtllm_mha" tensor-parallel-size: 4 - mamba-scheduler-strategy: "no_buffer" + mamba-radix-cache-strategy: "no_buffer" mamba-track-interval: 128 mamba-ssm-dtype: "bfloat16" max-mamba-cache-size: 1024 @@ -130,7 +130,7 @@ roles: chunked-prefill-size: 16384 max-prefill-tokens: 16384 context-length: 16384 - cuda-graph-max-bs: 1024 + cuda-graph-max-bs-decode: 1024 decode-log-interval: 1 stream-interval: 50 disaggregation-mode: "decode" diff --git a/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/gb300-fp8/8k1k/disagg-1p1d-p-tp8-ep8-d-tp8-ep8-b1024-c32x48x80-mtp.yaml b/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/gb300-fp8/8k1k/disagg-1p1d-p-tp8-ep8-d-tp8-ep8-b1024-c32x48x80-mtp.yaml index 8ce688a8ba..6eb926dde9 100644 --- a/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/gb300-fp8/8k1k/disagg-1p1d-p-tp8-ep8-d-tp8-ep8-b1024-c32x48x80-mtp.yaml +++ b/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/gb300-fp8/8k1k/disagg-1p1d-p-tp8-ep8-d-tp8-ep8-b1024-c32x48x80-mtp.yaml @@ -10,7 +10,7 @@ dynamo: install: true source: - rev: 46520ca59afe992fb5ef61b3197b2316f8df9b2b + wheel: "1.5.0.dev20260917" frontend: type: dynamo enable_multiple_frontends: true @@ -19,7 +19,7 @@ frontend: model: path: "qwen3.5-fp8" - container: "lmsysorg/sglang:v0.5.14-cu130@sha256:5027e95bf6ec536856b1b52a91d1f35ff5c564ab83e8a94758a169ff09bb8df3" + container: "lmsysorg/sglang:nightly-dev-cu13-20260918-20518d85" precision: "fp8" resources: @@ -63,7 +63,7 @@ roles: tensor-parallel-size: 8 data-parallel-size: 1 expert-parallel-size: 8 - mamba-scheduler-strategy: "no_buffer" + mamba-radix-cache-strategy: "no_buffer" mamba-track-interval: 2048 mamba-ssm-dtype: "bfloat16" moe-runner-backend: "flashinfer_trtllm" @@ -74,7 +74,7 @@ roles: chunked-prefill-size: 16384 max-prefill-tokens: 16384 context-length: 9236 - cuda-graph-max-bs: 320 + cuda-graph-max-bs-decode: 320 scheduler-recv-interval: 10 decode-log-interval: 50 stream-interval: 50 @@ -122,7 +122,7 @@ roles: tensor-parallel-size: 8 data-parallel-size: 1 expert-parallel-size: 8 - mamba-scheduler-strategy: "no_buffer" + mamba-radix-cache-strategy: "no_buffer" mamba-track-interval: 128 mamba-ssm-dtype: "bfloat16" max-mamba-cache-size: 1024 @@ -140,7 +140,7 @@ roles: chunked-prefill-size: 4096 max-prefill-tokens: 16384 context-length: 9236 - cuda-graph-max-bs: 320 + cuda-graph-max-bs-decode: 320 scheduler-recv-interval: 10 decode-log-interval: 50 stream-interval: 50 diff --git a/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/gb300-fp8/8k1k/disagg-3p1d-p-tp4-ep4-dp4-d-tp16-ep16-dp16-b1024-c480-mtp.yaml b/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/gb300-fp8/8k1k/disagg-3p1d-p-tp4-ep4-dp4-d-tp16-ep16-dp16-b1024-c480-mtp.yaml index e4588b3dda..70627208a1 100644 --- a/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/gb300-fp8/8k1k/disagg-3p1d-p-tp4-ep4-dp4-d-tp16-ep16-dp16-b1024-c480-mtp.yaml +++ b/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/gb300-fp8/8k1k/disagg-3p1d-p-tp4-ep4-dp4-d-tp16-ep16-dp16-b1024-c480-mtp.yaml @@ -10,7 +10,7 @@ dynamo: install: true source: - rev: 46520ca59afe992fb5ef61b3197b2316f8df9b2b + wheel: "1.5.0.dev20260917" frontend: type: dynamo enable_multiple_frontends: true @@ -19,7 +19,7 @@ frontend: model: path: "qwen3.5-fp8" - container: "lmsysorg/sglang:v0.5.14-cu130@sha256:5027e95bf6ec536856b1b52a91d1f35ff5c564ab83e8a94758a169ff09bb8df3" + container: "lmsysorg/sglang:nightly-dev-cu13-20260918-20518d85" precision: "fp8" resources: @@ -67,7 +67,7 @@ roles: enable-dp-lm-head: true moe-dense-tp-size: 1 - mamba-scheduler-strategy: "no_buffer" + mamba-radix-cache-strategy: "no_buffer" mamba-track-interval: 2048 mamba-ssm-dtype: "bfloat16" disaggregation-mode: "prefill" @@ -129,9 +129,8 @@ roles: moe-dense-tp-size: 1 enable-dp-attention: true enable-dp-lm-head: true - prefill-round-robin-balance: true - - mamba-scheduler-strategy: "no_buffer" + load-balance-method: "follow_bootstrap_room" + mamba-radix-cache-strategy: "no_buffer" mamba-track-interval: 128 mamba-ssm-dtype: "bfloat16" @@ -149,7 +148,7 @@ roles: mem-fraction-static: 0.7 max-mamba-cache-size: 1024 max-running-requests: 1024 - cuda-graph-max-bs: 128 + cuda-graph-max-bs-decode: 128 watchdog-timeout: 1000000 page-size: 64 diff --git a/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/gb300-fp8/8k1k/disagg-4p1d-p-tp4-ep4-dp4-d-tp16-ep16-dp16-b1024-c768-mtp.yaml b/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/gb300-fp8/8k1k/disagg-4p1d-p-tp4-ep4-dp4-d-tp16-ep16-dp16-b1024-c768-mtp.yaml index e0cc1ab0a3..f1a7b98476 100644 --- a/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/gb300-fp8/8k1k/disagg-4p1d-p-tp4-ep4-dp4-d-tp16-ep16-dp16-b1024-c768-mtp.yaml +++ b/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/gb300-fp8/8k1k/disagg-4p1d-p-tp4-ep4-dp4-d-tp16-ep16-dp16-b1024-c768-mtp.yaml @@ -10,7 +10,7 @@ dynamo: install: true source: - rev: 46520ca59afe992fb5ef61b3197b2316f8df9b2b + wheel: "1.5.0.dev20260917" frontend: type: dynamo enable_multiple_frontends: true @@ -19,7 +19,7 @@ frontend: model: path: "qwen3.5-fp8" - container: "lmsysorg/sglang:v0.5.14-cu130@sha256:5027e95bf6ec536856b1b52a91d1f35ff5c564ab83e8a94758a169ff09bb8df3" + container: "lmsysorg/sglang:nightly-dev-cu13-20260918-20518d85" precision: "fp8" resources: @@ -67,7 +67,7 @@ roles: enable-dp-lm-head: true moe-dense-tp-size: 1 - mamba-scheduler-strategy: "no_buffer" + mamba-radix-cache-strategy: "no_buffer" mamba-track-interval: 2048 mamba-ssm-dtype: "bfloat16" disaggregation-mode: "prefill" @@ -129,9 +129,8 @@ roles: moe-dense-tp-size: 1 enable-dp-attention: true enable-dp-lm-head: true - prefill-round-robin-balance: true - - mamba-scheduler-strategy: "no_buffer" + load-balance-method: "follow_bootstrap_room" + mamba-radix-cache-strategy: "no_buffer" mamba-track-interval: 128 mamba-ssm-dtype: "bfloat16" @@ -149,7 +148,7 @@ roles: mem-fraction-static: 0.7 max-mamba-cache-size: 1024 max-running-requests: 1024 - cuda-graph-max-bs: 128 + cuda-graph-max-bs-decode: 128 watchdog-timeout: 1000000 page-size: 64 diff --git a/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/gb300-fp8/8k1k/disagg-6p1d-p-tp4-ep4-dp4-d-tp16-ep16-dp16-b1024-c1280-mtp.yaml b/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/gb300-fp8/8k1k/disagg-6p1d-p-tp4-ep4-dp4-d-tp16-ep16-dp16-b1024-c1280-mtp.yaml index 510e6146a5..66b5848a9d 100644 --- a/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/gb300-fp8/8k1k/disagg-6p1d-p-tp4-ep4-dp4-d-tp16-ep16-dp16-b1024-c1280-mtp.yaml +++ b/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/gb300-fp8/8k1k/disagg-6p1d-p-tp4-ep4-dp4-d-tp16-ep16-dp16-b1024-c1280-mtp.yaml @@ -10,7 +10,7 @@ dynamo: install: true source: - rev: 46520ca59afe992fb5ef61b3197b2316f8df9b2b + wheel: "1.5.0.dev20260917" frontend: type: dynamo enable_multiple_frontends: true @@ -19,7 +19,7 @@ frontend: model: path: "qwen3.5-fp8" - container: "lmsysorg/sglang:v0.5.14-cu130@sha256:5027e95bf6ec536856b1b52a91d1f35ff5c564ab83e8a94758a169ff09bb8df3" + container: "lmsysorg/sglang:nightly-dev-cu13-20260918-20518d85" precision: "fp8" resources: @@ -67,7 +67,7 @@ roles: enable-dp-lm-head: true moe-dense-tp-size: 1 - mamba-scheduler-strategy: "no_buffer" + mamba-radix-cache-strategy: "no_buffer" mamba-track-interval: 2048 mamba-ssm-dtype: "bfloat16" disaggregation-mode: "prefill" @@ -129,9 +129,8 @@ roles: moe-dense-tp-size: 1 enable-dp-attention: true enable-dp-lm-head: true - prefill-round-robin-balance: true - - mamba-scheduler-strategy: "no_buffer" + load-balance-method: "follow_bootstrap_room" + mamba-radix-cache-strategy: "no_buffer" mamba-track-interval: 128 mamba-ssm-dtype: "bfloat16" @@ -149,7 +148,7 @@ roles: mem-fraction-static: 0.7 max-mamba-cache-size: 1024 max-running-requests: 1024 - cuda-graph-max-bs: 128 + cuda-graph-max-bs-decode: 128 watchdog-timeout: 1000000 page-size: 64 diff --git a/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/gb300-fp8/8k1k/disagg-7p1d-p-tp4-ep4-dp4-d-tp16-ep16-dp16-b2048-c1344-mtp.yaml b/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/gb300-fp8/8k1k/disagg-7p1d-p-tp4-ep4-dp4-d-tp16-ep16-dp16-b2048-c1344-mtp.yaml index 0759135190..889912e380 100644 --- a/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/gb300-fp8/8k1k/disagg-7p1d-p-tp4-ep4-dp4-d-tp16-ep16-dp16-b2048-c1344-mtp.yaml +++ b/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/gb300-fp8/8k1k/disagg-7p1d-p-tp4-ep4-dp4-d-tp16-ep16-dp16-b2048-c1344-mtp.yaml @@ -10,7 +10,7 @@ dynamo: install: true source: - rev: 46520ca59afe992fb5ef61b3197b2316f8df9b2b + wheel: "1.5.0.dev20260917" frontend: type: dynamo enable_multiple_frontends: true @@ -19,7 +19,7 @@ frontend: model: path: "qwen3.5-fp8" - container: "lmsysorg/sglang:v0.5.14-cu130@sha256:5027e95bf6ec536856b1b52a91d1f35ff5c564ab83e8a94758a169ff09bb8df3" + container: "lmsysorg/sglang:nightly-dev-cu13-20260918-20518d85" precision: "fp8" resources: @@ -67,7 +67,7 @@ roles: enable-dp-lm-head: true moe-dense-tp-size: 1 - mamba-scheduler-strategy: "no_buffer" + mamba-radix-cache-strategy: "no_buffer" mamba-track-interval: 2048 mamba-ssm-dtype: "bfloat16" disaggregation-mode: "prefill" @@ -129,9 +129,8 @@ roles: moe-dense-tp-size: 1 enable-dp-attention: true enable-dp-lm-head: true - prefill-round-robin-balance: true - - mamba-scheduler-strategy: "no_buffer" + load-balance-method: "follow_bootstrap_room" + mamba-radix-cache-strategy: "no_buffer" mamba-track-interval: 128 mamba-ssm-dtype: "bfloat16" @@ -149,7 +148,7 @@ roles: mem-fraction-static: 0.7 max-mamba-cache-size: 2048 max-running-requests: 2048 - cuda-graph-max-bs: 128 + cuda-graph-max-bs-decode: 128 watchdog-timeout: 1000000 page-size: 64 diff --git a/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/gb300-fp8/8k1k/disagg-8p1d-p-tp4-ep4-dp4-d-tp16-ep16-dp16-b2048-c1920x2304-mtp.yaml b/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/gb300-fp8/8k1k/disagg-8p1d-p-tp4-ep4-dp4-d-tp16-ep16-dp16-b2048-c1920x2304-mtp.yaml index 505b8cef0e..746465737c 100644 --- a/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/gb300-fp8/8k1k/disagg-8p1d-p-tp4-ep4-dp4-d-tp16-ep16-dp16-b2048-c1920x2304-mtp.yaml +++ b/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/gb300-fp8/8k1k/disagg-8p1d-p-tp4-ep4-dp4-d-tp16-ep16-dp16-b2048-c1920x2304-mtp.yaml @@ -10,7 +10,7 @@ dynamo: install: true source: - rev: 46520ca59afe992fb5ef61b3197b2316f8df9b2b + wheel: "1.5.0.dev20260917" frontend: type: dynamo enable_multiple_frontends: true @@ -19,7 +19,7 @@ frontend: model: path: "qwen3.5-fp8" - container: "lmsysorg/sglang:v0.5.14-cu130@sha256:5027e95bf6ec536856b1b52a91d1f35ff5c564ab83e8a94758a169ff09bb8df3" + container: "lmsysorg/sglang:nightly-dev-cu13-20260918-20518d85" precision: "fp8" resources: @@ -67,7 +67,7 @@ roles: enable-dp-lm-head: true moe-dense-tp-size: 1 - mamba-scheduler-strategy: "no_buffer" + mamba-radix-cache-strategy: "no_buffer" mamba-track-interval: 2048 mamba-ssm-dtype: "bfloat16" disaggregation-mode: "prefill" @@ -129,9 +129,8 @@ roles: moe-dense-tp-size: 1 enable-dp-attention: true enable-dp-lm-head: true - prefill-round-robin-balance: true - - mamba-scheduler-strategy: "no_buffer" + load-balance-method: "follow_bootstrap_room" + mamba-radix-cache-strategy: "no_buffer" mamba-track-interval: 128 mamba-ssm-dtype: "bfloat16" @@ -149,7 +148,7 @@ roles: mem-fraction-static: 0.7 max-mamba-cache-size: 2048 max-running-requests: 2048 - cuda-graph-max-bs: 128 + cuda-graph-max-bs-decode: 128 watchdog-timeout: 1000000 page-size: 64 diff --git a/configs/nvidia-master.yaml b/configs/nvidia-master.yaml index 36e171688e..01a6e7d086 100644 --- a/configs/nvidia-master.yaml +++ b/configs/nvidia-master.yaml @@ -7821,13 +7821,13 @@ kimik3-fp4-b200-dynamo-vllm-agentic-dspark: additional-settings: - "CONFIG_FILE=recipes/kimik3/vllm/b200-fp4/agentx/agg-tp8pp2-mooncake-c96.yaml" qwen3.5-fp8-gb300-dynamo-sglang-mtp: - image: lmsysorg/sglang:v0.5.14-cu130@sha256:5027e95bf6ec536856b1b52a91d1f35ff5c564ab83e8a94758a169ff09bb8df3 + image: lmsysorg/sglang:nightly-dev-cu13-20260918-20518d85 model: Qwen/Qwen3.5-397B-A17B-FP8 model-prefix: qwen3.5 runner: gb300 precision: fp8 framework: dynamo-sglang - router: { name: dynamo-router, version: "46520ca59afe992fb5ef61b3197b2316f8df9b2b" } + router: { name: dynamo-router, version: "1.5.0.dev20260917" } kv-p2p-transfer: mooncake multinode: true disagg: true diff --git a/perf-changelog.yaml b/perf-changelog.yaml index 43fbc3590d..e117b3713b 100644 --- a/perf-changelog.yaml +++ b/perf-changelog.yaml @@ -8359,3 +8359,26 @@ - "Replace the decode-role prefill-round-robin-balance: true with load-balance-method: follow_bootstrap_room in the 5 srt-slurm recipes of this key that set it: SGLang nightly-dev-cu13-20260918-20518d85 no longer has --prefill-round-robin-balance (run 35319100186, every decode worker of the DEP16 arm exited at argument parsing) and its --load-balance-method choices are auto, round_robin, follow_bootstrap_room, total_requests and total_tokens; the prefill roles keep load-balance-method: round_robin" - "在该 key 中设置了该参数的 5 个 srt-slurm 配方里，将 decode 角色的 prefill-round-robin-balance: true 替换为 load-balance-method: follow_bootstrap_room：SGLang nightly-dev-cu13-20260918-20518d85 已没有 --prefill-round-robin-balance（运行 35319100186 中 DEP16 分支的所有 decode worker 在参数解析阶段退出），其 --load-balance-method 可选值为 auto、round_robin、follow_bootstrap_room、total_requests 与 total_tokens；prefill 角色保持 load-balance-method: round_robin" pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/3253 + +- config-keys: + - qwen3.5-fp8-gb300-dynamo-sglang-mtp + description: + - "Update the Qwen3.5 FP8 GB300 Dynamo-SGLang 8k1k MTP SGLang image from lmsysorg/sglang:v0.5.14-cu130@sha256:5027e95bf6ec536856b1b52a91d1f35ff5c564ab83e8a94758a169ff09bb8df3 to lmsysorg/sglang:nightly-dev-cu13-20260918-20518d85 (2026-09-18 upstream cu13 dev nightly, sgl-project/sglang@20518d85, amd64 + arm64)" + - "In the 7 srt-slurm recipes of this key, set model.container to the same image, rename cuda-graph-max-bs to cuda-graph-max-bs-decode for the same reason, and move the Dynamo install from source commit 46520ca59afe992fb5ef61b3197b2316f8df9b2b to the public 1.5.0.dev20260917 wheel (the master router version follows), the newest Dynamo nightly, since the June source build predates the SGLang ServerArgs compatibility fixes that Dynamo 1.5.0.dev20260910 and later carry; recipe topologies, concurrencies and serving flags are otherwise unchanged" + - "将 Qwen3.5 FP8 GB300 Dynamo-SGLang 8k1k MTP 的 SGLang 镜像从 lmsysorg/sglang:v0.5.14-cu130@sha256:5027e95bf6ec536856b1b52a91d1f35ff5c564ab83e8a94758a169ff09bb8df3 更新为 lmsysorg/sglang:nightly-dev-cu13-20260918-20518d85（2026-09-18 上游 cu13 dev nightly，sgl-project/sglang@20518d85，amd64 + arm64）" + - "在该 key 的 7 个 srt-slurm 配方中，将 model.container 设为同一镜像，出于同样原因将 cuda-graph-max-bs 改为 cuda-graph-max-bs-decode，并将 Dynamo 安装从源码提交 46520ca59afe992fb5ef61b3197b2316f8df9b2b 改为公开的 1.5.0.dev20260917 wheel（master 中的 router 版本随之更新），这是最新的 Dynamo nightly，因为 6 月的源码构建早于 Dynamo 1.5.0.dev20260910 及之后版本所包含的 SGLang ServerArgs 兼容性修复；配方拓扑、并发与服务参数保持不变" + pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/3255 + +- config-keys: + - qwen3.5-fp8-gb300-dynamo-sglang-mtp + description: + - "Rename mamba-scheduler-strategy to mamba-radix-cache-strategy (value no_buffer unchanged) in the 7 srt-slurm recipes of this key that set it: SGLang nightly-dev-cu13-20260918-20518d85 rejects the old spelling as an unrecognized argument (run 35317753866, every prefill and decode worker exited at argument parsing), and its help lists --mamba-radix-cache-strategy {auto,no_buffer,extra_buffer,extra_buffer_lazy} as the replacement" + - "在该 key 中设置了该参数的 7 个 srt-slurm 配方里，将 mamba-scheduler-strategy 改名为 mamba-radix-cache-strategy（取值 no_buffer 不变）：SGLang nightly-dev-cu13-20260918-20518d85 将旧写法视为未识别参数（运行 35317753866 中所有 prefill 与 decode worker 在参数解析阶段退出），其帮助信息列出 --mamba-radix-cache-strategy {auto,no_buffer,extra_buffer,extra_buffer_lazy} 为替代" + pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/3255 + +- config-keys: + - qwen3.5-fp8-gb300-dynamo-sglang-mtp + description: + - "Replace the decode-role prefill-round-robin-balance: true with load-balance-method: follow_bootstrap_room in the 5 srt-slurm recipes of this key that set it: SGLang nightly-dev-cu13-20260918-20518d85 no longer has --prefill-round-robin-balance (run 35319100186, every decode worker of the DEP16 arm exited at argument parsing) and its --load-balance-method choices are auto, round_robin, follow_bootstrap_room, total_requests and total_tokens; the prefill roles keep load-balance-method: round_robin" + - "在该 key 中设置了该参数的 5 个 srt-slurm 配方里，将 decode 角色的 prefill-round-robin-balance: true 替换为 load-balance-method: follow_bootstrap_room：SGLang nightly-dev-cu13-20260918-20518d85 已没有 --prefill-round-robin-balance（运行 35319100186 中 DEP16 分支的所有 decode worker 在参数解析阶段退出），其 --load-balance-method 可选值为 auto、round_robin、follow_bootstrap_room、total_requests 与 total_tokens；prefill 角色保持 load-balance-method: round_robin" + pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/3255