From 43b7be407345e71efac7549caad38ab42c0d34e9 Mon Sep 17 00:00:00 2001 From: functionstackx <47992694+functionstackx@users.noreply.github.com> Date: Sat, 5 Sep 2026 18:40:02 -0400 Subject: [PATCH] feat(config): add conc 10/12/14 to kimik3-fp4-b300-vllm-agentic-dspark MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Extend the TP8 x DCP8 Mooncake sweep with concurrency 10, 12 and 14. They land in the recipe's conc 9-16 band and draft with DSpark level 3 at the committed golden AL 3.00. Repoint the runner from the retired cluster:b300-nv (#2826) to cluster:b300-dsxe so the sweep can schedule. 为 kimik3-fp4-b300-vllm-agentic-dspark 的 TP8 x DCP8 Mooncake 扫描新增并发 10、12、14。这些点落在 recipe 现有的 conc 9-16 区间，以 DSpark level 3 和已提交的 golden AL 3.00 起草。同时将 runner 从已在 #2826 退役的 cluster:b300-nv 改为 cluster:b300-dsxe，使扫描可以调度。 Co-Authored-By: Claude Fable 5.1 --- .../single_node/agentic/kimik3_fp4_b300_vllm_mtp.sh | 2 +- configs/nvidia-master.yaml | 6 +++--- perf-changelog.yaml | 9 +++++++++ 3 files changed, 13 insertions(+), 4 deletions(-) diff --git a/benchmarks/single_node/agentic/kimik3_fp4_b300_vllm_mtp.sh b/benchmarks/single_node/agentic/kimik3_fp4_b300_vllm_mtp.sh index 86b07e5f2d..a27c030020 100755 --- a/benchmarks/single_node/agentic/kimik3_fp4_b300_vllm_mtp.sh +++ b/benchmarks/single_node/agentic/kimik3_fp4_b300_vllm_mtp.sh @@ -5,7 +5,7 @@ set -x # Agentic trace replay for Kimi-K3 (MXFP4) on B300: TP8 x DCP8, TokenspeedMLA, # Mooncake as the external KV tier. Concurrency selects the arm: # conc <= 8 DSpark level 7, golden AL 3.84 -# conc 16 DSpark level 3, golden AL 3.00 +# conc 10-16 DSpark level 3, golden AL 3.00 # conc > 16 no drafting # Keep the arms disjoint in concurrency: exp-name carries conc and spec but not # the arm, so a shared concurrency would collide. diff --git a/configs/nvidia-master.yaml b/configs/nvidia-master.yaml index 0a6c86df6d..b31afc88e1 100644 --- a/configs/nvidia-master.yaml +++ b/configs/nvidia-master.yaml @@ -1489,7 +1489,7 @@ kimik3-fp4-b300-vllm-agentic-dspark: image: vllm/vllm-openai:nightly-dev-x86_64-cu13.0.1-5894fdf model: moonshotai/Kimi-K3 model-prefix: kimik3 - runner: cluster:b300-nv + runner: cluster:b300-dsxe precision: fp4 framework: vllm multinode: false @@ -1502,9 +1502,9 @@ kimik3-fp4-b300-vllm-agentic-dspark: search-space: # TP8-only: a ~1.5 TB MXFP4 checkpoint does not fit below 8 GPUs. # One entry for every arm: the recipe drafts at DSpark 7 up to conc 8, - # DSpark 3 at conc 16, and not at all above. Keep the concurrencies + # DSpark 3 at conc 10-16, and not at all above. Keep the concurrencies # disjoint across arms so exp-names stay unique. - - { tp: 8, ep: 1, dcp-size: 8, spec-decoding: mtp, kv-offloading: dram, kv-offload-backend: { name: mooncake, version: "0.3.11.post1" }, conc-list: [1, 2, 4, 8, 16, 24, 32, 40, 48, 56, 70] } + - { tp: 8, ep: 1, dcp-size: 8, spec-decoding: mtp, kv-offloading: dram, kv-offload-backend: { name: mooncake, version: "0.3.11.post1" }, conc-list: [1, 2, 4, 8, 10, 12, 14, 16, 24, 32, 40, 48, 56, 70] } dsr1-fp8-b200-trt: image: nvcr.io#nvidia/tensorrt-llm/release:1.3.0rc14 diff --git a/perf-changelog.yaml b/perf-changelog.yaml index 912728b2ef..b48e8318df 100644 --- a/perf-changelog.yaml +++ b/perf-changelog.yaml @@ -6902,3 +6902,12 @@ - "Lower mem-fraction-static from 0.89 to 0.86 on every arm: TP4, TP8 and TP8 with DP attention. swa-full-tokens-ratio becomes per-arm: 0.10 on the tensor-parallel arms as before, 0.15 under DP attention." - "Drop concurrency 2 and 10 from the TP4 arm, leaving [1, 4, 8], and drop concurrency 16 from the TP8 hicache arm, leaving [32, 48]. Concurrency 16 remains on the TP8 no-offload arm." pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/2800 + +- config-keys: + - kimik3-fp4-b300-vllm-agentic-dspark + scenario-type: + - agentic-coding + description: + - "Add concurrency 10, 12 and 14 to the TP8 x DCP8 Mooncake sweep, so the conc-list becomes [1, 2, 4, 8, 10, 12, 14, 16, 24, 32, 40, 48, 56, 70]. The new points fall in the recipe's existing conc 9-16 band and therefore draft with DSpark level 3 at the committed golden AL 3.00, the same arm as concurrency 16." + - "Repoint the runner from cluster:b300-nv, whose launcher and runner labels were retired in #2826, to cluster:b300-dsxe so the sweep can schedule." + pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/2846