[Klaud Cold] minimaxm3-fp4-mi355x-atom-agentic-mtp: MiniMax-M3 MXFP4 ATOM AgentX on MI355X with the Inferact EAGLE3 drafter / MI355X 上采用 Inferact EAGLE3 草稿模型的 MiniMax-M3 MXFP4 ATOM AgentX 配方

benchmarks/single_node/agentic/minimaxm3_fp4_mi355x_atom_mtp.sh

@@ -0,0 +1,161 @@
+#!/usr/bin/env bash
+set -eo pipefail
+set -x
+
+# Agentic trace replay benchmark for MiniMax-M3 MXFP4 on MI355X using ATOM
+# with EAGLE3 speculative decoding against the Inferact drafter.
+#
+# The server flags are a port of the retired single-turn 8k1k MI355X ATOM
+# recipe (benchmarks/single_node/fixed_seq_len/deprecated/
+# minimaxm3_fp4_mi355x_atom_mtp.sh): same EAGLE3 drafter and draft length,
+# same ptpc_fp8 online quant exclusions, same Triton attention env, same
+# block size and memory fraction. The serve shape follows the upstream ATOM
+# recipe (https://github.com/ROCm/ATOM/blob/main/recipes/Qwen3.5.md): TP4,
+# FP8 KV cache, three draft tokens, and ATOM defaults for everything the
+# recipe does not name.
+#
+# Two deliberate departures from the retired 8k1k script:
+#   * prefix caching stays ON. Trace replay is exactly the workload it pays
+#     for, so --no-enable_prefix_caching is not carried over.
+#   * --max-model-len is left at the model default. Agentic traces are long
+#     context and must not be clipped to the 8k1k scenario's 32768.
+#
+# Required env vars:
+#   MODEL, MODEL_PATH, TP, CONC, KV_OFFLOADING, KV_OFFLOAD_BACKEND,
+#   TOTAL_CPU_DRAM_GB, RESULT_DIR, DURATION, EP_SIZE, DP_ATTENTION
+
+source "$(dirname "$0")/../../benchmark_lib.sh"
+
+export EVAL_FRAMEWORK="lm-eval"
+
+check_env_vars MODEL TP CONC KV_OFFLOADING TOTAL_CPU_DRAM_GB RESULT_DIR DURATION EP_SIZE DP_ATTENTION
+
+echo "MODEL=$MODEL TP=$TP CONC=$CONC KV_OFFLOADING=$KV_OFFLOADING TOTAL_CPU_DRAM_GB=$TOTAL_CPU_DRAM_GB RESULT_DIR=$RESULT_DIR DURATION=$DURATION EP_SIZE=$EP_SIZE DP_ATTENTION=$DP_ATTENTION"
+
+if [[ -n "${SLURM_JOB_ID:-}" ]]; then
+    echo "JOB $SLURM_JOB_ID running on ${SLURMD_NODENAME:-unknown}"
+fi
+
+# The upstream recipe is TP4, which is also what MiniMax-M3's four KV heads
+# want: one KV head per rank keeps the AITER sparse-attention fast path. The
+# retired 8k1k MI355X ATOM recipe swept TP4 for the same reason.
+if [ "$TP" -ne 4 ] || [ "$EP_SIZE" -ne 1 ] || [ "$DP_ATTENTION" != "false" ]; then
+    echo "This recipe requires TP=4, EP_SIZE=1, and DP_ATTENTION=false" >&2
+    exit 1
+fi
+require_agentic_kv_offload_none
+
+# ROCR/HIP visibility
+if [[ -n "${ROCR_VISIBLE_DEVICES:-}" ]]; then
+    export HIP_VISIBLE_DEVICES="$ROCR_VISIBLE_DEVICES"
+fi
+
+# Drafter and draft length carried over from the retired 8k1k MI355X ATOM
+# recipe. MiniMax-M3's plan-of-record draft is the external Inferact EAGLE3
+# head, not the checkpoint's MTP modules.
+DRAFT_MODEL="Inferact/MiniMax-M3-EAGLE3"
+NUM_SPEC_TOKENS=3
+# golden_al_distribution/minimaxm3_eagle3.yaml: minimax-m3.thinking_on[3]
+SPEC_DECODE_AL=2.83
+
+if [[ -n "${MODEL_PATH:-}" ]]; then
+    if [[ ! -d "$MODEL_PATH" || -z "$(ls -A "$MODEL_PATH" 2>/dev/null)" ]]; then
+        hf download "$MODEL" --local-dir "$MODEL_PATH"
+    fi
+else
+    hf download "$MODEL"
+    export MODEL_PATH="$MODEL"
+fi
+
+hf download "$DRAFT_MODEL"
+
+rocm-smi || true
+amd-smi || true
+
+resolve_trace_source
+install_agentic_deps
+
+# Require the ATOM Prometheus stream in every official result. AIPerf
+# deduplicates this endpoint against its automatic localhost discovery.
+export AIPERF_SERVER_METRICS_URLS="http://localhost:${PORT}/metrics"
+export AIPERF_REQUIRED_SERVER_METRIC_PREFIX="atom:"
+
+# VRAM space check
+wait_for_amd_gpu_clean
+
+# ---- Server config ----------------------------------------------------------
+SERVER_LOG="$RESULT_DIR/server.log"
+mkdir -p "$RESULT_DIR"
+
+SERVER_PID=""
+cleanup_atom_server() {
+    local exit_code=$?
+    trap - EXIT INT TERM
+    set +e
+    stop_background_process_tree "$SERVER_PID" "ATOM server" 60
+    exit "$exit_code"
+}
+trap cleanup_atom_server EXIT
+trap 'exit 130' INT
+trap 'exit 143' TERM
+
+echo "Starting atom server..."
+export PYTHONNOUSERSITE=1
+
+# ---- ATOM env (from the retired 8k1k MI355X ATOM recipe) --------------------
+export AITER_QUICK_REDUCE_QUANTIZATION=INT4
+export ATOM_FORCE_ATTN_TRITON=1
+# Without this the aiter kernel logs flood the server log for the whole replay.
+export AITER_LOG_LEVEL="${AITER_LOG_LEVEL:-WARNING}"
+
+MEM_FRAC_STATIC=0.8
+MAX_NUM_BATCHED_TOKENS=32768
+
+# ---- Speculative ------------------------------------------------------------
+# Synthetic acceptance standardizes throughput against the committed golden
+# EAGLE3 curve. Accuracy evals must use real target verification.
+SPEC_ARGS=(
+    --method eagle3
+    --draft-model "$DRAFT_MODEL"
+    --num-speculative-tokens "$NUM_SPEC_TOKENS"
+)
+if [ "${EVAL_ONLY:-false}" != "true" ]; then
+    SPEC_ARGS+=(--spec-decode-acceptance-length "$SPEC_DECODE_AL")
+fi
+echo "DRAFT_MODEL=$DRAFT_MODEL NUM_SPEC_TOKENS=$NUM_SPEC_TOKENS SPEC_DECODE_AL=$SPEC_DECODE_AL"
+
+# ---- LLM server -------------------------------------------------------------
+# AgentX concurrency counts session trees. Keep 2x scheduler headroom for the
+# request bursts produced by subagent fan-out.
+ATOM_CMD=(
+    python3 -u -m atom.entrypoints.openai_server
+    --model "$MODEL_PATH"
+    --served-model-name "$MODEL"
+    --host 0.0.0.0
+    --server-port "$PORT"
+    --tensor-parallel-size "$TP"
+    --trust-remote-code
+    --block-size 128
+    --kv_cache_dtype fp8
+    --enable_prefix_caching
+    --gpu-memory-utilization "$MEM_FRAC_STATIC"
+    --max-num-batched-tokens "$MAX_NUM_BATCHED_TOKENS"
+    --max-num-seqs "$((2 * CONC))"
+    --online_quant_config '{"global_quant_config": "ptpc_fp8", "exclude_layer": ["lm_head", "model.embed_tokens", "vision_tower", "multi_modal_projector", "patch_merge_mlp", "*block_sparse_moe"]}'
+    "${SPEC_ARGS[@]}"
+)
+write_command "$RESULT_DIR/server_command.txt" "${ATOM_CMD[@]}"
+"${ATOM_CMD[@]}" > "$SERVER_LOG" 2>&1 &
+SERVER_PID=$!
+echo "Server PID: $SERVER_PID"
+
+wait_for_server_ready --port "$PORT" --server-log "$SERVER_LOG" --server-pid "$SERVER_PID"
+
+# ---- Run benchmark ----------------------------------------------------------
+if [ "${EVAL_ONLY:-false}" = "true" ]; then
+    run_eval --port "$PORT"
+else
+    build_replay_cmd "$RESULT_DIR"
+    REPLAY_CMD+=" --apply-chat-template"
+    run_agentic_replay_and_write_outputs "$RESULT_DIR"
+fi

configs/amd-master.yaml

@@ -1679,6 +1679,26 @@ minimaxm3-fp4-mi355x-vllm-agentic-mtp:
       - { tp: 2, kv-offloading: none, conc-list: [1, 2, 5], spec-decoding: mtp }
       - { tp: 4, kv-offloading: dram, kv-offload-backend: { name: lmcache, version: "0.5.3" }, conc-list: [32, 40], spec-decoding: mtp }
 
+# MiniMax-M3 MXFP4 agentic-coding benchmark on MI355X via ATOM with EAGLE3
+# speculative decoding against the Inferact drafter. Server flags are a port
+# of the retired single-turn 8k1k MI355X ATOM recipe; the serve shape follows
+# the upstream ATOM recipe
+# (https://github.com/ROCm/ATOM/blob/main/recipes/Qwen3.5.md): TP4, FP8 KV
+# cache, three draft tokens, ATOM defaults for everything it does not name.
+# No KV offloading in this first ATOM AgentX bring-up.
+minimaxm3-fp4-mi355x-atom-agentic-mtp:
+  image: rocm/atom-dev:nightly_202608251555
+  model: amd/MiniMax-M3-MXFP4
+  model-prefix: minimaxm3
+  runner: cluster:mi355x-amds
+  precision: fp4
+  framework: atom
+  multinode: false
+  scenarios:
+    agentic-coding:
+    - search-space:
+      - { tp: 4, ep: 1, dp-attn: false, kv-offloading: none, conc-list: [1, 4, 8, 12, 16], spec-decoding: mtp }
+
 # GLM-5.2 FP4 agentic-coding benchmark on MI355X via SGLang with MTP speculative
 # decoding. Two arms: (1) TP4/EP4 with HiCache KV offloading to DRAM, concurrency
 # sweep [1, 2, 4, 8, 10, 12, 16]; (2) TP8/EP8 without KV offloading for low-latency

perf-changelog.yaml

@@ -6467,3 +6467,14 @@
     - "Reduce the concurrency-1536 disaggregated topology from six to five DEP8 prefill workers while retaining one DEP16 decode worker."
   pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/2644
 
+- config-keys:
+    - minimaxm3-fp4-mi355x-atom-agentic-mtp
+  scenario-type:
+    - agentic-coding
+  description:
+    - "Add a day-zero MiniMax-M3 MXFP4 AgentX recipe on MI355X with ATOM, EAGLE3 speculative decoding against the Inferact drafter, TP4, and concurrency 1/4/8/12/16."
+    - "Port the server flags from the retired single-turn 8k1k MI355X ATOM recipe: same drafter and draft length, ptpc_fp8 online quant exclusions, Triton attention, block size 128, and memory fraction 0.8."
+    - "Follow the upstream ATOM recipe serve shape of TP4 with an FP8 KV cache and three draft tokens, leaving ATOM defaults for every knob the recipe does not name."
+    - "Keep prefix caching enabled and the model default max sequence length, unlike the retired 8k1k recipe."
+    - "Pin throughput runs to the committed golden EAGLE3 acceptance length of 2.83 at three draft tokens; eval-only runs keep real target verification."
+  pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/2734