{
  "id": "qwen36-35b-vllm",
  "title": "Qwen3.6-35B-A3B: vLLM recipe",
  "kind": "deployment",
  "source_type": "maintainer_recipe",
  "summary": "A smaller MoE deployment recipe with publisher and third-party FP8/NVFP4 alternatives.",
  "runtime": "vLLM",
  "runtime_topics": [
    "vLLM"
  ],
  "hardware_topics": [
    "amd",
    "intel",
    "nvidia",
    "spark"
  ],
  "platform_topics": [
    "linux"
  ],
  "model_label": "Qwen3.6-35B-A3B",
  "model_family": "Qwen",
  "model_id": "Qwen/Qwen3.6-35B-A3B",
  "model_release_date": null,
  "model_artifact": {
    "id": "Qwen/Qwen3.6-35B-A3B",
    "revision": null,
    "format": "bf16"
  },
  "evidence_state": "source_reported",
  "site_reproduced": false,
  "record_type": "curated_reference",
  "performance_ranking_allowed": false,
  "metrics": null,
  "metrics_status": "site_metrics_unmeasured; attributed_source_figures_in_editorial.reported_results",
  "conditions": {
    "model_revision": null,
    "weight_hash": null,
    "runtime_execution_revision": null,
    "input_tokens": null,
    "output_tokens": null,
    "concurrency": null,
    "cache_state": null,
    "quantization": null,
    "speculative_decoding": null,
    "temperature": null,
    "top_p": null
  },
  "reported_setup": {
    "system": null,
    "node_count": null,
    "parallelism": null,
    "kv_dtype": null,
    "context_limit_tokens": null,
    "experiment_date": null
  },
  "test_profiles": [],
  "deployment_options": [
    {
      "variant": "default",
      "model_id": "Qwen/Qwen3.6-35B-A3B",
      "precision": "bf16",
      "supported_hardware": null,
      "model_revision": null,
      "declared_planning_minimum_gb": 84,
      "minimum_runtime_version": "0.17.0",
      "extra_args": [],
      "tensor_parallel_by_hardware": null
    },
    {
      "variant": "fp8",
      "model_id": "Qwen/Qwen3.6-35B-A3B-FP8",
      "precision": "fp8",
      "supported_hardware": null,
      "model_revision": null,
      "declared_planning_minimum_gb": 42,
      "minimum_runtime_version": "0.17.0",
      "extra_args": [],
      "tensor_parallel_by_hardware": null
    },
    {
      "variant": "nvfp4",
      "model_id": "nvidia/Qwen3.6-35B-A3B-NVFP4",
      "precision": "nvfp4",
      "supported_hardware": null,
      "model_revision": null,
      "declared_planning_minimum_gb": 21,
      "minimum_runtime_version": "0.28.0",
      "extra_args": [],
      "tensor_parallel_by_hardware": 1
    },
    {
      "variant": "redhat_nvfp4",
      "model_id": "RedHatAI/Qwen3.6-35B-A3B-NVFP4",
      "precision": "nvfp4",
      "supported_hardware": null,
      "model_revision": null,
      "declared_planning_minimum_gb": 21,
      "minimum_runtime_version": "0.17.0",
      "extra_args": [
        "--kv-cache-dtype",
        "fp8"
      ],
      "tensor_parallel_by_hardware": null
    },
    {
      "variant": "redhat_fp8",
      "model_id": "RedHatAI/Qwen3.6-35B-A3B-FP8-dynamic",
      "precision": "fp8",
      "supported_hardware": null,
      "model_revision": null,
      "declared_planning_minimum_gb": 42,
      "minimum_runtime_version": "0.17.0",
      "extra_args": [
        "--kv-cache-dtype",
        "fp8"
      ],
      "tensor_parallel_by_hardware": null
    },
    {
      "variant": "redhat_fp8_plain",
      "model_id": "RedHatAI/Qwen3.6-35B-A3B-FP8",
      "precision": "fp8",
      "supported_hardware": null,
      "model_revision": null,
      "declared_planning_minimum_gb": 42,
      "minimum_runtime_version": "0.17.0",
      "extra_args": [
        "--kv-cache-dtype",
        "fp8"
      ],
      "tensor_parallel_by_hardware": null
    }
  ],
  "recipe_parameters": {
    "minimum_runtime_version": "0.17.0",
    "nightly_required": false,
    "model_context_limit_tokens": 262144,
    "compatible_strategies": [
      "single_node_tp",
      "single_node_tep",
      "single_node_dep",
      "multi_node_tp",
      "multi_node_tp_pp",
      "multi_node_dep",
      "multi_node_tep"
    ],
    "hardware_claims": [
      {
        "profile": "dgx_spark_gb10",
        "maintainer_status": "verified"
      },
      {
        "profile": "h100",
        "maintainer_status": "verified"
      },
      {
        "profile": "h200",
        "maintainer_status": "verified"
      },
      {
        "profile": "mi300x",
        "maintainer_status": "verified"
      },
      {
        "profile": "mi325x",
        "maintainer_status": "verified"
      },
      {
        "profile": "mi355x",
        "maintainer_status": "verified"
      },
      {
        "profile": "rtx_pro_6000",
        "maintainer_status": "verified"
      },
      {
        "profile": "dgx_station_gb300",
        "maintainer_status": "verified"
      },
      {
        "profile": "rtx_5090",
        "maintainer_status": "verified"
      },
      {
        "profile": "arc_pro_b60",
        "maintainer_status": "verified"
      },
      {
        "profile": "arc_pro_b70",
        "maintainer_status": "verified"
      }
    ],
    "recipe_updated_on": "2026-09-14",
    "effective_default_minimum_runtime_version": "0.17.0"
  },
  "measurement_scope": "deployment_reference",
  "notes": [
    "Recipe minimum engine version: 0.17.0.",
    "Default artifact: Qwen/Qwen3.6-35B-A3B.",
    "Variant and hardware settings are source declarations; select the matching original profile."
  ],
  "limitations": [
    "Conversions from different publishers remain distinct artifacts.",
    "Input length, output policy, concurrency and cache are workload-specific; no single benchmark is inferred from the recipe."
  ],
  "comparison_status": "not_comparable",
  "editorial_status": "source_derived_detailed_article",
  "public_benchmark_snapshot": false,
  "source": {
    "publisher": "vllm-project",
    "url": "https://github.com/vllm-project/recipes",
    "repository": "vllm-project/recipes",
    "platform": "github",
    "revision": "d5fc1f55cee70f4e1944f2dd4f7569cb8276ad94",
    "document_path": "models/Qwen/Qwen3.6-35B-A3B.yaml",
    "pinned_url": "https://github.com/vllm-project/recipes/blob/d5fc1f55cee70f4e1944f2dd4f7569cb8276ad94/models/Qwen/Qwen3.6-35B-A3B.yaml",
    "report_url": null,
    "document_sha256": "b09823ad261d3e52081322869ceef0ce3ff5b2500b59cd4666f76d0845b2f71d",
    "last_commit_at": "2026-10-17T09:22:45Z",
    "checked_on": "2026-10-17",
    "metadata_status": "checked"
  },
  "license": {
    "declared_spdx": "Apache-2.0",
    "scope": "Recipe repository only; each model and conversion has independent distribution terms."
  },
  "editorial": {
    "version": 1,
    "published_on": "2026-10-17",
    "modified_on": "2026-10-17",
    "byline": "Run AI Here editorial",
    "creation_method": "AI-assisted source reading and original editorial synthesis; no independent model execution.",
    "answer": "The pinned Qwen3.6-35B-A3B recipe defaults to Qwen/Qwen3.6-35B-A3B (bf16). Its effective default-variant minimum is vLLM 0.17.0. Select the exact variant, hardware override and topology before treating it as a launch plan. No deployment was run by this site.",
    "sections": [
      {
        "heading": "Which artifact and engine does this recipe select?",
        "paragraphs": [
          "The recipe identifies Qwen/Qwen3.6-35B-A3B as its model family entry and selects Qwen/Qwen3.6-35B-A3B by default. The default precision label is bf16; model-wide and variant-specific runtime requirements are kept separately below. The document revision fixes what the recipe said, while the weight revision and executed runtime revision remain separate fields. A model-family title alone cannot establish either artifact identity."
        ],
        "citations": [
          "https://github.com/vllm-project/recipes/blob/d5fc1f55cee70f4e1944f2dd4f7569cb8276ad94/models/Qwen/Qwen3.6-35B-A3B.yaml#L74"
        ]
      },
      {
        "heading": "What needs special attention for this model?",
        "paragraphs": [
          "The 35B total / 3B active MoE labels describe parameter activation, not guaranteed quality or memory proportional to 3B. BF16 and converted FP8/NVFP4 artifacts are separate. The recipe includes different AMD and Intel overrides, with distinct text-only, encoder placement and long-context controls."
        ],
        "citations": [
          "https://github.com/vllm-project/recipes/blob/d5fc1f55cee70f4e1944f2dd4f7569cb8276ad94/models/Qwen/Qwen3.6-35B-A3B.yaml#L28"
        ]
      },
      {
        "heading": "How should the settings be applied?",
        "paragraphs": [
          "Choose one artifact variant and one hardware profile from the original recipe, then resolve its shared, variant, hardware, strategy and optional-feature settings together. The base arguments listed here are only one layer and are deliberately not presented as a complete runnable command. Check any nightly-image requirement and the model’s parsers before loading weights. A context declaration is a model limit, while batched-token and sequence settings control a serving workload."
        ],
        "citations": [
          "https://github.com/vllm-project/recipes/blob/d5fc1f55cee70f4e1944f2dd4f7569cb8276ad94/models/Qwen/Qwen3.6-35B-A3B.yaml#L258"
        ]
      },
      {
        "heading": "What does the memory number mean?",
        "paragraphs": [
          "The GB figure is the recipe’s declared planning minimum for the selected variant. It is not a site measurement, a universal peak allocation or a promise of maximum context. KV cache, auxiliary/draft models, image encoders, temporary workspace and active requests still require memory. Keep GB and GiB distinct, and use the actual artifact size and runtime allocation for a machine-specific budget."
        ],
        "citations": [
          "https://github.com/vllm-project/recipes/blob/d5fc1f55cee70f4e1944f2dd4f7569cb8276ad94/models/Qwen/Qwen3.6-35B-A3B.yaml#L106"
        ]
      },
      {
        "heading": "What is needed to reproduce a deployment?",
        "paragraphs": [
          "Save the model and conversion revisions, weight hashes, tokenizer/template, container or runtime digest, device count/topology and complete resolved launch. First check one short public request. For a subsequent measurement, fix input and output counts, concurrency, cache state, warmup, sampling, reasoning effort, repetitions and failures. The declarations on this page are source configuration facts; no throughput or quality outcome follows from them."
        ],
        "citations": [
          "https://github.com/vllm-project/recipes/blob/d5fc1f55cee70f4e1944f2dd4f7569cb8276ad94/models/Qwen/Qwen3.6-35B-A3B.yaml#L278"
        ]
      }
    ],
    "facts": [
      {
        "name": "Architecture",
        "value": "moe",
        "classification": "recipe_declaration",
        "evidence_url": "https://github.com/vllm-project/recipes/blob/d5fc1f55cee70f4e1944f2dd4f7569cb8276ad94/models/Qwen/Qwen3.6-35B-A3B.yaml#L32",
        "source_document_sha256": "b09823ad261d3e52081322869ceef0ce3ff5b2500b59cd4666f76d0845b2f71d"
      },
      {
        "name": "Total parameters as counted by recipe",
        "value": "35B",
        "classification": "recipe_declaration",
        "evidence_url": "https://github.com/vllm-project/recipes/blob/d5fc1f55cee70f4e1944f2dd4f7569cb8276ad94/models/Qwen/Qwen3.6-35B-A3B.yaml#L33",
        "source_document_sha256": "b09823ad261d3e52081322869ceef0ce3ff5b2500b59cd4666f76d0845b2f71d"
      },
      {
        "name": "Active parameters as counted by recipe",
        "value": "3B",
        "classification": "recipe_declaration",
        "evidence_url": "https://github.com/vllm-project/recipes/blob/d5fc1f55cee70f4e1944f2dd4f7569cb8276ad94/models/Qwen/Qwen3.6-35B-A3B.yaml#L34",
        "source_document_sha256": "b09823ad261d3e52081322869ceef0ce3ff5b2500b59cd4666f76d0845b2f71d"
      },
      {
        "name": "Native context declaration (tokens)",
        "value": 262144,
        "classification": "recipe_declaration",
        "evidence_url": "https://github.com/vllm-project/recipes/blob/d5fc1f55cee70f4e1944f2dd4f7569cb8276ad94/models/Qwen/Qwen3.6-35B-A3B.yaml#L35",
        "source_document_sha256": "b09823ad261d3e52081322869ceef0ce3ff5b2500b59cd4666f76d0845b2f71d"
      },
      {
        "name": "Model-wide minimum vLLM",
        "value": "0.17.0",
        "classification": "recipe_declaration",
        "evidence_url": "https://github.com/vllm-project/recipes/blob/d5fc1f55cee70f4e1944f2dd4f7569cb8276ad94/models/Qwen/Qwen3.6-35B-A3B.yaml#L30",
        "source_document_sha256": "b09823ad261d3e52081322869ceef0ce3ff5b2500b59cd4666f76d0845b2f71d"
      },
      {
        "name": "Effective default-variant minimum vLLM",
        "value": "0.17.0",
        "classification": "recipe_declaration",
        "evidence_url": "https://github.com/vllm-project/recipes/blob/d5fc1f55cee70f4e1944f2dd4f7569cb8276ad94/models/Qwen/Qwen3.6-35B-A3B.yaml#L30",
        "source_document_sha256": "b09823ad261d3e52081322869ceef0ce3ff5b2500b59cd4666f76d0845b2f71d"
      },
      {
        "name": "Default artifact",
        "value": "Qwen/Qwen3.6-35B-A3B",
        "classification": "recipe_declaration",
        "evidence_url": "https://github.com/vllm-project/recipes/blob/d5fc1f55cee70f4e1944f2dd4f7569cb8276ad94/models/Qwen/Qwen3.6-35B-A3B.yaml#L74",
        "source_document_sha256": "b09823ad261d3e52081322869ceef0ce3ff5b2500b59cd4666f76d0845b2f71d"
      },
      {
        "name": "Default precision label",
        "value": "bf16",
        "classification": "recipe_declaration",
        "evidence_url": "https://github.com/vllm-project/recipes/blob/d5fc1f55cee70f4e1944f2dd4f7569cb8276ad94/models/Qwen/Qwen3.6-35B-A3B.yaml#L74",
        "source_document_sha256": "b09823ad261d3e52081322869ceef0ce3ff5b2500b59cd4666f76d0845b2f71d"
      },
      {
        "name": "Default planning minimum (GB; recipe declaration)",
        "value": 84,
        "classification": "recipe_declaration",
        "evidence_url": "https://github.com/vllm-project/recipes/blob/d5fc1f55cee70f4e1944f2dd4f7569cb8276ad94/models/Qwen/Qwen3.6-35B-A3B.yaml#L106",
        "source_document_sha256": "b09823ad261d3e52081322869ceef0ce3ff5b2500b59cd4666f76d0845b2f71d"
      },
      {
        "name": "Default variant hardware allowlist",
        "value": null,
        "classification": "recipe_declaration",
        "evidence_url": "https://github.com/vllm-project/recipes/blob/d5fc1f55cee70f4e1944f2dd4f7569cb8276ad94/models/Qwen/Qwen3.6-35B-A3B.yaml#L74",
        "source_document_sha256": "b09823ad261d3e52081322869ceef0ce3ff5b2500b59cd4666f76d0845b2f71d"
      },
      {
        "name": "Shared base arguments (incomplete launch)",
        "value": [
          "--trust-remote-code"
        ],
        "classification": "recipe_declaration",
        "evidence_url": "https://github.com/vllm-project/recipes/blob/d5fc1f55cee70f4e1944f2dd4f7569cb8276ad94/models/Qwen/Qwen3.6-35B-A3B.yaml#L74",
        "source_document_sha256": "b09823ad261d3e52081322869ceef0ce3ff5b2500b59cd4666f76d0845b2f71d"
      },
      {
        "name": "Declared compatible strategies",
        "value": [
          "single_node_tp",
          "single_node_tep",
          "single_node_dep",
          "multi_node_tp",
          "multi_node_tp_pp",
          "multi_node_dep",
          "multi_node_tep"
        ],
        "classification": "recipe_declaration",
        "evidence_url": "https://github.com/vllm-project/recipes/blob/d5fc1f55cee70f4e1944f2dd4f7569cb8276ad94/models/Qwen/Qwen3.6-35B-A3B.yaml#L74",
        "source_document_sha256": "b09823ad261d3e52081322869ceef0ce3ff5b2500b59cd4666f76d0845b2f71d"
      },
      {
        "name": "Optional feature names",
        "value": [
          "tool_calling",
          "reasoning",
          "spec_decoding",
          "text_only",
          "encoder_parallel",
          "long_context"
        ],
        "classification": "recipe_declaration",
        "evidence_url": "https://github.com/vllm-project/recipes/blob/d5fc1f55cee70f4e1944f2dd4f7569cb8276ad94/models/Qwen/Qwen3.6-35B-A3B.yaml#L74",
        "source_document_sha256": "b09823ad261d3e52081322869ceef0ce3ff5b2500b59cd4666f76d0845b2f71d"
      },
      {
        "name": "Features selected by default",
        "value": [
          "spec_decoding",
          "text_only",
          "long_context"
        ],
        "classification": "recipe_declaration",
        "evidence_url": "https://github.com/vllm-project/recipes/blob/d5fc1f55cee70f4e1944f2dd4f7569cb8276ad94/models/Qwen/Qwen3.6-35B-A3B.yaml#L74",
        "source_document_sha256": "b09823ad261d3e52081322869ceef0ce3ff5b2500b59cd4666f76d0845b2f71d"
      }
    ],
    "reported_results": [],
    "source_document_sha256": "b09823ad261d3e52081322869ceef0ce3ff5b2500b59cd4666f76d0845b2f71d"
  }
}