{
  "id": "glm53-vllm",
  "title": "GLM-5.3: vLLM recipe",
  "kind": "deployment",
  "source_type": "maintainer_recipe",
  "summary": "Full GLM-5.3 recipe, including quantization alternatives and accelerator-specific serving controls.",
  "runtime": "vLLM",
  "runtime_topics": [
    "vLLM"
  ],
  "hardware_topics": [
    "amd",
    "ascend",
    "nvidia"
  ],
  "platform_topics": [
    "linux"
  ],
  "model_label": "GLM-5.3",
  "model_family": "GLM",
  "model_id": "zai-org/GLM-5.3",
  "model_release_date": null,
  "model_artifact": {
    "id": "zai-org/GLM-5.3",
    "revision": null,
    "format": "fp8"
  },
  "evidence_state": "source_reported",
  "site_reproduced": false,
  "record_type": "curated_reference",
  "performance_ranking_allowed": false,
  "metrics": null,
  "metrics_status": "site_metrics_unmeasured; attributed_source_figures_in_editorial.reported_results",
  "conditions": {
    "model_revision": null,
    "weight_hash": null,
    "runtime_execution_revision": null,
    "input_tokens": null,
    "output_tokens": null,
    "concurrency": null,
    "cache_state": null,
    "quantization": null,
    "speculative_decoding": null,
    "temperature": null,
    "top_p": null
  },
  "reported_setup": {
    "system": null,
    "node_count": null,
    "parallelism": null,
    "kv_dtype": null,
    "context_limit_tokens": null,
    "experiment_date": null
  },
  "test_profiles": [],
  "deployment_options": [
    {
      "variant": "default",
      "model_id": "zai-org/GLM-5.3",
      "precision": "fp8",
      "supported_hardware": null,
      "model_revision": null,
      "declared_planning_minimum_gb": 893,
      "minimum_runtime_version": "0.29.0",
      "extra_args": [],
      "tensor_parallel_by_hardware": null
    },
    {
      "variant": "nvfp4",
      "model_id": "Inferact/GLM-5.3-NVFP4",
      "precision": "nvfp4",
      "supported_hardware": null,
      "model_revision": null,
      "declared_planning_minimum_gb": 558,
      "minimum_runtime_version": "0.29.0",
      "extra_args": [],
      "tensor_parallel_by_hardware": null
    },
    {
      "variant": "w4a8",
      "model_id": "gpustack/GLM-5.3-W4A8",
      "precision": "int4",
      "supported_hardware": [
        "h100",
        "h200"
      ],
      "model_revision": null,
      "declared_planning_minimum_gb": 447,
      "minimum_runtime_version": "0.29.0",
      "extra_args": [
        "--enable-expert-parallel",
        "--trust-remote-code"
      ],
      "tensor_parallel_by_hardware": null
    },
    {
      "variant": "bf16",
      "model_id": "zai-org/GLM-5.3-BF16",
      "precision": "bf16",
      "supported_hardware": null,
      "model_revision": null,
      "declared_planning_minimum_gb": 1786,
      "minimum_runtime_version": "0.29.0",
      "extra_args": [],
      "tensor_parallel_by_hardware": null
    }
  ],
  "recipe_parameters": {
    "minimum_runtime_version": "0.29.0",
    "nightly_required": false,
    "model_context_limit_tokens": 1048576,
    "compatible_strategies": [
      "single_node_tp",
      "single_node_tep",
      "multi_node_tp",
      "multi_node_tp_pp",
      "multi_node_tep",
      "multi_node_dep",
      "pd_cluster"
    ],
    "hardware_claims": [
      {
        "profile": "b300",
        "maintainer_status": "verified"
      },
      {
        "profile": "h200",
        "maintainer_status": "verified"
      },
      {
        "profile": "mi325x",
        "maintainer_status": "verified"
      },
      {
        "profile": "mi350x",
        "maintainer_status": "verified"
      },
      {
        "profile": "ascend_950pr_8x",
        "maintainer_status": "verified"
      },
      {
        "profile": "dgx_station_gb300",
        "maintainer_status": "verified"
      }
    ],
    "recipe_updated_on": "2026-10-15",
    "effective_default_minimum_runtime_version": "0.29.0"
  },
  "measurement_scope": "deployment_reference",
  "notes": [
    "Recipe minimum engine version: 0.29.0.",
    "Default artifact: zai-org/GLM-5.3.",
    "Variant and hardware settings are source declarations; select the matching original profile."
  ],
  "limitations": [
    "The full and Flash models are distinct, even where the engine is shared.",
    "Input length, output policy, concurrency and cache are workload-specific; no single benchmark is inferred from the recipe."
  ],
  "comparison_status": "not_comparable",
  "editorial_status": "source_derived_detailed_article",
  "public_benchmark_snapshot": false,
  "source": {
    "publisher": "vllm-project",
    "url": "https://github.com/vllm-project/recipes",
    "repository": "vllm-project/recipes",
    "platform": "github",
    "revision": "d5fc1f55cee70f4e1944f2dd4f7569cb8276ad94",
    "document_path": "models/zai-org/GLM-5.3.yaml",
    "pinned_url": "https://github.com/vllm-project/recipes/blob/d5fc1f55cee70f4e1944f2dd4f7569cb8276ad94/models/zai-org/GLM-5.3.yaml",
    "report_url": null,
    "document_sha256": "0ed75e46d1c66e8ac5adad351385b3a76bd01526895c597a5ec4f7570cc9fed6",
    "last_commit_at": "2026-10-17T09:22:45Z",
    "checked_on": "2026-10-17",
    "metadata_status": "checked"
  },
  "license": {
    "declared_spdx": "Apache-2.0",
    "scope": "Recipe repository only; each model and conversion has independent distribution terms."
  },
  "editorial": {
    "version": 1,
    "published_on": "2026-10-17",
    "modified_on": "2026-10-17",
    "byline": "Run AI Here editorial",
    "creation_method": "AI-assisted source reading and original editorial synthesis; no independent model execution.",
    "answer": "The pinned GLM-5.3 recipe defaults to zai-org/GLM-5.3 (fp8). Its effective default-variant minimum is vLLM 0.29.0. Select the exact variant, hardware override and topology before treating it as a launch plan. No deployment was run by this site.",
    "sections": [
      {
        "heading": "Which artifact and engine does this recipe select?",
        "paragraphs": [
          "The recipe identifies zai-org/GLM-5.3 as its model family entry and selects zai-org/GLM-5.3 by default. The default precision label is fp8; model-wide and variant-specific runtime requirements are kept separately below. The document revision fixes what the recipe said, while the weight revision and executed runtime revision remain separate fields. A model-family title alone cannot establish either artifact identity."
        ],
        "citations": [
          "https://github.com/vllm-project/recipes/blob/d5fc1f55cee70f4e1944f2dd4f7569cb8276ad94/models/zai-org/GLM-5.3.yaml#L84"
        ]
      },
      {
        "heading": "What needs special attention for this model?",
        "paragraphs": [
          "This is the full model rather than Flash. The base FP8 KV setting and the target precision are different quantities. Check the hardware override, tool parser and reasoning effort with the chosen artifact. The recipe’s 893 GB planning minimum cannot predict the usable context, concurrency or peak allocation of an eight-GPU deployment."
        ],
        "citations": [
          "https://github.com/vllm-project/recipes/blob/d5fc1f55cee70f4e1944f2dd4f7569cb8276ad94/models/zai-org/GLM-5.3.yaml#L31"
        ]
      },
      {
        "heading": "How should the settings be applied?",
        "paragraphs": [
          "Choose one artifact variant and one hardware profile from the original recipe, then resolve its shared, variant, hardware, strategy and optional-feature settings together. The base arguments listed here are only one layer and are deliberately not presented as a complete runnable command. Check any nightly-image requirement and the model’s parsers before loading weights. A context declaration is a model limit, while batched-token and sequence settings control a serving workload."
        ],
        "citations": [
          "https://github.com/vllm-project/recipes/blob/d5fc1f55cee70f4e1944f2dd4f7569cb8276ad94/models/zai-org/GLM-5.3.yaml#L181"
        ]
      },
      {
        "heading": "What does the memory number mean?",
        "paragraphs": [
          "The GB figure is the recipe’s declared planning minimum for the selected variant. It is not a site measurement, a universal peak allocation or a promise of maximum context. KV cache, auxiliary/draft models, image encoders, temporary workspace and active requests still require memory. Keep GB and GiB distinct, and use the actual artifact size and runtime allocation for a machine-specific budget."
        ],
        "citations": [
          "https://github.com/vllm-project/recipes/blob/d5fc1f55cee70f4e1944f2dd4f7569cb8276ad94/models/zai-org/GLM-5.3.yaml#L105"
        ]
      },
      {
        "heading": "What is needed to reproduce a deployment?",
        "paragraphs": [
          "Save the model and conversion revisions, weight hashes, tokenizer/template, container or runtime digest, device count/topology and complete resolved launch. First check one short public request. For a subsequent measurement, fix input and output counts, concurrency, cache state, warmup, sampling, reasoning effort, repetitions and failures. The declarations on this page are source configuration facts; no throughput or quality outcome follows from them."
        ],
        "citations": [
          "https://github.com/vllm-project/recipes/blob/d5fc1f55cee70f4e1944f2dd4f7569cb8276ad94/models/zai-org/GLM-5.3.yaml#L255"
        ]
      }
    ],
    "facts": [
      {
        "name": "Architecture",
        "value": "moe",
        "classification": "recipe_declaration",
        "evidence_url": "https://github.com/vllm-project/recipes/blob/d5fc1f55cee70f4e1944f2dd4f7569cb8276ad94/models/zai-org/GLM-5.3.yaml#L41",
        "source_document_sha256": "0ed75e46d1c66e8ac5adad351385b3a76bd01526895c597a5ec4f7570cc9fed6"
      },
      {
        "name": "Total parameters as counted by recipe",
        "value": "743B",
        "classification": "recipe_declaration",
        "evidence_url": "https://github.com/vllm-project/recipes/blob/d5fc1f55cee70f4e1944f2dd4f7569cb8276ad94/models/zai-org/GLM-5.3.yaml#L42",
        "source_document_sha256": "0ed75e46d1c66e8ac5adad351385b3a76bd01526895c597a5ec4f7570cc9fed6"
      },
      {
        "name": "Active parameters as counted by recipe",
        "value": "39B",
        "classification": "recipe_declaration",
        "evidence_url": "https://github.com/vllm-project/recipes/blob/d5fc1f55cee70f4e1944f2dd4f7569cb8276ad94/models/zai-org/GLM-5.3.yaml#L43",
        "source_document_sha256": "0ed75e46d1c66e8ac5adad351385b3a76bd01526895c597a5ec4f7570cc9fed6"
      },
      {
        "name": "Native context declaration (tokens)",
        "value": 1048576,
        "classification": "recipe_declaration",
        "evidence_url": "https://github.com/vllm-project/recipes/blob/d5fc1f55cee70f4e1944f2dd4f7569cb8276ad94/models/zai-org/GLM-5.3.yaml#L44",
        "source_document_sha256": "0ed75e46d1c66e8ac5adad351385b3a76bd01526895c597a5ec4f7570cc9fed6"
      },
      {
        "name": "Model-wide minimum vLLM",
        "value": "0.29.0",
        "classification": "recipe_declaration",
        "evidence_url": "https://github.com/vllm-project/recipes/blob/d5fc1f55cee70f4e1944f2dd4f7569cb8276ad94/models/zai-org/GLM-5.3.yaml#L37",
        "source_document_sha256": "0ed75e46d1c66e8ac5adad351385b3a76bd01526895c597a5ec4f7570cc9fed6"
      },
      {
        "name": "Effective default-variant minimum vLLM",
        "value": "0.29.0",
        "classification": "recipe_declaration",
        "evidence_url": "https://github.com/vllm-project/recipes/blob/d5fc1f55cee70f4e1944f2dd4f7569cb8276ad94/models/zai-org/GLM-5.3.yaml#L37",
        "source_document_sha256": "0ed75e46d1c66e8ac5adad351385b3a76bd01526895c597a5ec4f7570cc9fed6"
      },
      {
        "name": "Default artifact",
        "value": "zai-org/GLM-5.3",
        "classification": "recipe_declaration",
        "evidence_url": "https://github.com/vllm-project/recipes/blob/d5fc1f55cee70f4e1944f2dd4f7569cb8276ad94/models/zai-org/GLM-5.3.yaml#L84",
        "source_document_sha256": "0ed75e46d1c66e8ac5adad351385b3a76bd01526895c597a5ec4f7570cc9fed6"
      },
      {
        "name": "Default precision label",
        "value": "fp8",
        "classification": "recipe_declaration",
        "evidence_url": "https://github.com/vllm-project/recipes/blob/d5fc1f55cee70f4e1944f2dd4f7569cb8276ad94/models/zai-org/GLM-5.3.yaml#L84",
        "source_document_sha256": "0ed75e46d1c66e8ac5adad351385b3a76bd01526895c597a5ec4f7570cc9fed6"
      },
      {
        "name": "Default planning minimum (GB; recipe declaration)",
        "value": 893,
        "classification": "recipe_declaration",
        "evidence_url": "https://github.com/vllm-project/recipes/blob/d5fc1f55cee70f4e1944f2dd4f7569cb8276ad94/models/zai-org/GLM-5.3.yaml#L105",
        "source_document_sha256": "0ed75e46d1c66e8ac5adad351385b3a76bd01526895c597a5ec4f7570cc9fed6"
      },
      {
        "name": "Default variant hardware allowlist",
        "value": null,
        "classification": "recipe_declaration",
        "evidence_url": "https://github.com/vllm-project/recipes/blob/d5fc1f55cee70f4e1944f2dd4f7569cb8276ad94/models/zai-org/GLM-5.3.yaml#L84",
        "source_document_sha256": "0ed75e46d1c66e8ac5adad351385b3a76bd01526895c597a5ec4f7570cc9fed6"
      },
      {
        "name": "Shared base arguments (incomplete launch)",
        "value": [
          "--kv-cache-dtype",
          "fp8_e4m3"
        ],
        "classification": "recipe_declaration",
        "evidence_url": "https://github.com/vllm-project/recipes/blob/d5fc1f55cee70f4e1944f2dd4f7569cb8276ad94/models/zai-org/GLM-5.3.yaml#L84",
        "source_document_sha256": "0ed75e46d1c66e8ac5adad351385b3a76bd01526895c597a5ec4f7570cc9fed6"
      },
      {
        "name": "Declared compatible strategies",
        "value": [
          "single_node_tp",
          "single_node_tep",
          "multi_node_tp",
          "multi_node_tp_pp",
          "multi_node_tep",
          "multi_node_dep",
          "pd_cluster"
        ],
        "classification": "recipe_declaration",
        "evidence_url": "https://github.com/vllm-project/recipes/blob/d5fc1f55cee70f4e1944f2dd4f7569cb8276ad94/models/zai-org/GLM-5.3.yaml#L84",
        "source_document_sha256": "0ed75e46d1c66e8ac5adad351385b3a76bd01526895c597a5ec4f7570cc9fed6"
      },
      {
        "name": "Optional feature names",
        "value": [
          "tool_calling",
          "reasoning",
          "spec_decoding"
        ],
        "classification": "recipe_declaration",
        "evidence_url": "https://github.com/vllm-project/recipes/blob/d5fc1f55cee70f4e1944f2dd4f7569cb8276ad94/models/zai-org/GLM-5.3.yaml#L84",
        "source_document_sha256": "0ed75e46d1c66e8ac5adad351385b3a76bd01526895c597a5ec4f7570cc9fed6"
      },
      {
        "name": "Features selected by default",
        "value": [
          "spec_decoding"
        ],
        "classification": "recipe_declaration",
        "evidence_url": "https://github.com/vllm-project/recipes/blob/d5fc1f55cee70f4e1944f2dd4f7569cb8276ad94/models/zai-org/GLM-5.3.yaml#L84",
        "source_document_sha256": "0ed75e46d1c66e8ac5adad351385b3a76bd01526895c597a5ec4f7570cc9fed6"
      }
    ],
    "reported_results": [],
    "source_document_sha256": "0ed75e46d1c66e8ac5adad351385b3a76bd01526895c597a5ec4f7570cc9fed6"
  }
}