{ "id": "A20", "path": "/guides/glm53-full-four-spark-tensorfold-deployment/", "title": "Full GLM-5.3 on Four Sparks: Cache Layout, Speed and Fidelity", "summary": "Audit the 753B non-Flash EXL3 TP4 recipe, replicated and shared Q5 cache, million-token retrieval, BF16-reference fidelity and later RDMA fixes.", "answer": "The source runs full GLM-5.3 on four GB10 nodes with EXL3 and native MTP-3. Its two cache layouts trade reported aggregate code throughput for a larger shared window. Peak RAM and a task-accuracy suite are absent; the published quality panel measures quantization fidelity.", "published_on": "2026-10-18", "modified_on": "2026-10-18", "source_checked_on": "2026-10-18", "sources": [ { "publisher": "bertholomus", "repository": "bertholomus/glm-5.3-tensorfold-tp4-4xgb10", "platform": "github", "revision": "9a5c1100c68cd8ea832803c120ee63313049fc21", "document_path": "README.md", "pinned_url": "https://github.com/bertholomus/glm-5.3-tensorfold-tp4-4xgb10/blob/9a5c1100c68cd8ea832803c120ee63313049fc21/README.md", "document_sha256": "088db2d55fbb6aecc2cc6576b3db9a26e70a13a2b5d89b83ad1cb0b54b03a6b4", "last_commit_at": "2026-10-09T05:31:45Z", "url": "https://github.com/bertholomus/glm-5.3-tensorfold-tp4-4xgb10", "report_url": "https://github.com/bertholomus/glm-5.3-tensorfold-tp4-4xgb10/blob/9a5c1100c68cd8ea832803c120ee63313049fc21/README.md", "checked_on": "2026-10-18", "metadata_status": "checked", "record_id": "glm53-full-tp4-exl3" } ], "supplemental_sources": [ { "document_id": "glmfull-speed-method", "parent_record_id": "glm53-full-tp4-exl3", "publisher": "bertholomus", "repository": "bertholomus/glm-5.3-tensorfold-tp4-4xgb10", "revision": "9a5c1100c68cd8ea832803c120ee63313049fc21", "document_path": "bench/tf_bench.py", "pinned_url": "https://github.com/bertholomus/glm-5.3-tensorfold-tp4-4xgb10/blob/9a5c1100c68cd8ea832803c120ee63313049fc21/bench/tf_bench.py", "document_sha256": "9652bf8a7359414ad451dc05ceee4f4bef6cfcf489e65334e9bec1e7895192b2", "last_commit_at": "2026-10-09T05:31:45Z", "checked_on": "2026-10-18", "public_URL_is_immutable": true, "revision_kind": "Git source document revision; executed engine and weight revisions are separate fields" }, { "document_id": "glmfull-needle-method", "parent_record_id": "glm53-full-tp4-exl3", "publisher": "bertholomus", "repository": "bertholomus/glm-5.3-tensorfold-tp4-4xgb10", "revision": "9a5c1100c68cd8ea832803c120ee63313049fc21", "document_path": "bench/tf_needle.py", "pinned_url": "https://github.com/bertholomus/glm-5.3-tensorfold-tp4-4xgb10/blob/9a5c1100c68cd8ea832803c120ee63313049fc21/bench/tf_needle.py", "document_sha256": "cdf8ab15fc7ec88073a714696b561f2e7a292ac9a0490571935bbe2cc933a4ab", "last_commit_at": "2026-10-09T05:31:45Z", "checked_on": "2026-10-18", "public_URL_is_immutable": true, "revision_kind": "Git source document revision; executed engine and weight revisions are separate fields" }, { "document_id": "glmfull-greedy-method", "parent_record_id": "glm53-full-tp4-exl3", "publisher": "bertholomus", "repository": "bertholomus/glm-5.3-tensorfold-tp4-4xgb10", "revision": "9a5c1100c68cd8ea832803c120ee63313049fc21", "document_path": "bench/tf_greedy.py", "pinned_url": "https://github.com/bertholomus/glm-5.3-tensorfold-tp4-4xgb10/blob/9a5c1100c68cd8ea832803c120ee63313049fc21/bench/tf_greedy.py", "document_sha256": "834c9f1e73af9431b585adf00aa3f14254d8713b638a4fa95c36b6a2074dbf37", "last_commit_at": "2026-10-09T05:31:45Z", "checked_on": "2026-10-18", "public_URL_is_immutable": true, "revision_kind": "Git source document revision; executed engine and weight revisions are separate fields" } ], "facts": [], "reported_results": [ { "label": "replicated Q5 four code streams", "metric": "aggregate_output_rate", "value": 82, "unit": "tokens/s", "statistic": "source-reported observation; dispersion unreported", "uncertainty": null, "conditions": { "model": "GLM-5.3 (full 753B, not Flash)", "model_artifact": "bertholomus/GLM-5.3-EXL3-3.0bpw", "model_revision": null, "engine": "TensorFold 0.6.0 + glm-dsa-tp4 branch", "runtime_execution_revision": null, "measured_runtime_short": "3eb35dd", "later_branch_head_short": "ddfad35", "executed_image_digest": null, "system": "four DGX Spark GB10, 128 GB unified memory each, direct dual-port 200G RoCE", "node_count": 4, "parallelism": "TP4", "weight_precision": "EXL3 3.04 bpw whole-model average; exllamav3 1.5.3", "kv_dtype": "Q5 MLA latent cache; FP8 indexer", "draft": "native MTP-3", "vision": false, "DFlash": false, "experiment_date": "2026-10-04", "temperature": 0, "thinking": null, "input_tokens": null, "output_tokens": null, "host_peak_RAM": null, "repetitions": null, "concurrency": 4, "context_limit_tokens": 65536, "cache_state": "replicated", "metric_denominator": "source reports HTTP prompt time included; release concurrent raw usage/harness not retained", "token_accounting_verified": false, "available_serial_stream_probe_counts_nonempty_SSE_chunks": true, "release_was_computed_by_that_probe": null, "value_is_approximate": false }, "evidence_state": "source_reported", "site_reproduced": false, "source_document_id": "glmfull-tp4-readme", "source_document_sha256": "088db2d55fbb6aecc2cc6576b3db9a26e70a13a2b5d89b83ad1cb0b54b03a6b4", "source_line": 57, "evidence_url": "https://github.com/bertholomus/glm-5.3-tensorfold-tp4-4xgb10/blob/9a5c1100c68cd8ea832803c120ee63313049fc21/README.md#L57", "source_record_id": "glm53-full-tp4-exl3" }, { "label": "DCP4 shared Q5 four code streams", "metric": "aggregate_output_rate", "value": 64, "unit": "tokens/s", "statistic": "source-reported observation; dispersion unreported", "uncertainty": null, "conditions": { "model": "GLM-5.3 (full 753B, not Flash)", "model_artifact": "bertholomus/GLM-5.3-EXL3-3.0bpw", "model_revision": null, "engine": "TensorFold 0.6.0 + glm-dsa-tp4 branch", "runtime_execution_revision": null, "measured_runtime_short": "3eb35dd", "later_branch_head_short": "ddfad35", "executed_image_digest": null, "system": "four DGX Spark GB10, 128 GB unified memory each, direct dual-port 200G RoCE", "node_count": 4, "parallelism": "TP4", "weight_precision": "EXL3 3.04 bpw whole-model average; exllamav3 1.5.3", "kv_dtype": "Q5 MLA latent cache; FP8 indexer", "draft": "native MTP-3", "vision": false, "DFlash": false, "experiment_date": "2026-10-04", "temperature": 0, "thinking": null, "input_tokens": null, "output_tokens": null, "host_peak_RAM": null, "repetitions": null, "concurrency": 4, "context_limit_tokens": 1048576, "cache_state": "four streams share one DCP4 pool", "metric_denominator": "source reports HTTP prompt time included; release concurrent raw usage/harness not retained", "token_accounting_verified": false, "available_serial_stream_probe_counts_nonempty_SSE_chunks": true, "release_was_computed_by_that_probe": null, "value_is_approximate": true }, "evidence_state": "source_reported", "site_reproduced": false, "source_document_id": "glmfull-tp4-readme", "source_document_sha256": "088db2d55fbb6aecc2cc6576b3db9a26e70a13a2b5d89b83ad1cb0b54b03a6b4", "source_line": 68, "evidence_url": "https://github.com/bertholomus/glm-5.3-tensorfold-tp4-4xgb10/blob/9a5c1100c68cd8ea832803c120ee63313049fc21/README.md#L68", "source_record_id": "glm53-full-tp4-exl3" }, { "label": "32K-labelled prefill", "metric": "prefill_rate", "value": 402, "unit": "tokens/s", "statistic": "source-reported observation; dispersion unreported", "uncertainty": null, "conditions": { "model": "GLM-5.3 (full 753B, not Flash)", "model_artifact": "bertholomus/GLM-5.3-EXL3-3.0bpw", "model_revision": null, "engine": "TensorFold 0.6.0 + glm-dsa-tp4 branch", "runtime_execution_revision": null, "measured_runtime_short": "3eb35dd", "later_branch_head_short": "ddfad35", "executed_image_digest": null, "system": "four DGX Spark GB10, 128 GB unified memory each, direct dual-port 200G RoCE", "node_count": 4, "parallelism": "TP4", "weight_precision": "EXL3 3.04 bpw whole-model average; exllamav3 1.5.3", "kv_dtype": "Q5 MLA latent cache; FP8 indexer", "draft": "native MTP-3", "vision": false, "DFlash": false, "experiment_date": "2026-10-04", "temperature": 0, "thinking": null, "input_tokens": null, "output_tokens": null, "host_peak_RAM": null, "repetitions": null, "concurrency": 1, "input_length_source_label": "32K", "context_limit_tokens": 1048576, "cache_state": null, "metric_denominator": "source HTTP prefill measurement, exact prompt count unreported" }, "evidence_state": "source_reported", "site_reproduced": false, "source_document_id": "glmfull-tp4-readme", "source_document_sha256": "088db2d55fbb6aecc2cc6576b3db9a26e70a13a2b5d89b83ad1cb0b54b03a6b4", "source_line": 71, "evidence_url": "https://github.com/bertholomus/glm-5.3-tensorfold-tp4-4xgb10/blob/9a5c1100c68cd8ea832803c120ee63313049fc21/README.md#L71", "source_record_id": "glm53-full-tp4-exl3" }, { "label": "forward KL", "metric": "KL_reference_to_quant", "value": 0.109, "unit": "nats", "statistic": "source-reported observation; dispersion unreported", "uncertainty": null, "conditions": { "model": "GLM-5.3 (full 753B, not Flash)", "model_artifact": "bertholomus/GLM-5.3-EXL3-3.0bpw", "model_revision": null, "engine": "TensorFold 0.6.0 + glm-dsa-tp4 branch", "runtime_execution_revision": null, "measured_runtime_short": "3eb35dd", "later_branch_head_short": "ddfad35", "executed_image_digest": null, "system": "four DGX Spark GB10, 128 GB unified memory each, direct dual-port 200G RoCE", "node_count": 4, "parallelism": "TP4", "weight_precision": "EXL3 3.04 bpw whole-model average; exllamav3 1.5.3", "kv_dtype": "no cache quantization", "draft": "native MTP-3", "vision": false, "DFlash": false, "experiment_date": null, "temperature": 0, "thinking": null, "input_tokens": null, "output_tokens": null, "host_peak_RAM": null, "repetitions": null, "concurrency": null, "quality_panel": "wikitext-2 test, 32 x 2048 = 65536 positions", "activation_dtype": "BF16", "reference": "BF16 full model", "cache_state": null, "quality_is_task_accuracy": false, "quality_arm": "forward KL" }, "evidence_state": "source_reported", "site_reproduced": false, "source_document_id": "glmfull-tp4-readme", "source_document_sha256": "088db2d55fbb6aecc2cc6576b3db9a26e70a13a2b5d89b83ad1cb0b54b03a6b4", "source_line": 167, "evidence_url": "https://github.com/bertholomus/glm-5.3-tensorfold-tp4-4xgb10/blob/9a5c1100c68cd8ea832803c120ee63313049fc21/README.md#L167", "source_record_id": "glm53-full-tp4-exl3" }, { "label": "reverse KL", "metric": "KL_quant_to_reference", "value": 0.123, "unit": "nats", "statistic": "source-reported observation; dispersion unreported", "uncertainty": null, "conditions": { "model": "GLM-5.3 (full 753B, not Flash)", "model_artifact": "bertholomus/GLM-5.3-EXL3-3.0bpw", "model_revision": null, "engine": "TensorFold 0.6.0 + glm-dsa-tp4 branch", "runtime_execution_revision": null, "measured_runtime_short": "3eb35dd", "later_branch_head_short": "ddfad35", "executed_image_digest": null, "system": "four DGX Spark GB10, 128 GB unified memory each, direct dual-port 200G RoCE", "node_count": 4, "parallelism": "TP4", "weight_precision": "EXL3 3.04 bpw whole-model average; exllamav3 1.5.3", "kv_dtype": "no cache quantization", "draft": "native MTP-3", "vision": false, "DFlash": false, "experiment_date": null, "temperature": 0, "thinking": null, "input_tokens": null, "output_tokens": null, "host_peak_RAM": null, "repetitions": null, "concurrency": null, "quality_panel": "wikitext-2 test, 32 x 2048 = 65536 positions", "activation_dtype": "BF16", "reference": "BF16 full model", "cache_state": null, "quality_is_task_accuracy": false, "quality_arm": "reverse KL" }, "evidence_state": "source_reported", "site_reproduced": false, "source_document_id": "glmfull-tp4-readme", "source_document_sha256": "088db2d55fbb6aecc2cc6576b3db9a26e70a13a2b5d89b83ad1cb0b54b03a6b4", "source_line": 168, "evidence_url": "https://github.com/bertholomus/glm-5.3-tensorfold-tp4-4xgb10/blob/9a5c1100c68cd8ea832803c120ee63313049fc21/README.md#L168", "source_record_id": "glm53-full-tp4-exl3" }, { "label": "top-1 agreement", "metric": "top1_agreement", "value": 90.2, "unit": "percent", "statistic": "source-reported observation; dispersion unreported", "uncertainty": null, "conditions": { "model": "GLM-5.3 (full 753B, not Flash)", "model_artifact": "bertholomus/GLM-5.3-EXL3-3.0bpw", "model_revision": null, "engine": "TensorFold 0.6.0 + glm-dsa-tp4 branch", "runtime_execution_revision": null, "measured_runtime_short": "3eb35dd", "later_branch_head_short": "ddfad35", "executed_image_digest": null, "system": "four DGX Spark GB10, 128 GB unified memory each, direct dual-port 200G RoCE", "node_count": 4, "parallelism": "TP4", "weight_precision": "EXL3 3.04 bpw whole-model average; exllamav3 1.5.3", "kv_dtype": "no cache quantization", "draft": "native MTP-3", "vision": false, "DFlash": false, "experiment_date": null, "temperature": 0, "thinking": null, "input_tokens": null, "output_tokens": null, "host_peak_RAM": null, "repetitions": null, "concurrency": null, "quality_panel": "wikitext-2 test, 32 x 2048 = 65536 positions", "activation_dtype": "BF16", "reference": "BF16 full model", "cache_state": null, "quality_is_task_accuracy": false, "quality_arm": "top-1 agreement" }, "evidence_state": "source_reported", "site_reproduced": false, "source_document_id": "glmfull-tp4-readme", "source_document_sha256": "088db2d55fbb6aecc2cc6576b3db9a26e70a13a2b5d89b83ad1cb0b54b03a6b4", "source_line": 169, "evidence_url": "https://github.com/bertholomus/glm-5.3-tensorfold-tp4-4xgb10/blob/9a5c1100c68cd8ea832803c120ee63313049fc21/README.md#L169", "source_record_id": "glm53-full-tp4-exl3" }, { "label": "quant perplexity", "metric": "perplexity", "value": 2.911, "unit": "perplexity", "statistic": "source-reported observation; dispersion unreported", "uncertainty": null, "conditions": { "model": "GLM-5.3 (full 753B, not Flash)", "model_artifact": "bertholomus/GLM-5.3-EXL3-3.0bpw", "model_revision": null, "engine": "TensorFold 0.6.0 + glm-dsa-tp4 branch", "runtime_execution_revision": null, "measured_runtime_short": "3eb35dd", "later_branch_head_short": "ddfad35", "executed_image_digest": null, "system": "four DGX Spark GB10, 128 GB unified memory each, direct dual-port 200G RoCE", "node_count": 4, "parallelism": "TP4", "weight_precision": "EXL3 3.04 bpw whole-model average; exllamav3 1.5.3", "kv_dtype": "no cache quantization", "draft": "native MTP-3", "vision": false, "DFlash": false, "experiment_date": null, "temperature": 0, "thinking": null, "input_tokens": null, "output_tokens": null, "host_peak_RAM": null, "repetitions": null, "concurrency": null, "quality_panel": "wikitext-2 test, 32 x 2048 = 65536 positions", "activation_dtype": "BF16", "reference": "BF16 full model", "cache_state": null, "quality_is_task_accuracy": false, "quality_arm": "quant perplexity" }, "evidence_state": "source_reported", "site_reproduced": false, "source_document_id": "glmfull-tp4-readme", "source_document_sha256": "088db2d55fbb6aecc2cc6576b3db9a26e70a13a2b5d89b83ad1cb0b54b03a6b4", "source_line": 170, "evidence_url": "https://github.com/bertholomus/glm-5.3-tensorfold-tp4-4xgb10/blob/9a5c1100c68cd8ea832803c120ee63313049fc21/README.md#L170", "source_record_id": "glm53-full-tp4-exl3" }, { "label": "BF16 perplexity", "metric": "perplexity", "value": 2.75, "unit": "perplexity", "statistic": "source-reported observation; dispersion unreported", "uncertainty": null, "conditions": { "model": "GLM-5.3 (full 753B, not Flash)", "model_artifact": "bertholomus/GLM-5.3-EXL3-3.0bpw", "model_revision": null, "engine": "TensorFold 0.6.0 + glm-dsa-tp4 branch", "runtime_execution_revision": null, "measured_runtime_short": "3eb35dd", "later_branch_head_short": "ddfad35", "executed_image_digest": null, "system": "four DGX Spark GB10, 128 GB unified memory each, direct dual-port 200G RoCE", "node_count": 4, "parallelism": "TP4", "weight_precision": "EXL3 3.04 bpw whole-model average; exllamav3 1.5.3", "kv_dtype": "no cache quantization", "draft": "native MTP-3", "vision": false, "DFlash": false, "experiment_date": null, "temperature": 0, "thinking": null, "input_tokens": null, "output_tokens": null, "host_peak_RAM": null, "repetitions": null, "concurrency": null, "quality_panel": "wikitext-2 test, 32 x 2048 = 65536 positions", "activation_dtype": "BF16", "reference": "BF16 full model", "cache_state": null, "quality_is_task_accuracy": false, "quality_arm": "BF16 perplexity" }, "evidence_state": "source_reported", "site_reproduced": false, "source_document_id": "glmfull-tp4-readme", "source_document_sha256": "088db2d55fbb6aecc2cc6576b3db9a26e70a13a2b5d89b83ad1cb0b54b03a6b4", "source_line": 170, "evidence_url": "https://github.com/bertholomus/glm-5.3-tensorfold-tp4-4xgb10/blob/9a5c1100c68cd8ea832803c120ee63313049fc21/README.md#L170", "source_record_id": "glm53-full-tp4-exl3" }, { "label": "served engine prompt-path KL", "metric": "KL_reference_to_engine", "value": 0.111, "unit": "nats", "statistic": "source-reported observation; dispersion unreported", "uncertainty": null, "conditions": { "model": "GLM-5.3 (full 753B, not Flash)", "model_artifact": "bertholomus/GLM-5.3-EXL3-3.0bpw", "model_revision": null, "engine": "TensorFold 0.6.0 + glm-dsa-tp4 branch", "runtime_execution_revision": null, "measured_runtime_short": "3eb35dd", "later_branch_head_short": "ddfad35", "executed_image_digest": null, "system": "four DGX Spark GB10, 128 GB unified memory each, direct dual-port 200G RoCE", "node_count": 4, "parallelism": "TP4", "weight_precision": "EXL3 3.04 bpw whole-model average; exllamav3 1.5.3", "kv_dtype": "served path; panel-specific cache details not retained", "draft": "native MTP-3", "vision": false, "DFlash": false, "experiment_date": null, "temperature": 0, "thinking": null, "input_tokens": null, "output_tokens": null, "host_peak_RAM": null, "repetitions": null, "concurrency": null, "quality_panel": "wikitext-2 test, 32 x 2048 = 65536 positions", "activation_dtype": "BF16", "reference": "BF16 full model", "cache_state": null, "quality_is_task_accuracy": false, "quality_arm": "served engine" }, "evidence_state": "source_reported", "site_reproduced": false, "source_document_id": "glmfull-tp4-readme", "source_document_sha256": "088db2d55fbb6aecc2cc6576b3db9a26e70a13a2b5d89b83ad1cb0b54b03a6b4", "source_line": 173, "evidence_url": "https://github.com/bertholomus/glm-5.3-tensorfold-tp4-4xgb10/blob/9a5c1100c68cd8ea832803c120ee63313049fc21/README.md#L173", "source_record_id": "glm53-full-tp4-exl3" } ], "conditions": { "model": "GLM-5.3 (full 753B, not Flash)", "model_artifact": "bertholomus/GLM-5.3-EXL3-3.0bpw", "model_revision": null, "engine": "TensorFold 0.6.0 + glm-dsa-tp4 branch", "runtime_execution_revision": null, "measured_runtime_short": "3eb35dd", "later_branch_head_short": "ddfad35", "executed_image_digest": null, "system": "four DGX Spark GB10, 128 GB unified memory each, direct dual-port 200G RoCE", "node_count": 4, "parallelism": "TP4", "weight_precision": "EXL3 3.04 bpw whole-model average; exllamav3 1.5.3", "kv_dtype": "Q5 MLA latent cache; FP8 indexer", "draft": "native MTP-3", "vision": false, "DFlash": false, "experiment_date": "2026-10-04", "temperature": 0, "thinking": null, "input_tokens": null, "output_tokens": null, "host_peak_RAM": null, "repetitions": null }, "generation": { "text_draft": "local Spark Qwen, then Codex factual review and rewrite; actual receipt in editorial-batch8 report", "review": "Run AI Here with Codex", "image": "deterministic matplotlib data figures and evidence maps", "local_first": true }, "image": { "url": "/assets/batch8-glmfull-hero.webp", "alt": "Full GLM-5.3: four Sparks, two cache layouts. Source-reported HTTP rates include prompt time; exact concurrent token accounting is not retained.", "width": 1600, "height": 900, "sha256": "161d7c2e8521aa97f46e84b13468dd2382ed809d5065dac1cd67c11a5509f24b", "caption": "Source-reported HTTP rates include prompt time; exact concurrent token accounting is not retained." }, "case_reports": [ { "classification": "source_reported_RDMA_completion_collision", "old_error": "ibv_post_recv failed", "fix_short": "cad0d2a", "measured_release_short": "3eb35dd", "later_head_short": "ddfad35", "full_execution_revision": null, "source_document_id": "glmfull-tp4-readme", "source_document_sha256": "088db2d55fbb6aecc2cc6576b3db9a26e70a13a2b5d89b83ad1cb0b54b03a6b4", "source_line": 35, "evidence_url": "https://github.com/bertholomus/glm-5.3-tensorfold-tp4-4xgb10/blob/9a5c1100c68cd8ea832803c120ee63313049fc21/README.md#L35" } ], "quality_comparisons": [ { "panel": "32x2048 wikitext-2", "BF16_activations": true, "cache_quantization": false, "forward_KL": 0.109, "reverse_KL": 0.123, "top1_percent": 90.2, "quant_PPL": 2.911, "BF16_PPL": 2.75, "task_accuracy": null } ], "memory_observations": [ { "kind": "shape-derived weights per rank, not peak", "value": 69.86, "unit": "GiB", "is_measured_peak": false, "whole_system_peak": null, "source_document_id": "glmfull-tp4-readme", "source_document_sha256": "088db2d55fbb6aecc2cc6576b3db9a26e70a13a2b5d89b83ad1cb0b54b03a6b4", "source_line": 121, "evidence_url": "https://github.com/bertholomus/glm-5.3-tensorfold-tp4-4xgb10/blob/9a5c1100c68cd8ea832803c120ee63313049fc21/README.md#L121" } ], "long_context_cases": [ { "actual_input_tokens": 1039064, "needle_found": true, "independent_repeats": null, "concurrent_full_window_requests_proven": false, "source_document_id": "glmfull-tp4-readme", "source_document_sha256": "088db2d55fbb6aecc2cc6576b3db9a26e70a13a2b5d89b83ad1cb0b54b03a6b4", "source_line": 71, "evidence_url": "https://github.com/bertholomus/glm-5.3-tensorfold-tp4-4xgb10/blob/9a5c1100c68cd8ea832803c120ee63313049fc21/README.md#L71" } ], "schema_version": "1.0.0", "record_type": "source_backed_explainer", "evidence_state": "source_reported", "site_reproduced": false, "metrics": null, "performance_ranking_allowed": false, "body_markdown": "# Full GLM-5.3 on Four Sparks: Cache Layout, Speed and Fidelity\n\n![Full GLM-5.3: four Sparks, two cache layouts. Source-reported HTTP rates include prompt time; exact concurrent token accounting is not retained.](/assets/batch8-glmfull-hero.webp)\n\n*Source-reported HTTP rates include prompt time; exact concurrent token accounting is not retained.*\n\nFull GLM-5.3 is a different deployment problem from GLM-5.3-Flash. The [BertholomusAI four-GB10 recipe](https://github.com/bertholomus/glm-5.3-tensorfold-tp4-4xgb10/blob/9a5c1100c68cd8ea832803c120ee63313049fc21/README.md) targets the 753B non-Flash model, all 79 layers plus its MTP layer, using EXL3 and TensorFold. Its value is a documented route to fitting and serving that full model, with explicit cache layouts and a fidelity panel. It does not provide a general model leaderboard, a production peak-memory trace or a claim that four long jobs each occupy the entire configured window. Run AI Here has not reproduced its GPU measurements.\n\n## The hardware and quantization contract\n\nThe report uses four DGX Spark/GB10 nodes with 128 GB unified memory each, one tensor-parallel rank per node, direct RoCE links and both 200G ports. Its runtime is TensorFold 0.6.0 plus the author's `glm-dsa-tp4` branch. The source credits TensorFold's original author separately from the model-specific recipe. Substituting a switched fabric, different rank layout or another engine would be another deployment requiring its own evidence.\n\nThe quantization uses exllamav3 1.5.3: routed experts are 3-bit, attention/shared experts/dense layers are promoted, the MTP experts use 4 bits and the output head uses 6. The reported whole-model average is 3.04 bits per weight, across 39 shards totalling 292.7 GB. A “3.0 bpw” artifact name is therefore not a statement that every tensor has identical precision. The exact selected checkpoint revision is not retained in the recipe, so the artifact name and null revision remain separate fields.\n\nThe source derives about 69.86 GiB weights per rank from its real configuration. That is a fit calculation, not a sampled peak. It excludes the complete inference working set, graph captures, cache buffers and operating-system demands. File GB, weight GiB and peak unified-memory usage should not be treated as interchangeable capacity numbers. Peak whole-system RAM and a time-series sampling method are absent.\n\n## Keep the release tree distinct from its later fixes\n\nOctober 4 release measurements are labelled engine prefix `3eb35dd`. The document's later branch head is `ddfad35`, with an RDMA completion-matching correction and graph prewarm work on top. Only short executed prefixes are provided for this table; the document's full Git revision does not fill that gap. Both identities are retained so a reader can identify the measurement generation before trying a newer recipe.\n\n![Measured release and later fixes differ. The release speed table remains attributed to 3eb35dd, not silently relabelled as the later branch head.](/assets/batch8-glmfull-identity.webp)\n\n*The release speed table remains attributed to 3eb35dd, not silently relabelled as the later branch head.*\n\nThe RDMA incident involves matching queue-pair numbers across two devices, where a collision can produce `ibv_post_recv failed`. The later fix scopes matching to the device. Another change captures rounds and draft-step graphs during warm-up, removing work from the first concurrent burst. The source reports finite greedy/concurrent equality checks after those changes. It explicitly leaves the original release table unchanged; this guide does not relabel all old numbers as a fresh run of the new head.\n\n## Two cache layouts make different promises\n\nConfiguration A uses replicated Q5 cache, a 65,536-token limit per stream and four streams. It reports 82 aggregate code tokens/s, with 0.59–0.60-second first-token times, plus 71–73 aggregate chat tokens/s. These are source HTTP observations, not per-user rates. The prompts, cache arrangement and completion behavior matter to any comparison.\n\nConfiguration B uses Q5 cache with decode context parallelism over four ranks and a shared 1,048,576-token pool. Four code streams report approximately 64 aggregate tokens/s; chat reports 56. Windows are extents in one pool. This trades a different cache arrangement for a larger configured context. It does not grant four independent million-token allocations. Without raw input and output counts for every concurrent cell, the report supports its own conditional observations rather than a normalized throughput claim.\n\nThe source uses GLM's native MTP layer with three draft steps, and no DFlash. Vision is not implemented in this release. Those deployment choices stay attached to the speeds. A separate Flash model with another drafter, parser or visual path would not be a matched performance control.\n\n## Audit the token-rate denominator before comparing engines\n\nThe README describes its release numbers as HTTP measurements with prompt time included. The available [serial streaming probe](https://github.com/bertholomus/glm-5.3-tensorfold-tp4-4xgb10/blob/9a5c1100c68cd8ea832803c120ee63313049fc21/bench/tf_bench.py) counts nonempty SSE chunks and derives a post-first-chunk rate. Chunks are not guaranteed to contain one tokenizer token, and that script does not independently validate them against usage counts. The exact concurrent harness and raw usage underlying the release table are not retained in this repository. It is not established that the concurrent release table was computed by this particular serial helper.\n\nThese limitations should travel with the values, rather than becoming either an invented corrected speed or an accusation that every reported rate uses the helper's denominator. The separate [greedy-output script](https://github.com/bertholomus/glm-5.3-tensorfold-tp4-4xgb10/blob/9a5c1100c68cd8ea832803c120ee63313049fc21/bench/tf_greedy.py) does read completion usage and wall time for its own requests. That does not retrospectively establish how every other table was calculated. A future reproducible comparison should retain synchronized group wall time, tokenizer or usage output totals, warm-up policy and both TTFT and decode definitions.\n\n## The quality panel measures fidelity to BF16\n\nThe source's quantization panel uses wikitext-2 test text, 32 segments of 2,048 tokens, BF16 activations and no cache quantization. Forward KL from BF16 to quantized probabilities is 0.109, reverse KL is 0.123 and top-1 agreement is 90.2 percent. Perplexity is 2.911 for the quantized model versus 2.750 for BF16. These are specific probability/text-panel measurements, not percentages of correctly answered tasks.\n\n![Quantization fidelity: one text panel. Panel perplexity is not MMLU, GSM8K or a general task score; no benchmark ranking is derived.](/assets/batch8-glmfull-perplexity.webp)\n\n*Panel perplexity is not MMLU, GSM8K or a general task score; no benchmark ranking is derived.*\n\nA served-engine prompt-path check reports KL 0.111 against stored BF16 logits on the same panel. Another longer text panel exercises sparse attention and has a different KL; a separate cache-quantization comparison answers yet another question. Combining weight quantization, cache quantization and served-engine differences into one “accuracy loss” would erase the controls. The selected JSON preserves each comparison's reference and scope. No MMLU, GSM8K or coding-task score is inferred from a small KL or a finite greedy equality check.\n\n## The long-window evidence is useful and finite\n\nThe report finds a needle at 1,039,064 actual input tokens. It also reports 402 prefill tokens/s at a source-labelled 32K input and approximately 76 seconds to first token near 31K. Those rounded input labels are not exact token counts. A planner interested in long documents should budget prefill latency separately from the better short-request decode rate.\n\n![A configured window is not four full-window jobs. A per-rank weight estimate excludes cache, graphs, working memory and system services.](/assets/batch8-glmfull-capacity.webp)\n\n*A per-rank weight estimate excludes cache, graphs, working memory and system services.*\n\nThe million-token result establishes a completed retrieval case in this setup. It does not establish multi-hop accuracy, repeated long-context stability or simultaneous full-window requests. The repository's needle helper and finite output-equality probes give useful inspection points, but missing repetitions, model revision, exact concurrent accounting and peak memory remain missing. This recipe is most useful when those boundaries guide the next experiment: hold the artifact and runtime fixed, record the fabric and cache layout, then capture latency, completion correctness and memory over the same workload interval.\n" }