{ "schema_version": 1, "builder_plan": { "scenario": "A self-hosted assistant is too expensive because its model uses most of the GPU memory.", "change": "Try the paper's supported lower-precision weights on a copy of your serving setup.", "baseline": "The same model at its original precision, on the same GPU.", "steps": [ "Locate the paper's implementation and check its license, model support, data needs, and hardware requirements. Stop here if you cannot obtain the required artifacts.", "Save a small set of representative product tasks and expected outcomes. Keep evaluation tasks out of any training or tuning, and choose quality and cost limits before running.", "Run the baseline and the proposed change on identical inputs. Keep other settings fixed and repeat paired runs to expose variation.", "Save per-task outputs, failures, timings, and all usage costs. Review regressions before expanding the test." ], "measure": "Peak memory, task pass rate, latency, and total serving cost at the same context and load.", "decision": "Keep the change only if it meets your preselected quality and latency limits and improves the metric you care about after setup and operating costs. Otherwise retain the baseline. This is an exploration plan, not a validated recommendation." }, "builder_review": null, "arxiv_id": "2609.02652", "title": "Unfolding the Leech Lattice: Fused Multi-Shell Decoding and VRAM Layouts for 2-Bit LLM Weights", "summary": "The method supplies the missing multi-shell decoder for Leech-lattice 2-bit quantization, replacing a lookup-table decode with an offline-expanded, warp-divergence-free fused dequantize-plus-matvec kernel at 4.80 bits per weight in VRAM. It costs substantial quality (1.38x perplexity and 14.7 MMLU points at 4B, shrinking with scale) and its in-VRAM rate is far above the on-disk 2-bit rate because the 301-class codebook is too large for a lookup table. It can fail on adoption because the deployed QTIP trellis kernel already beats it 2.27x at near-equal fractions of byte bounds, and on a second memory hierarchy every lattice arm falls below FP16, so the speedup is hardware- and geometry-dependent.", "rationale": "Existing trellis-based 2-bit kernels such as QTIP dominate this decoder on both traffic and speed on a single commodity GPU, so the reader should use those rather than adopt this serving path.", "technique": "Fused multi-shell Leech-lattice 2-bit weight decoding", "family": "quantizacao", "recommendation": "observar", "published": "2026-09-02", "as_of": "2026-10-18", "editorial_status": "indexed", "source_url": "https://arxiv.org/abs/2609.02652", "independent_implementations": 0, "total_implementations": 1, "stars": 0, "citations": 0, "claims": [ { "claim_id": "claim-01", "statement": "The method supplies the missing multi-shell decoder for Leech-lattice 2-bit quantization, replacing a lookup-table decode with an offline-expanded, warp-divergence-free fused dequantize-plus-matvec kernel at 4.80 bits per weight in VRAM. It costs substantial quality (1.38x perplexity and 14.7 MMLU points at 4B, shrinking with scale) and its in-VRAM rate is far above the on-disk 2-bit rate because the 301-class codebook is too large for a lookup table. It can fail on adoption because the deployed QTIP trellis kernel already beats it 2.27x at near-equal fractions of byte bounds, and on a second memory hierarchy every lattice arm falls below FP16, so the speedup is hardware- and geometry-dependent.", "basis": "inferred", "result": "", "baseline": "", "conditions": "", "source_url": "https://arxiv.org/abs/2609.02652", "source_page": null, "source_excerpt": "" }, { "claim_id": "claim-02", "statement": "Binary bit-plane layout at 4.80 bits per weight runs 2.15x faster than FP16 in decode-phase GEMV; with an int8 output head a served 4B model reaches 87.0 tok/s in 2.60 GB VRAM, but the QTIP trellis kernel reads 2.40x fewer bytes and runs 2.27x faster than the paper's own served layout.", "basis": "inferred", "result": "", "baseline": "", "conditions": "", "source_url": "https://arxiv.org/abs/2609.02652", "source_page": null, "source_excerpt": "" } ], "exposure_map": [ { "dimension": "quality", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "compute", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "latency", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "operations", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "compatibility", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "security", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "data_and_training", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "reproducibility", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" } ], "risks": [], "minimum_test": [], "open_questions": [], "independent_tests": [], "lab_reproductions": [], "report_available": false, "validation_tier": "unknown", "evidence_tier": "unknown", "infrastructure_basis": "unknown", "equations": [], "equations_status": "no_equations", "core_kind": "", "equations_fetched_at": "2026-09-25", "equations_source_url": "", "equations_source_sha256": "", "exposures_reviewed_at": "", "exposures_source_sha256": "" }