{ "schema_version": 1, "builder_plan": { "scenario": "A self-hosted assistant is too expensive because its model uses most of the GPU memory.", "change": "Try the paper's supported lower-precision weights on a copy of your serving setup.", "baseline": "The same model at its original precision, on the same GPU.", "steps": [ "Locate the paper's implementation and check its license, model support, data needs, and hardware requirements. Stop here if you cannot obtain the required artifacts.", "Save a small set of representative product tasks and expected outcomes. Keep evaluation tasks out of any training or tuning, and choose quality and cost limits before running.", "Run the baseline and the proposed change on identical inputs. Keep other settings fixed and repeat paired runs to expose variation.", "Save per-task outputs, failures, timings, and all usage costs. Review regressions before expanding the test." ], "measure": "Peak memory, task pass rate, latency, and total serving cost at the same context and load.", "decision": "Keep the change only if it meets your preselected quality and latency limits and improves the metric you care about after setup and operating costs. Otherwise retain the baseline. This is an exploration plan, not a validated recommendation." }, "builder_review": null, "arxiv_id": "2610.09202", "title": "Few Bits, One Law: Toward W2A4KV2", "summary": "CanonQ replaces post-training quantization and per-tensor tuned QAT pipelines with a two-stage framework: fixed rotations and energy normalization map weights, activations, and KV caches into canonical coordinates so frozen Gaussian-reference codebooks can be shared, followed by joint quantization-aware training with an exact normalization-aware straight-through Jacobian. The cost is a full QAT stage, which requires training compute, backpropagation through the model, and implementation of the canonicalization and custom codebook interface rather than a simple calibration pass, making 8B-scale application difficult on a single 24 GB GPU. It can fail if the frozen-codebook transfer assumption breaks on out-of-distribution models or tasks, if rotation/normalization overhead adds inference latency without a compatible kernel implementation, or if the claimed gains do not replicate on the reader's specific model and serving stack.", "rationale": "The method directly targets extreme low-bit deployment that a memory-constrained team would benefit from, but its QAT requirement and unverified inference-side overhead mean it should be validated on small local models before production adoption.", "technique": "Unified QAT with canonicalization and frozen codebooks (CanonQ)", "family": "quantizacao", "recommendation": "testar", "published": "2026-10-06", "as_of": "2026-10-18", "editorial_status": "indexed", "source_url": "https://arxiv.org/abs/2610.09202", "independent_implementations": 0, "total_implementations": 0, "stars": 0, "citations": 0, "claims": [ { "claim_id": "claim-01", "statement": "CanonQ replaces post-training quantization and per-tensor tuned QAT pipelines with a two-stage framework: fixed rotations and energy normalization map weights, activations, and KV caches into canonical coordinates so frozen Gaussian-reference codebooks can be shared, followed by joint quantization-aware training with an exact normalization-aware straight-through Jacobian. The cost is a full QAT stage, which requires training compute, backpropagation through the model, and implementation of the canonicalization and custom codebook interface rather than a simple calibration pass, making 8B-scale application difficult on a single 24 GB GPU. It can fail if the frozen-codebook transfer assumption breaks on out-of-distribution models or tasks, if rotation/normalization overhead adds inference latency without a compatible kernel implementation, or if the claimed gains do not replicate on the reader's specific model and serving stack.", "basis": "inferred", "result": "", "baseline": "", "conditions": "", "source_url": "https://arxiv.org/abs/2610.09202", "source_page": null, "source_excerpt": "" }, { "claim_id": "claim-02", "statement": "Under joint W2A4KV2 compression, CanonQ-Omni achieves up to 14.28x lower WikiText-2 perplexity and up to 57.9% higher mean zero-shot accuracy than prior state-of-the-art quantization baselines on LLaMA3-1B/3B/8B; at W2A16KV16 on MobileLLM-Pro-1B it improves HumanEval pass@1 by 41.7% and GSM8K exact match by 39.1% relatively.", "basis": "inferred", "result": "", "baseline": "", "conditions": "", "source_url": "https://arxiv.org/abs/2610.09202", "source_page": null, "source_excerpt": "" } ], "exposure_map": [ { "dimension": "quality", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "compute", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "latency", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "operations", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "compatibility", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "security", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "data_and_training", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "reproducibility", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" } ], "risks": [], "minimum_test": [], "open_questions": [], "independent_tests": [], "lab_reproductions": [], "report_available": false, "validation_tier": "unknown", "evidence_tier": "unknown", "infrastructure_basis": "unknown", "equations": [], "equations_status": "not_fetched", "core_kind": "", "equations_fetched_at": "", "equations_source_url": "", "equations_source_sha256": "", "exposures_reviewed_at": "", "exposures_source_sha256": "" }