{ "schema_version": 1, "builder_plan": { "scenario": "A self-hosted assistant is too expensive because its model uses most of the GPU memory.", "change": "Try the paper's supported lower-precision weights on a copy of your serving setup.", "baseline": "The same model at its original precision, on the same GPU.", "steps": [ "Locate the paper's implementation and check its license, model support, data needs, and hardware requirements. Stop here if you cannot obtain the required artifacts.", "Save a small set of representative product tasks and expected outcomes. Keep evaluation tasks out of any training or tuning, and choose quality and cost limits before running.", "Run the baseline and the proposed change on identical inputs. Keep other settings fixed and repeat paired runs to expose variation.", "Save per-task outputs, failures, timings, and all usage costs. Review regressions before expanding the test." ], "measure": "Peak memory, task pass rate, latency, and total serving cost at the same context and load.", "decision": "Keep the change only if it meets your preselected quality and latency limits and improves the metric you care about after setup and operating costs. Otherwise retain the baseline. This is an exploration plan, not a validated recommendation." }, "builder_review": null, "arxiv_id": "2610.29617", "title": "TernScope: Model-Hardware Co-Design for Efficient Ternary Endoscopic Segmentation", "summary": "TernScope replaces full-precision or 8-bit convolutional segmentation with a co-designed ternary-weight (W2/A8) network trained via progressive quantization-aware training from deep to shallow layers. The claimed gains (multiplier-free compute, packed storage, 88.46% area reduction) materialize only on custom systolic-array silicon; on a 24 GB GPU, ternary weights provide no practical speed or memory benefit without specialized kernels, and the model is already small enough that deployment constraints are unlikely to bind. Failure modes include accuracy loss on out-of-domain endoscopy data from aggressive quantization, engineering cost of the TPQ pipeline, and the fact that none of the hardware advantages transfer to commodity GPU inference.", "rationale": "The method's core benefit requires custom accelerator hardware the reader cannot fabricate, while the model itself is a domain-specific medical segmentation network outside typical LLM/ML production work, so it is relevant to monitor but not to adopt or test.", "technique": "Ternary weight quantization with model-hardware co-design", "family": "quantizacao", "recommendation": "observar", "published": "2026-10-21", "as_of": "2026-10-22", "editorial_status": "indexed", "source_url": "https://arxiv.org/abs/2610.29617", "independent_implementations": 0, "total_implementations": 0, "stars": 0, "citations": null, "claims": [ { "claim_id": "claim-01", "statement": "TernScope replaces full-precision or 8-bit convolutional segmentation with a co-designed ternary-weight (W2/A8) network trained via progressive quantization-aware training from deep to shallow layers. The claimed gains (multiplier-free compute, packed storage, 88.46% area reduction) materialize only on custom systolic-array silicon; on a 24 GB GPU, ternary weights provide no practical speed or memory benefit without specialized kernels, and the model is already small enough that deployment constraints are unlikely to bind. Failure modes include accuracy loss on out-of-domain endoscopy data from aggressive quantization, engineering cost of the TPQ pipeline, and the fact that none of the hardware advantages transfer to commodity GPU inference.", "basis": "inferred", "result": "", "baseline": "", "conditions": "", "source_url": "https://arxiv.org/abs/2610.29617", "source_page": null, "source_excerpt": "" }, { "claim_id": "claim-02", "statement": "0.2483M parameters, 0.0949 GMACs, all 25 convolutions ternary-weight/8-bit-activation with competitive segmentation accuracy; 88.46% compute-array area reduction vs. an 8-bit systolic-array baseline at 45 nm.", "basis": "inferred", "result": "", "baseline": "", "conditions": "", "source_url": "https://arxiv.org/abs/2610.29617", "source_page": null, "source_excerpt": "" } ], "exposure_map": [ { "dimension": "quality", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "compute", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "latency", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "operations", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "compatibility", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "security", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "data_and_training", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "reproducibility", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" } ], "risks": [], "minimum_test": [], "open_questions": [], "independent_tests": [], "lab_reproductions": [], "report_available": false, "validation_tier": "unknown", "evidence_tier": "unknown", "infrastructure_basis": "unknown", "equations": [], "equations_status": "not_fetched", "core_kind": "", "equations_fetched_at": "", "equations_source_url": "", "equations_source_sha256": "", "exposures_reviewed_at": "", "exposures_source_sha256": "" }