{ "schema_version": 1, "builder_plan": { "scenario": "Your self-hosted model spends too long generating answers token by token.", "change": "Check whether a compatible draft model and serving integration exist before renting compute.", "baseline": "The same target with speculation off, then your existing drafter if you have one.", "steps": [ "Locate the paper's implementation and check its license, model support, data needs, and hardware requirements. Stop here if you cannot obtain the required artifacts.", "Save a small set of representative product tasks and expected outcomes. Keep evaluation tasks out of any training or tuning, and choose quality and cost limits before running.", "Run the baseline and the proposed change on identical inputs. Keep other settings fixed and repeat paired runs to expose variation.", "Save per-task outputs, failures, timings, and all usage costs. Review regressions before expanding the test." ], "measure": "Accepted draft length, tokens per second, tail latency, output quality, and total GPU cost.", "decision": "Keep the change only if it meets your preselected quality and latency limits and improves the metric you care about after setup and operating costs. Otherwise retain the baseline. This is an exploration plan, not a validated recommendation." }, "builder_review": null, "arxiv_id": "2609.23900", "title": "GDN Tree-Scan: Served Tree Verification for Recurrent-Hybrid Language Models", "summary": "Replaces native sequential multi-token (MTP) decode verification in Gated-DeltaNet hybrid models with a tree verifier that replays branch-local recurrent state so each candidate is conditioned on its true root-to-node history, integrated into vLLM with FlashAttention-2 tree-bias attention and device-side draft commitment. Costs a custom serving stack (specialized kernels, scan/replay logic, accepted-chain-only state publication) and is demonstrated only on a 27B FP8 checkpoint that exceeds a 24 GB GPU budget. Can fail because correctness is shown only via recurrent-oracle p-rescore closure within the observed native flip floor rather than a full distribution-equivalence proof, and the decode-only gain shrinks to roughly 4% latency and little end-to-end improvement on prefill-heavy workloads.", "rationale": "The method requires a specific GDN-hybrid checkpoint, a custom vLLM integration, and hardware headroom beyond one 24 GB GPU, while delivering a decode-throughput gain that does not translate into meaningful end-to-end latency improvement for typical prefill-heavy production workloads.", "technique": "Tree speculative verification for recurrent-hybrid LLMs", "family": "decodificacao_especulativa", "recommendation": "observar", "published": "2026-09-20", "as_of": "2026-10-18", "editorial_status": "indexed", "source_url": "https://arxiv.org/abs/2609.23900", "independent_implementations": 0, "total_implementations": 0, "stars": 0, "citations": 0, "claims": [ { "claim_id": "claim-01", "statement": "Replaces native sequential multi-token (MTP) decode verification in Gated-DeltaNet hybrid models with a tree verifier that replays branch-local recurrent state so each candidate is conditioned on its true root-to-node history, integrated into vLLM with FlashAttention-2 tree-bias attention and device-side draft commitment. Costs a custom serving stack (specialized kernels, scan/replay logic, accepted-chain-only state publication) and is demonstrated only on a 27B FP8 checkpoint that exceeds a 24 GB GPU budget. Can fail because correctness is shown only via recurrent-oracle p-rescore closure within the observed native flip floor rather than a full distribution-equivalence proof, and the decode-only gain shrinks to roughly 4% latency and little end-to-end improvement on prefill-heavy workloads.", "basis": "inferred", "result": "", "baseline": "", "conditions": "", "source_url": "https://arxiv.org/abs/2609.23900", "source_page": null, "source_excerpt": "" }, { "claim_id": "claim-02", "statement": "A six-node root-branch tree yields 23.88 vs 18.80 token-weighted decode tokens/s against native five-step MTP (a 27.0% decode-throughput gain) at batch one on Qwen3.6-27B-FP8, with +4.0% per-request-equal latency and prefill-dominated end-to-end wall time.", "basis": "inferred", "result": "", "baseline": "", "conditions": "", "source_url": "https://arxiv.org/abs/2609.23900", "source_page": null, "source_excerpt": "" } ], "exposure_map": [ { "dimension": "quality", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "compute", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "latency", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "operations", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "compatibility", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "security", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "data_and_training", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "reproducibility", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" } ], "risks": [], "minimum_test": [], "open_questions": [], "independent_tests": [], "lab_reproductions": [], "report_available": false, "validation_tier": "unknown", "evidence_tier": "unknown", "infrastructure_basis": "unknown", "equations": [], "equations_status": "not_fetched", "core_kind": "", "equations_fetched_at": "", "equations_source_url": "", "equations_source_sha256": "", "exposures_reviewed_at": "", "exposures_source_sha256": "" }