{
  "schema_version": 1,
  "builder_plan": {
    "scenario": "Long customer conversations exhaust memory or limit concurrent requests.",
    "change": "Change only the attention cache policy, after checking model and runtime support.",
    "baseline": "The same model with its ordinary attention cache.",
    "steps": [
      "Locate the paper's implementation and check its license, model support, data needs, and hardware requirements. Stop here if you cannot obtain the required artifacts.",
      "Save a small set of representative product tasks and expected outcomes. Keep evaluation tasks out of any training or tuning, and choose quality and cost limits before running.",
      "Run the baseline and the proposed change on identical inputs. Keep other settings fixed and repeat paired runs to expose variation.",
      "Save per-task outputs, failures, timings, and all usage costs. Review regressions before expanding the test."
    ],
    "measure": "Peak cache memory, long-context answer quality, first-token latency, and requests completed.",
    "decision": "Keep the change only if it meets your preselected quality and latency limits and improves the metric you care about after setup and operating costs. Otherwise retain the baseline. This is an exploration plan, not a validated recommendation."
  },
  "builder_review": null,
  "arxiv_id": "2610.03109",
  "title": "Emergent Structure in the Marginal Attention Space of Language Models",
  "summary": "Replaces per-document recomputation or per-target training of KV cache eviction budgets with a per-head budget derived from marginal attention statistics, precomputed once offline on pretraining text, paired with a training-free token-importance score. Costs one offline profiling pass over representative text plus storage of a small per-head budget vector, with no fine-tuning or auxiliary models; inference-time overhead is limited to token scoring. Can fail when deployment text differs substantially from the pretraining corpus used for profiling, since the token-wise signal is text-intrinsic but the head-wise budget is estimated from a specific distribution; competitiveness is claimed only on standard eviction benchmarks and may not transfer to very long contexts or non-standard workloads.",
  "rationale": "It is training-free, requires only a single offline pass on one GPU, and fits constrained infrastructure, but the gain is asserted as benchmark competitiveness rather than a quantified improvement, so workload-specific validation against existing eviction baselines is warranted before production adoption.",
  "technique": "Offline per-head KV cache eviction budgets",
  "family": "cache_kv",
  "recommendation": "testar",
  "published": "2026-10-02",
  "as_of": "2026-10-18",
  "editorial_status": "indexed",
  "source_url": "https://arxiv.org/abs/2610.03109",
  "independent_implementations": 0,
  "total_implementations": 1,
  "stars": 121,
  "citations": null,
  "claims": [
    {
      "claim_id": "claim-01",
      "statement": "Replaces per-document recomputation or per-target training of KV cache eviction budgets with a per-head budget derived from marginal attention statistics, precomputed once offline on pretraining text, paired with a training-free token-importance score. Costs one offline profiling pass over representative text plus storage of a small per-head budget vector, with no fine-tuning or auxiliary models; inference-time overhead is limited to token scoring. Can fail when deployment text differs substantially from the pretraining corpus used for profiling, since the token-wise signal is text-intrinsic but the head-wise budget is estimated from a specific distribution; competitiveness is claimed only on standard eviction benchmarks and may not transfer to very long contexts or non-standard workloads.",
      "basis": "inferred",
      "result": "",
      "baseline": "",
      "conditions": "",
      "source_url": "https://arxiv.org/abs/2610.03109",
      "source_page": null,
      "source_excerpt": ""
    },
    {
      "claim_id": "claim-02",
      "statement": "A per-head eviction budget precomputed offline on pretraining text, combined with a training-free token score, is reported as competitive with methods that recompute the budget per document or train it per target; no quantitative factor is given in the abstract.",
      "basis": "inferred",
      "result": "",
      "baseline": "",
      "conditions": "",
      "source_url": "https://arxiv.org/abs/2610.03109",
      "source_page": null,
      "source_excerpt": ""
    }
  ],
  "exposure_map": [
    {
      "dimension": "quality",
      "basis": "not_evaluated",
      "finding": "",
      "interpretation": "",
      "limitation": "",
      "next_check": "",
      "source_url": "",
      "source_page": null,
      "source_excerpt": ""
    },
    {
      "dimension": "compute",
      "basis": "not_evaluated",
      "finding": "",
      "interpretation": "",
      "limitation": "",
      "next_check": "",
      "source_url": "",
      "source_page": null,
      "source_excerpt": ""
    },
    {
      "dimension": "latency",
      "basis": "not_evaluated",
      "finding": "",
      "interpretation": "",
      "limitation": "",
      "next_check": "",
      "source_url": "",
      "source_page": null,
      "source_excerpt": ""
    },
    {
      "dimension": "operations",
      "basis": "not_evaluated",
      "finding": "",
      "interpretation": "",
      "limitation": "",
      "next_check": "",
      "source_url": "",
      "source_page": null,
      "source_excerpt": ""
    },
    {
      "dimension": "compatibility",
      "basis": "not_evaluated",
      "finding": "",
      "interpretation": "",
      "limitation": "",
      "next_check": "",
      "source_url": "",
      "source_page": null,
      "source_excerpt": ""
    },
    {
      "dimension": "security",
      "basis": "not_evaluated",
      "finding": "",
      "interpretation": "",
      "limitation": "",
      "next_check": "",
      "source_url": "",
      "source_page": null,
      "source_excerpt": ""
    },
    {
      "dimension": "data_and_training",
      "basis": "not_evaluated",
      "finding": "",
      "interpretation": "",
      "limitation": "",
      "next_check": "",
      "source_url": "",
      "source_page": null,
      "source_excerpt": ""
    },
    {
      "dimension": "reproducibility",
      "basis": "not_evaluated",
      "finding": "",
      "interpretation": "",
      "limitation": "",
      "next_check": "",
      "source_url": "",
      "source_page": null,
      "source_excerpt": ""
    }
  ],
  "risks": [],
  "minimum_test": [],
  "open_questions": [],
  "independent_tests": [],
  "lab_reproductions": [],
  "report_available": false,
  "validation_tier": "unknown",
  "evidence_tier": "unknown",
  "infrastructure_basis": "unknown",
  "equations": [],
  "equations_status": "not_fetched",
  "core_kind": "",
  "equations_fetched_at": "",
  "equations_source_url": "",
  "equations_source_sha256": "",
  "exposures_reviewed_at": "",
  "exposures_source_sha256": ""
}