{ "schema_version": 1, "builder_plan": { "scenario": "A support or data assistant repeats work across related customer requests.", "change": "Try the paper's memory change in a replay of past tasks, with separate memory per customer.", "baseline": "Your current memory pipeline plus a no-memory control using the same agent.", "steps": [ "Locate the paper's implementation and check its license, model support, data needs, and hardware requirements. Stop here if you cannot obtain the required artifacts.", "Save a small set of representative product tasks and expected outcomes. Keep evaluation tasks out of any training or tuning, and choose quality and cost limits before running.", "Run the baseline and the proposed change on identical inputs. Keep other settings fixed and repeat paired runs to expose variation.", "Save per-task outputs, failures, timings, and all usage costs. Review regressions before expanding the test." ], "measure": "Task success, stale memories, retrieval misses, response latency, and all memory maintenance costs.", "decision": "Keep the change only if it meets your preselected quality and latency limits and improves the metric you care about after setup and operating costs. Otherwise retain the baseline. This is an exploration plan, not a validated recommendation." }, "builder_review": null, "arxiv_id": "2610.13075", "title": "LongHarness: Advancing Agentic Reasoning over 100M-Token Corpora via Stateful Evidence Management", "summary": "LongHarness replaces implicit evidence tracking in a growing interaction history with an explicit Evidence-Conclusion Coevolution loop, in which unresolved conclusions direct retrieval and new evidence revises conclusions, plus lifecycle management that keeps evidence current and traceable. The cost is additional orchestration complexity and more model calls per query, since state must be maintained, updated, and consulted throughout the interaction, increasing latency and API spend relative to single-pass retrieval. It can fail when the conclusion state itself is wrong and steers exploration away from relevant evidence, when lifecycle updates drop or mislabel evidence, and on workloads whose questions do not require cross-document evidence integration, where the added machinery yields little over simpler RAG.", "rationale": "The method is model-agnostic and runs on API-accessible models, so it is feasible under constrained infrastructure, but its large benchmark gains are reported on specific corpus-reasoning benchmarks and must be validated on the reader's own document collections and query mix before production adoption.", "technique": "Explicit evidence-conclusion state management for agentic long-context reasoning", "family": "memoria_e_contexto", "recommendation": "testar", "published": "2026-10-09", "as_of": "2026-10-18", "editorial_status": "indexed", "source_url": "https://arxiv.org/abs/2610.13075", "independent_implementations": 1, "total_implementations": 2, "stars": 132, "citations": 0, "claims": [ { "claim_id": "claim-01", "statement": "LongHarness replaces implicit evidence tracking in a growing interaction history with an explicit Evidence-Conclusion Coevolution loop, in which unresolved conclusions direct retrieval and new evidence revises conclusions, plus lifecycle management that keeps evidence current and traceable. The cost is additional orchestration complexity and more model calls per query, since state must be maintained, updated, and consulted throughout the interaction, increasing latency and API spend relative to single-pass retrieval. It can fail when the conclusion state itself is wrong and steers exploration away from relevant evidence, when lifecycle updates drop or mislabel evidence, and on workloads whose questions do not require cross-document evidence integration, where the added machinery yields little over simpler RAG.", "basis": "inferred", "result": "", "baseline": "", "conditions": "", "source_url": "https://arxiv.org/abs/2610.13075", "source_page": null, "source_excerpt": "" }, { "claim_id": "claim-02", "statement": "Exact match on OfficeQA Pro rises from 15.8% to 60.2% (V1) and 4.4% to 61.1% (V2) with GLM-5.3-Flash versus direct reasoning; surpasses Claude Code by 12.0 points on V1 and Codex by 18.9 points on V2.", "basis": "inferred", "result": "", "baseline": "", "conditions": "", "source_url": "https://arxiv.org/abs/2610.13075", "source_page": null, "source_excerpt": "" } ], "exposure_map": [ { "dimension": "quality", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "compute", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "latency", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "operations", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "compatibility", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "security", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "data_and_training", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "reproducibility", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" } ], "risks": [], "minimum_test": [], "open_questions": [], "independent_tests": [], "lab_reproductions": [], "report_available": false, "validation_tier": "unknown", "evidence_tier": "unknown", "infrastructure_basis": "unknown", "equations": [], "equations_status": "not_fetched", "core_kind": "", "equations_fetched_at": "", "equations_source_url": "", "equations_source_sha256": "", "exposures_reviewed_at": "", "exposures_source_sha256": "" }