{ "schema_version": 1, "builder_plan": { "scenario": "Tool errors or unavailable services cause your agent to abandon recoverable tasks.", "change": "Inject repeatable tool failures and change only the recovery policy.", "baseline": "Your current retry and fallback behavior under the same injected failures.", "steps": [ "Locate the paper's implementation and check its license, model support, data needs, and hardware requirements. Stop here if you cannot obtain the required artifacts.", "Save a small set of representative product tasks and expected outcomes. Keep evaluation tasks out of any training or tuning, and choose quality and cost limits before running.", "Run the baseline and the proposed change on identical inputs. Keep other settings fixed and repeat paired runs to expose variation.", "Save per-task outputs, failures, timings, and all usage costs. Review regressions before expanding the test." ], "measure": "Recovered tasks, duplicate side effects, retries, time to recovery, and total cost.", "decision": "Keep the change only if it meets your preselected quality and latency limits and improves the metric you care about after setup and operating costs. Otherwise retain the baseline. This is an exploration plan, not a validated recommendation." }, "builder_review": null, "arxiv_id": "2609.40111", "title": "Agent Error Dataset: Scaling 50,000 Error--Diagnosis Pairs for Failure Analysis and Error-Aware Post-Training", "summary": "The method replaces discarding failed agent rollouts or training only on successful trajectories with a pipeline that converts failures into error-diagnosis and correction pairs for fine-tuning. Cost is pipeline complexity: it requires multi-model trace collection, LLM-generated diagnoses verified against recorded evidence, and replay infrastructure, plus separate fine-tuning runs that fit a 24 GB GPU only at the 8B scale demonstrated. It can fail when replay is unsupported in a given environment, when LLM-generated diagnoses are mislabeled against the recorded evidence, and when gains do not transfer beyond the specific harness families and benchmarks evaluated.", "rationale": "Fine-tuning an 8B model on a public error dataset is feasible on constrained infrastructure, but the single-seed actor comparison and dependence on replay support require small-scale validation before production adoption.", "technique": "Error-diagnosis pairs for agent failure recovery post-training", "family": "recuperacao_de_falha", "recommendation": "testar", "published": "2026-09-30", "as_of": "2026-10-18", "editorial_status": "indexed", "source_url": "https://arxiv.org/abs/2609.40111", "independent_implementations": 2, "total_implementations": 3, "stars": 131, "citations": null, "claims": [ { "claim_id": "claim-01", "statement": "The method replaces discarding failed agent rollouts or training only on successful trajectories with a pipeline that converts failures into error-diagnosis and correction pairs for fine-tuning. Cost is pipeline complexity: it requires multi-model trace collection, LLM-generated diagnoses verified against recorded evidence, and replay infrastructure, plus separate fine-tuning runs that fit a 24 GB GPU only at the 8B scale demonstrated. It can fail when replay is unsupported in a given environment, when LLM-generated diagnoses are mislabeled against the recorded evidence, and when gains do not transfer beyond the specific harness families and benchmarks evaluated.", "basis": "inferred", "result": "", "baseline": "", "conditions": "", "source_url": "https://arxiv.org/abs/2609.40111", "source_page": null, "source_excerpt": "" }, { "claim_id": "claim-02", "statement": "First-proposal corrections raise verifier pass rates from 18.4% to 51.1% (+32.7 points) over 3,062 matched replay pairs; diagnosis fine-tuning raises Qwen3-8B teacher-label agreement from 47.2% to 63.6%; action-only repair training beats success-only training by 6.67 points on WebShop-lite (single seed).", "basis": "inferred", "result": "", "baseline": "", "conditions": "", "source_url": "https://arxiv.org/abs/2609.40111", "source_page": null, "source_excerpt": "" } ], "exposure_map": [ { "dimension": "quality", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "compute", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "latency", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "operations", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "compatibility", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "security", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "data_and_training", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "reproducibility", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" } ], "risks": [], "minimum_test": [], "open_questions": [], "independent_tests": [], "lab_reproductions": [], "report_available": false, "validation_tier": "unknown", "evidence_tier": "unknown", "infrastructure_basis": "unknown", "equations": [], "equations_status": "not_fetched", "core_kind": "", "equations_fetched_at": "", "equations_source_url": "", "equations_source_sha256": "", "exposures_reviewed_at": "", "exposures_source_sha256": "" }