{ "schema_version": 1, "builder_plan": { "scenario": "Tool errors or unavailable services cause your agent to abandon recoverable tasks.", "change": "Inject repeatable tool failures and change only the recovery policy.", "baseline": "Your current retry and fallback behavior under the same injected failures.", "steps": [ "Locate the paper's implementation and check its license, model support, data needs, and hardware requirements. Stop here if you cannot obtain the required artifacts.", "Save a small set of representative product tasks and expected outcomes. Keep evaluation tasks out of any training or tuning, and choose quality and cost limits before running.", "Run the baseline and the proposed change on identical inputs. Keep other settings fixed and repeat paired runs to expose variation.", "Save per-task outputs, failures, timings, and all usage costs. Review regressions before expanding the test." ], "measure": "Recovered tasks, duplicate side effects, retries, time to recovery, and total cost.", "decision": "Keep the change only if it meets your preselected quality and latency limits and improves the metric you care about after setup and operating costs. Otherwise retain the baseline. This is an exploration plan, not a validated recommendation." }, "builder_review": null, "arxiv_id": "2610.23342", "title": "Robust Function Calling for LLM Agents Under Interface Drift", "summary": "SchemaShield-Lite replaces naive retry or model retraining as the response to interface drift in tool-augmented agents, wrapping the model's function-calling output with schema validation, candidate-set retry for missing tool names, and one-shot constrained repair. It costs additional inference calls on repair attempts, a modest increase in orchestration complexity, and depends on access to the candidate tool list and schemas at inference time. It can fail when the true failure is semantic rather than interface-level, when candidate-set drift is not the dominant damage mode in the reader's deployment, or when the repair call itself produces an invalid or wrong tool selection, although the paper reports no observed repair harms on its benchmarks.", "rationale": "The method is training-free and lightweight, fitting constrained infrastructure, but its gains are demonstrated on two drift-focused benchmarks with a single 9B model, so the reader should validate it against their own tool inventory and drift patterns before production adoption.", "technique": "Validation-and-repair layer for function calling", "family": "recuperacao_de_falha", "recommendation": "testar", "published": "2026-10-16", "as_of": "2026-10-19", "editorial_status": "indexed", "source_url": "https://arxiv.org/abs/2610.23342", "independent_implementations": 0, "total_implementations": 1, "stars": 10, "citations": null, "claims": [ { "claim_id": "claim-01", "statement": "SchemaShield-Lite replaces naive retry or model retraining as the response to interface drift in tool-augmented agents, wrapping the model's function-calling output with schema validation, candidate-set retry for missing tool names, and one-shot constrained repair. It costs additional inference calls on repair attempts, a modest increase in orchestration complexity, and depends on access to the candidate tool list and schemas at inference time. It can fail when the true failure is semantic rather than interface-level, when candidate-set drift is not the dominant damage mode in the reader's deployment, or when the repair call itself produces an invalid or wrong tool selection, although the paper reports no observed repair harms on its benchmarks.", "basis": "inferred", "result": "", "baseline": "", "conditions": "", "source_url": "https://arxiv.org/abs/2610.23342", "source_page": null, "source_excerpt": "" }, { "claim_id": "claim-02", "statement": "On Qwen3.5-9B, raises DICE-300 accuracy from 0.717 to 0.813 and BFCL-200 accuracy from 0.580 to 0.805, recovering 19/22 and 33/45 drift-induced failures.", "basis": "inferred", "result": "", "baseline": "", "conditions": "", "source_url": "https://arxiv.org/abs/2610.23342", "source_page": null, "source_excerpt": "" } ], "exposure_map": [ { "dimension": "quality", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "compute", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "latency", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "operations", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "compatibility", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "security", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "data_and_training", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "reproducibility", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" } ], "risks": [], "minimum_test": [], "open_questions": [], "independent_tests": [], "lab_reproductions": [], "report_available": false, "validation_tier": "unknown", "evidence_tier": "unknown", "infrastructure_basis": "unknown", "equations": [], "equations_status": "not_fetched", "core_kind": "", "equations_fetched_at": "", "equations_source_url": "", "equations_source_sha256": "", "exposures_reviewed_at": "", "exposures_source_sha256": "" }