{ "schema_version": 1, "builder_plan": { "scenario": "A workflow needs specialist review, but extra agents may add more cost than useful work.", "change": "Test the proposed division of work against a single-agent implementation.", "baseline": "One agent with the same tools and an equal total token and time budget.", "steps": [ "Locate the paper's implementation and check its license, model support, data needs, and hardware requirements. Stop here if you cannot obtain the required artifacts.", "Save a small set of representative product tasks and expected outcomes. Keep evaluation tasks out of any training or tuning, and choose quality and cost limits before running.", "Run the baseline and the proposed change on identical inputs. Keep other settings fixed and repeat paired runs to expose variation.", "Save per-task outputs, failures, timings, and all usage costs. Review regressions before expanding the test." ], "measure": "Accepted outputs, coordination failures, wall-clock time, and total cost across all agents.", "decision": "Keep the change only if it meets your preselected quality and latency limits and improves the metric you care about after setup and operating costs. Otherwise retain the baseline. This is an exploration plan, not a validated recommendation." }, "builder_review": null, "arxiv_id": "2609.38143", "title": "Learning Meta-Skills for Agent Harness Design in Test-Time AI4AI", "summary": "Replaces hand-designed or ad-hoc agent scaffolding (tools, prompts, execution support) with a Builder model that learns reusable 'meta-skill' principles from Target execution feedback on a development set and constructs harnesses for unseen tasks, all with frozen weights. Costs an extra Builder inference pass per task plus a development-set learning loop, adding orchestration complexity and API or GPU compute spend. Can fail when development tasks do not transfer to the production task distribution, when learned principles encode benchmark-specific artifacts, or when the Builder's constructed harness degrades the Target on out-of-distribution inputs.", "rationale": "The approach is implementable with API-only access since both models stay frozen, but the reported gains come from two research benchmarks, so the reader must validate transfer and cost on their own workload before production adoption.", "technique": "Learned meta-skills for agent harness construction", "family": "orquestracao_multiagente", "recommendation": "testar", "published": "2026-09-29", "as_of": "2026-10-18", "editorial_status": "indexed", "source_url": "https://arxiv.org/abs/2609.38143", "independent_implementations": 2, "total_implementations": 3, "stars": 132, "citations": null, "claims": [ { "claim_id": "claim-01", "statement": "Replaces hand-designed or ad-hoc agent scaffolding (tools, prompts, execution support) with a Builder model that learns reusable 'meta-skill' principles from Target execution feedback on a development set and constructs harnesses for unseen tasks, all with frozen weights. Costs an extra Builder inference pass per task plus a development-set learning loop, adding orchestration complexity and API or GPU compute spend. Can fail when development tasks do not transfer to the production task distribution, when learned principles encode benchmark-specific artifacts, or when the Builder's constructed harness degrades the Target on out-of-distribution inputs.", "basis": "inferred", "result": "", "baseline": "", "conditions": "", "source_url": "https://arxiv.org/abs/2609.38143", "source_page": null, "source_excerpt": "" }, { "claim_id": "claim-02", "statement": "Full-bank meta-skills improve macro-average performance by 8.95 percentage points over no-skill construction and 12.02 points over direct delivery of the same bank to the Target, across Harness-Bench and NewtonBench.", "basis": "inferred", "result": "", "baseline": "", "conditions": "", "source_url": "https://arxiv.org/abs/2609.38143", "source_page": null, "source_excerpt": "" } ], "exposure_map": [ { "dimension": "quality", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "compute", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "latency", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "operations", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "compatibility", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "security", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "data_and_training", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "reproducibility", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" } ], "risks": [], "minimum_test": [], "open_questions": [], "independent_tests": [], "lab_reproductions": [], "report_available": false, "validation_tier": "unknown", "evidence_tier": "unknown", "infrastructure_basis": "unknown", "equations": [], "equations_status": "not_fetched", "core_kind": "", "equations_fetched_at": "", "equations_source_url": "", "equations_source_sha256": "", "exposures_reviewed_at": "", "exposures_source_sha256": "" }