{ "schema_version": 1, "builder_plan": { "scenario": "A narrow, repeated product task may not need your largest model.", "change": "Check whether a released student model fits the task before generating training data.", "baseline": "Your current model and an off-the-shelf small model on the same held-out tasks.", "steps": [ "Locate the paper's implementation and check its license, model support, data needs, and hardware requirements. Stop here if you cannot obtain the required artifacts.", "Save a small set of representative product tasks and expected outcomes. Keep evaluation tasks out of any training or tuning, and choose quality and cost limits before running.", "Run the baseline and the proposed change on identical inputs. Keep other settings fixed and repeat paired runs to expose variation.", "Save per-task outputs, failures, timings, and all usage costs. Review regressions before expanding the test." ], "measure": "Student quality, serving cost, teacher calls, training cost, and failures on unusual inputs.", "decision": "Keep the change only if it meets your preselected quality and latency limits and improves the metric you care about after setup and operating costs. Otherwise retain the baseline. This is an exploration plan, not a validated recommendation." }, "builder_review": null, "arxiv_id": "2609.24974", "title": "Harness-Zero: Harness Distillation via Agent-as-Harness", "summary": "The method replaces deployment-time reliance on domain-optimized agent harnesses (and routing among many specialized harnesses) by distilling harness-induced behaviors into model weights, so a single fixed harness suffices at inference. It costs a training-time pipeline: an optimized harness per domain, a harnessing agent that rewrites student responses into the target action space, trajectory collection, and fine-tuning, which typically implies frontier-API spend and non-trivial engineering. It can fail when the distilled behaviors do not transfer across models or new task distributions, when the optimized harness itself is unavailable or weak for a domain, and because gains are validated only on the paper's three domains and may require re-distillation whenever the base model changes.", "rationale": "The approach presupposes per-domain evolved harnesses, a harnessing-agent data-generation loop, and fine-tuning capacity that exceed a small constrained team's near-term reach, though the results justify tracking it for later adoption via fine-tuning APIs.", "technique": "Agent harness distillation via agent-as-harness", "family": "destilacao", "recommendation": "observar", "published": "2026-09-21", "as_of": "2026-10-18", "editorial_status": "indexed", "source_url": "https://arxiv.org/abs/2609.24974", "independent_implementations": 6, "total_implementations": 6, "stars": 151, "citations": null, "claims": [ { "claim_id": "claim-01", "statement": "The method replaces deployment-time reliance on domain-optimized agent harnesses (and routing among many specialized harnesses) by distilling harness-induced behaviors into model weights, so a single fixed harness suffices at inference. It costs a training-time pipeline: an optimized harness per domain, a harnessing agent that rewrites student responses into the target action space, trajectory collection, and fine-tuning, which typically implies frontier-API spend and non-trivial engineering. It can fail when the distilled behaviors do not transfer across models or new task distributions, when the optimized harness itself is unavailable or weak for a domain, and because gains are validated only on the paper's three domains and may require re-distillation whenever the base model changes.", "basis": "inferred", "result": "", "baseline": "", "conditions": "", "source_url": "https://arxiv.org/abs/2609.24974", "source_page": null, "source_excerpt": "" }, { "claim_id": "claim-02", "statement": "Harness-Zero raises the base model's macro-average task success from 23.3% to 44.3% with the specialized harness removed, exceeding the 41.7% achieved with the harness still attached, and recovers 82.3% of harness-induced behavior patterns across three domains.", "basis": "inferred", "result": "", "baseline": "", "conditions": "", "source_url": "https://arxiv.org/abs/2609.24974", "source_page": null, "source_excerpt": "" } ], "exposure_map": [ { "dimension": "quality", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "compute", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "latency", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "operations", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "compatibility", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "security", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "data_and_training", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "reproducibility", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" } ], "risks": [], "minimum_test": [], "open_questions": [], "independent_tests": [], "lab_reproductions": [], "report_available": false, "validation_tier": "unknown", "evidence_tier": "unknown", "infrastructure_basis": "unknown", "equations": [], "equations_status": "not_fetched", "core_kind": "", "equations_fetched_at": "", "equations_source_url": "", "equations_source_sha256": "", "exposures_reviewed_at": "", "exposures_source_sha256": "" }