{ "schema_version": 1, "builder_plan": { "scenario": "A workflow needs specialist review, but extra agents may add more cost than useful work.", "change": "Test the proposed division of work against a single-agent implementation.", "baseline": "One agent with the same tools and an equal total token and time budget.", "steps": [ "Locate the paper's implementation and check its license, model support, data needs, and hardware requirements. Stop here if you cannot obtain the required artifacts.", "Save a small set of representative product tasks and expected outcomes. Keep evaluation tasks out of any training or tuning, and choose quality and cost limits before running.", "Run the baseline and the proposed change on identical inputs. Keep other settings fixed and repeat paired runs to expose variation.", "Save per-task outputs, failures, timings, and all usage costs. Review regressions before expanding the test." ], "measure": "Accepted outputs, coordination failures, wall-clock time, and total cost across all agents.", "decision": "Keep the change only if it meets your preselected quality and latency limits and improves the metric you care about after setup and operating costs. Otherwise retain the baseline. This is an exploration plan, not a validated recommendation." }, "builder_review": null, "arxiv_id": "2610.26676", "title": "Which Model for Which Role? Cost-Efficient Pareto Recommendation for LLM Agentic Workflows", "summary": "CC-Gittins replaces exhaustive or ad-hoc evaluation of model-to-role assignments in multi-model agentic workflows with a cost-aware multi-objective bandit search that reuses each evaluation for both quality-seeking and cost-seeking. It costs the implementation of a Gittins-index search loop plus uncertainty-adjusted quality and cost tracking per candidate, with a small inference overhead per batch but no additional model training. It can fail when the search budget is too small to clear the frontier, when uncertainty estimates are miscalibrated for the user's task distribution, or when the workflow has so few roles and candidate models that exhaustive evaluation is already cheap.", "rationale": "For a small team mixing API models across workflow roles, this directly cuts the evaluation spend needed to pick quality-cost-optimal assignments, but the benefit only materializes if the reader operates a genuine multi-role, multi-model workflow and can implement the search procedure, so workload-specific validation is warranted.", "technique": "Cost-coupled Gittins search for Pareto model-role assignment", "family": "orquestracao_multiagente", "recommendation": "testar", "published": "2026-10-19", "as_of": "2026-10-20", "editorial_status": "indexed", "source_url": "https://arxiv.org/abs/2610.26676", "independent_implementations": 0, "total_implementations": 1, "stars": 0, "citations": null, "claims": [ { "claim_id": "claim-01", "statement": "CC-Gittins replaces exhaustive or ad-hoc evaluation of model-to-role assignments in multi-model agentic workflows with a cost-aware multi-objective bandit search that reuses each evaluation for both quality-seeking and cost-seeking. It costs the implementation of a Gittins-index search loop plus uncertainty-adjusted quality and cost tracking per candidate, with a small inference overhead per batch but no additional model training. It can fail when the search budget is too small to clear the frontier, when uncertainty estimates are miscalibrated for the user's task distribution, or when the workflow has so few roles and candidate models that exhaustive evaluation is already cheap.", "basis": "inferred", "result": "", "baseline": "", "conditions": "", "source_url": "https://arxiv.org/abs/2610.26676", "source_page": null, "source_excerpt": "" }, { "claim_id": "claim-02", "statement": "Recovers a substantial fraction of the true Pareto frontier at roughly 10% of exhaustive-evaluation cost, and most of the frontier with few false positives by 30%, across eight quality-cost benchmarks with two to five roles and up to 1,681 candidate assignments.", "basis": "inferred", "result": "", "baseline": "", "conditions": "", "source_url": "https://arxiv.org/abs/2610.26676", "source_page": null, "source_excerpt": "" } ], "exposure_map": [ { "dimension": "quality", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "compute", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "latency", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "operations", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "compatibility", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "security", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "data_and_training", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "reproducibility", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" } ], "risks": [], "minimum_test": [], "open_questions": [], "independent_tests": [], "lab_reproductions": [], "report_available": false, "validation_tier": "unknown", "evidence_tier": "unknown", "infrastructure_basis": "unknown", "equations": [], "equations_status": "not_fetched", "core_kind": "", "equations_fetched_at": "", "equations_source_url": "", "equations_source_sha256": "", "exposures_reviewed_at": "", "exposures_source_sha256": "" }