{ "schema_version": 1, "builder_plan": { "scenario": "Your coding assistant makes changes that still need substantial repair before merging.", "change": "Try the technique on held-out issues from a repository with reliable tests.", "baseline": "The same coding agent, repository snapshot, tools, and token budget.", "steps": [ "Locate the paper's implementation and check its license, model support, data needs, and hardware requirements. Stop here if you cannot obtain the required artifacts.", "Save a small set of representative product tasks and expected outcomes. Keep evaluation tasks out of any training or tuning, and choose quality and cost limits before running.", "Run the baseline and the proposed change on identical inputs. Keep other settings fixed and repeat paired runs to expose variation.", "Save per-task outputs, failures, timings, and all usage costs. Review regressions before expanding the test." ], "measure": "Correct patches, regression failures, human repair time, and total cost per accepted change.", "decision": "Keep the change only if it meets your preselected quality and latency limits and improves the metric you care about after setup and operating costs. Otherwise retain the baseline. This is an exploration plan, not a validated recommendation." }, "builder_review": null, "arxiv_id": "2609.17391", "title": "FlashVector: Agent for Hierarchical Model Serving Stack Optimization", "summary": "The method replaces manual, expert-driven performance tuning across the serving stack (GPU kernels, framework computation graph, model server such as Triton's C++ code, and a Python feature-transformation service) with an AI agent that discovers and applies optimizations across those heterogeneous layers. The cost is building or obtaining an extensible agent framework with per-layer tooling, benchmarks, and validation infrastructure, plus the inference cost of the agent itself; no off-the-shelf artifact or released system is described that a small team could install directly. Failures after adoption can include agent-generated optimizations that pass benchmarks but violate correctness or stability under production traffic, regressions when workloads evolve and discovered optimizations go stale, and maintenance burden for agent-written changes in low-level codebases the team does not fully understand.", "rationale": "The system is an internal deployment at Unity with no described public release, so the reader can track the paradigm and apply existing code agents to their own serving code but cannot adopt FlashVector itself.", "technique": "Agentic optimization of the full model-serving stack", "family": "agentes_de_codigo", "recommendation": "observar", "published": "2026-09-15", "as_of": "2026-10-18", "editorial_status": "indexed", "source_url": "https://arxiv.org/abs/2609.17391", "independent_implementations": 0, "total_implementations": 1, "stars": 22, "citations": 0, "claims": [ { "claim_id": "claim-01", "statement": "The method replaces manual, expert-driven performance tuning across the serving stack (GPU kernels, framework computation graph, model server such as Triton's C++ code, and a Python feature-transformation service) with an AI agent that discovers and applies optimizations across those heterogeneous layers. The cost is building or obtaining an extensible agent framework with per-layer tooling, benchmarks, and validation infrastructure, plus the inference cost of the agent itself; no off-the-shelf artifact or released system is described that a small team could install directly. Failures after adoption can include agent-generated optimizations that pass benchmarks but violate correctness or stability under production traffic, regressions when workloads evolve and discovered optimizations go stale, and maintenance burden for agent-written changes in low-level codebases the team does not fully understand.", "basis": "inferred", "result": "", "baseline": "", "conditions": "", "source_url": "https://arxiv.org/abs/2609.17391", "source_page": null, "source_excerpt": "" }, { "claim_id": "claim-02", "statement": "Deployed in Unity's Vector ad platform, FlashVector achieved up to 2x throughput increase and up to 1.98x latency speedup on the model server, and up to 1.6x throughput increase on the feature store.", "basis": "inferred", "result": "", "baseline": "", "conditions": "", "source_url": "https://arxiv.org/abs/2609.17391", "source_page": null, "source_excerpt": "" } ], "exposure_map": [ { "dimension": "quality", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "compute", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "latency", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "operations", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "compatibility", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "security", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "data_and_training", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "reproducibility", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" } ], "risks": [], "minimum_test": [], "open_questions": [], "independent_tests": [], "lab_reproductions": [], "report_available": false, "validation_tier": "unknown", "evidence_tier": "unknown", "infrastructure_basis": "unknown", "equations": [], "equations_status": "not_fetched", "core_kind": "", "equations_fetched_at": "", "equations_source_url": "", "equations_source_sha256": "", "exposures_reviewed_at": "", "exposures_source_sha256": "" }