{ "schema_version": 1, "builder_plan": { "scenario": "A multi-step product task fails because the agent loses track of dependencies.", "change": "Try the proposed planning step on tasks with checkable intermediate outcomes.", "baseline": "The same agent solving the same tasks without the new planning step.", "steps": [ "Locate the paper's implementation and check its license, model support, data needs, and hardware requirements. Stop here if you cannot obtain the required artifacts.", "Save a small set of representative product tasks and expected outcomes. Keep evaluation tasks out of any training or tuning, and choose quality and cost limits before running.", "Run the baseline and the proposed change on identical inputs. Keep other settings fixed and repeat paired runs to expose variation.", "Save per-task outputs, failures, timings, and all usage costs. Review regressions before expanding the test." ], "measure": "Task completion, unnecessary steps, planning tokens, response time, and total cost.", "decision": "Keep the change only if it meets your preselected quality and latency limits and improves the metric you care about after setup and operating costs. Otherwise retain the baseline. This is an exploration plan, not a validated recommendation." }, "builder_review": null, "arxiv_id": "2610.13194", "title": "JANUS: Enhancing Long-Horizon Autonomous Research with Co-Evolving World Models", "summary": "JANUS replaces reactive trial-and-error Generate-Execute-Feedback loops in autonomous research agents with a Predict-Verify-Evolve loop in which a co-evolving world model scores, prunes, and refines candidate branches before costly executions. The cost is maintaining an evolving candidate graph, a forecasting world model, hierarchical skill stores, and their coordination protocols, which adds orchestration complexity and extra model calls per iteration. Failure modes include miscalibrated world-model forecasts pruning valuable branches early, error compounding as skills and predictions co-evolve over long horizons, and limited transferability of gains demonstrated primarily on one benchmark.", "rationale": "The framework targets long-horizon autonomous research pipelines rather than standard inference or coding workloads, and adopting it requires building a bespoke world-model and skill-evolution infrastructure whose benefits are only shown on a narrow benchmark without quantified factors.", "technique": "World-model-guided research agent evolution", "family": "planejamento_e_decomposicao", "recommendation": "observar", "published": "2026-10-09", "as_of": "2026-10-18", "editorial_status": "indexed", "source_url": "https://arxiv.org/abs/2610.13194", "independent_implementations": 3, "total_implementations": 4, "stars": 353, "citations": null, "claims": [ { "claim_id": "claim-01", "statement": "JANUS replaces reactive trial-and-error Generate-Execute-Feedback loops in autonomous research agents with a Predict-Verify-Evolve loop in which a co-evolving world model scores, prunes, and refines candidate branches before costly executions. The cost is maintaining an evolving candidate graph, a forecasting world model, hierarchical skill stores, and their coordination protocols, which adds orchestration complexity and extra model calls per iteration. Failure modes include miscalibrated world-model forecasts pruning valuable branches early, error compounding as skills and predictions co-evolve over long horizons, and limited transferability of gains demonstrated primarily on one benchmark.", "basis": "inferred", "result": "", "baseline": "", "conditions": "", "source_url": "https://arxiv.org/abs/2610.13194", "source_page": null, "source_excerpt": "" }, { "claim_id": "claim-02", "statement": "Outperforms state-of-the-art baselines on MLS-Bench-Lite and real research tasks with higher evolving efficiency and ceiling; no quantified factor stated in the abstract.", "basis": "inferred", "result": "", "baseline": "", "conditions": "", "source_url": "https://arxiv.org/abs/2610.13194", "source_page": null, "source_excerpt": "" } ], "exposure_map": [ { "dimension": "quality", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "compute", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "latency", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "operations", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "compatibility", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "security", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "data_and_training", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "reproducibility", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" } ], "risks": [], "minimum_test": [], "open_questions": [], "independent_tests": [], "lab_reproductions": [], "report_available": false, "validation_tier": "unknown", "evidence_tier": "unknown", "infrastructure_basis": "unknown", "equations": [], "equations_status": "not_fetched", "core_kind": "", "equations_fetched_at": "", "equations_source_url": "", "equations_source_sha256": "", "exposures_reviewed_at": "", "exposures_source_sha256": "" }