{ "schema_version": 1, "builder_plan": { "scenario": "An assistant chooses the wrong API or sends arguments your product cannot use.", "change": "Apply the proposed tool-selection or argument-generation change in a sandbox.", "baseline": "Your current agent with the same tool schemas and task budget.", "steps": [ "Locate the paper's implementation and check its license, model support, data needs, and hardware requirements. Stop here if you cannot obtain the required artifacts.", "Save a small set of representative product tasks and expected outcomes. Keep evaluation tasks out of any training or tuning, and choose quality and cost limits before running.", "Run the baseline and the proposed change on identical inputs. Keep other settings fixed and repeat paired runs to expose variation.", "Save per-task outputs, failures, timings, and all usage costs. Review regressions before expanding the test." ], "measure": "Correct completed actions, invalid calls, retries, latency, and cost per completed task.", "decision": "Keep the change only if it meets your preselected quality and latency limits and improves the metric you care about after setup and operating costs. Otherwise retain the baseline. This is an exploration plan, not a validated recommendation." }, "builder_review": null, "arxiv_id": "2610.22234", "title": "OS-Helix: Unifying GUI Interaction and Code Execution in Native Computer-Using Agents", "summary": "OS-Helix replaces prompt-level composition of a GUI agent plus a separate code tool with a single policy trained (SFT cold-start plus online RL with step-balanced GSPO) to route natively between GUI actions and code execution in one action space. The cost is substantial and out of reach here: it requires constructing executable Ubuntu environments with application-artifact composition, verifiable hybrid training data, RL in live desktop environments, and fine-tuning 27B-35B multimodal models, none of which fits a 24 GB GPU or a limited cloud budget. What can fail is that the learned GUI/code routing is tied to the training distribution of environments and artifacts, so transfer to unseen desktop applications or workflows may degrade, and long-horizon verifiable-task pipelines may not cover the reader's actual production tasks.", "rationale": "The method is relevant to desktop automation but depends on large-scale model training, custom environments, and online RL infrastructure that the reader's constrained setup cannot support, so it is worth tracking rather than adopting.", "technique": "End-to-end trained hybrid GUI/code computer-use agent", "family": "uso_de_ferramenta", "recommendation": "observar", "published": "2026-10-15", "as_of": "2026-10-18", "editorial_status": "indexed", "source_url": "https://arxiv.org/abs/2610.22234", "independent_implementations": 1, "total_implementations": 2, "stars": 11, "citations": null, "claims": [ { "claim_id": "claim-01", "statement": "OS-Helix replaces prompt-level composition of a GUI agent plus a separate code tool with a single policy trained (SFT cold-start plus online RL with step-balanced GSPO) to route natively between GUI actions and code execution in one action space. The cost is substantial and out of reach here: it requires constructing executable Ubuntu environments with application-artifact composition, verifiable hybrid training data, RL in live desktop environments, and fine-tuning 27B-35B multimodal models, none of which fits a 24 GB GPU or a limited cloud budget. What can fail is that the learned GUI/code routing is tied to the training distribution of environments and artifacts, so transfer to unseen desktop applications or workflows may degrade, and long-horizon verifiable-task pipelines may not cover the reader's actual production tasks.", "basis": "inferred", "result": "", "baseline": "", "conditions": "", "source_url": "https://arxiv.org/abs/2610.22234", "source_page": null, "source_excerpt": "" }, { "claim_id": "claim-02", "statement": "On OSWorld-Verified, OS-Helix-27B-RL reaches 66.44% success, a 42.9% relative improvement over its matched Qwen3.5 hybrid baseline; SFT-only variants show 35.0% and 33.7% relative gains.", "basis": "inferred", "result": "", "baseline": "", "conditions": "", "source_url": "https://arxiv.org/abs/2610.22234", "source_page": null, "source_excerpt": "" } ], "exposure_map": [ { "dimension": "quality", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "compute", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "latency", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "operations", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "compatibility", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "security", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "data_and_training", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "reproducibility", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" } ], "risks": [], "minimum_test": [], "open_questions": [], "independent_tests": [], "lab_reproductions": [], "report_available": false, "validation_tier": "unknown", "evidence_tier": "unknown", "infrastructure_basis": "unknown", "equations": [], "equations_status": "not_fetched", "core_kind": "", "equations_fetched_at": "", "equations_source_url": "", "equations_source_sha256": "", "exposures_reviewed_at": "", "exposures_source_sha256": "" }