{ "schema_version": 1, "builder_plan": { "scenario": "You already need task-specific training and want to reduce its memory or compute cost.", "change": "Change only the training technique on a small controlled run after checking prerequisites.", "baseline": "Your current training recipe with the same model, data split, and evaluation.", "steps": [ "Locate the paper's implementation and check its license, model support, data needs, and hardware requirements. Stop here if you cannot obtain the required artifacts.", "Save a small set of representative product tasks and expected outcomes. Keep evaluation tasks out of any training or tuning, and choose quality and cost limits before running.", "Run the baseline and the proposed change on identical inputs. Keep other settings fixed and repeat paired runs to expose variation.", "Save per-task outputs, failures, timings, and all usage costs. Review regressions before expanding the test." ], "measure": "Held-out quality, peak memory, training time, and full compute cost to the target quality.", "decision": "Keep the change only if it meets your preselected quality and latency limits and improves the metric you care about after setup and operating costs. Otherwise retain the baseline. This is an exploration plan, not a validated recommendation." }, "builder_review": null, "arxiv_id": "2609.37633", "title": "RLTL;DR: Self-improvement by Internalizing Self-generated Feedback", "summary": "Replaces full-rollout RLVR (and classical SFT on complete solution traces) with sequential rollouts conditioned on self-written 'TL;DR' insights, ultimately reducible to SFT on compact (task, insight) tuples. Costs an iterative generate-critique-retry loop at training time and still requires fine-tuning a mid-size policy, though the SFTL;DR variant fits a single 24 GB GPU with parameter-efficient methods. Can fail where no reliable verifier exists to ground the feedback, where the base model cannot produce useful insights about its own failures, and the reported gains are limited to tool-calling and coding benchmarks on one 9B model.", "rationale": "The reduced SFTL;DR variant is cheap enough to validate on constrained infrastructure and targets a real production need, but the evidence is single-model, verifier-dependent, and narrow in domain, so workload-specific testing is required before adoption.", "technique": "Self-generated feedback internalization (SFTL;DR)", "family": "treino_eficiente", "recommendation": "testar", "published": "2026-09-29", "as_of": "2026-10-18", "editorial_status": "indexed", "source_url": "https://arxiv.org/abs/2609.37633", "independent_implementations": 0, "total_implementations": 0, "stars": 0, "citations": null, "claims": [ { "claim_id": "claim-01", "statement": "Replaces full-rollout RLVR (and classical SFT on complete solution traces) with sequential rollouts conditioned on self-written 'TL;DR' insights, ultimately reducible to SFT on compact (task, insight) tuples. Costs an iterative generate-critique-retry loop at training time and still requires fine-tuning a mid-size policy, though the SFTL;DR variant fits a single 24 GB GPU with parameter-efficient methods. Can fail where no reliable verifier exists to ground the feedback, where the base model cannot produce useful insights about its own failures, and the reported gains are limited to tool-calling and coding benchmarks on one 9B model.", "basis": "inferred", "result": "", "baseline": "", "conditions": "", "source_url": "https://arxiv.org/abs/2609.37633", "source_page": null, "source_excerpt": "" }, { "claim_id": "claim-02", "statement": "On tasks filtered to Pass@128=0, RLTL;DR raises Pass@1 from 0-1% (GRPO baseline) to 12-13% at eval with no insight in context; SFT on 4k (task, insight) tuples recovers nearly the same gain.", "basis": "inferred", "result": "", "baseline": "", "conditions": "", "source_url": "https://arxiv.org/abs/2609.37633", "source_page": null, "source_excerpt": "" } ], "exposure_map": [ { "dimension": "quality", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "compute", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "latency", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "operations", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "compatibility", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "security", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "data_and_training", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "reproducibility", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" } ], "risks": [], "minimum_test": [], "open_questions": [], "independent_tests": [], "lab_reproductions": [], "report_available": false, "validation_tier": "unknown", "evidence_tier": "unknown", "infrastructure_basis": "unknown", "equations": [], "equations_status": "not_fetched", "core_kind": "", "equations_fetched_at": "", "equations_source_url": "", "equations_source_sha256": "", "exposures_reviewed_at": "", "exposures_source_sha256": "" }