{ "schema_version": 1, "builder_plan": { "scenario": "A narrow, repeated product task may not need your largest model.", "change": "Check whether a released student model fits the task before generating training data.", "baseline": "Your current model and an off-the-shelf small model on the same held-out tasks.", "steps": [ "Locate the paper's implementation and check its license, model support, data needs, and hardware requirements. Stop here if you cannot obtain the required artifacts.", "Save a small set of representative product tasks and expected outcomes. Keep evaluation tasks out of any training or tuning, and choose quality and cost limits before running.", "Run the baseline and the proposed change on identical inputs. Keep other settings fixed and repeat paired runs to expose variation.", "Save per-task outputs, failures, timings, and all usage costs. Review regressions before expanding the test." ], "measure": "Student quality, serving cost, teacher calls, training cost, and failures on unusual inputs.", "decision": "Keep the change only if it meets your preselected quality and latency limits and improves the metric you care about after setup and operating costs. Otherwise retain the baseline. This is an exploration plan, not a validated recommendation." }, "builder_review": null, "arxiv_id": "2609.20441", "title": "Cross-Architecture Foundation-Model Distillation for Edge Flood Segmentation", "summary": "The method replaces direct supervised training of a small model on a fixed labeled set, and replaces edge deployment of a large foundation model, with teacher-generated pseudo-labels on unlabeled imagery used to train a compact student. The cost is a full teacher fine-tuning and inference pass over unlabeled data plus quantization-aware training and TensorRT export, with a residual quality gap on the primary benchmark (0.787 vs 0.822 water IoU). Failure modes include the student remaining below the teacher on the harder WorldFloods-v2 distribution, pseudo-label noise propagating at larger pool scales, and the possibility that a fixed MNDWI threshold matches the learned models on clean external data, limiting the practical advantage of the model.", "rationale": "Knowledge distillation from a large teacher into a quantized small student is a proven, low-infrastructure path to deployable models, and here it also stretches a fixed annotation budget, which directly matches the reader's constraints.", "technique": "Cross-architecture foundation-model distillation for edge segmentation", "family": "destilacao", "recommendation": "adotar", "published": "2026-09-17", "as_of": "2026-10-18", "editorial_status": "indexed", "source_url": "https://arxiv.org/abs/2609.20441", "independent_implementations": 0, "total_implementations": 1, "stars": 1, "citations": 0, "claims": [ { "claim_id": "claim-01", "statement": "The method replaces direct supervised training of a small model on a fixed labeled set, and replaces edge deployment of a large foundation model, with teacher-generated pseudo-labels on unlabeled imagery used to train a compact student. The cost is a full teacher fine-tuning and inference pass over unlabeled data plus quantization-aware training and TensorRT export, with a residual quality gap on the primary benchmark (0.787 vs 0.822 water IoU). Failure modes include the student remaining below the teacher on the harder WorldFloods-v2 distribution, pseudo-label noise propagating at larger pool scales, and the possibility that a fixed MNDWI threshold matches the learned models on clean external data, limiting the practical advantage of the model.", "basis": "inferred", "result": "", "baseline": "", "conditions": "", "source_url": "https://arxiv.org/abs/2609.20441", "source_page": null, "source_excerpt": "" }, { "claim_id": "claim-02", "statement": "Distills a 300M-parameter Prithvi-EO-2.0 teacher into a 0.7M-parameter EfficientViT-B0 student (roughly 428x smaller), deployed as a 1.5 MB INT8 TensorRT engine at 5.57 ms per 512x512 image with ~14 MB runtime device memory; student reaches 0.787 water IoU versus 0.822 for the teacher on Sen1Floods11.", "basis": "inferred", "result": "", "baseline": "", "conditions": "", "source_url": "https://arxiv.org/abs/2609.20441", "source_page": null, "source_excerpt": "" } ], "exposure_map": [ { "dimension": "quality", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "compute", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "latency", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "operations", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "compatibility", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "security", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "data_and_training", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" }, { "dimension": "reproducibility", "basis": "not_evaluated", "finding": "", "interpretation": "", "limitation": "", "next_check": "", "source_url": "", "source_page": null, "source_excerpt": "" } ], "risks": [], "minimum_test": [], "open_questions": [], "independent_tests": [], "lab_reproductions": [], "report_available": false, "validation_tier": "unknown", "evidence_tier": "unknown", "infrastructure_basis": "unknown", "equations": [], "equations_status": "not_fetched", "core_kind": "", "equations_fetched_at": "", "equations_source_url": "", "equations_source_sha256": "", "exposures_reviewed_at": "", "exposures_source_sha256": "" }