{"total":72,"rows":[{"id":"2604.00626","title":"A Survey of On-Policy Distillation for Large Language Models","created":"2026-04-01","cited_by_count":163,"area":"distill"},{"id":"2603.25562","title":"Revisiting On-Policy Distillation: Empirical Failure Modes and Simple Fixes","created":"2026-03-26","cited_by_count":145,"area":"distill"},{"id":"2604.03128","title":"Self-Distilled RLVR","created":"2026-04-03","cited_by_count":131,"area":"distill"},{"id":"2605.26844","title":"Not All Disagreement Is Learnable: Token Teachability in On-Policy Distillation","created":"2026-05-26","cited_by_count":51,"area":"distill"},{"id":"2605.03677","title":"Uni-OPD: Unifying On-Policy Distillation with a Dual-Perspective Recipe","created":"2026-05-05","cited_by_count":49,"area":"distill"},{"id":"2604.01193","title":"Embarrassingly Simple Self-Distillation Improves Code Generation","created":"2026-04-01","cited_by_count":40,"area":"distill"},{"id":"2604.17535","title":"OPSDL: On-Policy Self-Distillation for Long-Context Language Models","created":"2026-04-19","cited_by_count":30,"area":"distill"},{"id":"2603.11178","title":"PACED: Distillation and On-Policy Self-Distillation at the Frontier of Student Competence","created":"2026-03-11","cited_by_count":28,"area":"distill"},{"id":"2606.08432","title":"Trajectory-Refined Distillation","created":"2026-06-07","cited_by_count":16,"area":"distill"},{"id":"2605.07711","title":"SimCT: Recovering Lost Supervision for Cross-Tokenizer On-Policy Distillation","created":"2026-05-08","cited_by_count":12,"area":"distill"},{"id":"2606.05718","title":"ViCuR: Visual Cues as Recoverable Privilege for Multimodal On-Policy Distillation","created":"2026-06-04","cited_by_count":12,"area":"distill"},{"id":"2606.30626","title":"DOPD: Dual On-policy Distillation","created":"2026-06-29","cited_by_count":12,"area":"distill"},{"id":"2608.09228","title":"Privileged Solutions or Context-Induced Teacher Behavior? Dissecting On-Policy Self-Distillation","created":"2026-08-10","cited_by_count":12,"area":"distill"},{"id":"2606.06021","title":"OPRD: On-Policy Representation Distillation","created":"2026-06-04","cited_by_count":11,"area":"distill"},{"id":"2605.12652","title":"Multi-Rollout On-Policy Distillation via Peer Successes and Failures","created":"2026-05-12","cited_by_count":10,"area":"distill"},{"id":"2606.13657","title":"Dense Supervision, Sparse Updates: On the Sparsity and Geometry of On-Policy Distillation","created":"2026-06-11","cited_by_count":10,"area":"distill"},{"id":"2606.26091","title":"On-Policy Self-Distillation with Sampled Demonstrations Reduces Output Diversity","created":"2026-06-24","cited_by_count":10,"area":"distill"},{"id":"2604.16830","title":"The Illusion of Certainty: Decoupling Capability and Calibration in On-Policy Distillation","created":"2026-04-18","cited_by_count":9,"area":"distill"},{"id":"2605.11613","title":"From Generic Correlation to Input-Specific Credit in On-Policy Self Distillation","created":"2026-05-12","cited_by_count":9,"area":"distill"},{"id":"2608.18271","title":"Rethinking Privileged Information in On-Policy Self-Distillation","created":"2026-08-18","cited_by_count":9,"area":"distill"},{"id":"2605.12741","title":"Learning with Rare Success but Rich Feedback via Reflection-Enhanced Self-Distillation","created":"2026-05-12","cited_by_count":8,"area":"distill"},{"id":"2607.26246","title":"Weak-to-Strong On-Policy Distillation","created":"2026-07-28","cited_by_count":8,"area":"distill"},{"id":"2608.04419","title":"SPOT: Sparse Probing and Outcome Calibration for On-Policy Distillation","created":"2026-08-05","cited_by_count":8,"area":"distill"},{"id":"2604.14054","title":"$\\pi$-Play: Multi-Agent Self-Play via Privileged Self-Distillation without External Data","created":"2026-04-15","cited_by_count":7,"area":"distill"},{"id":"2605.15113","title":"Learning from Language Feedback via Variational Policy Distillation","created":"2026-05-14","cited_by_count":7,"area":"distill"},{"id":"2605.20643","title":"AVSD: Adaptive-View Self-Distillation by Balancing Consensus and Teacher-Specific Privileged Signals","created":"2026-05-20","cited_by_count":7,"area":"distill"},{"id":"2607.01763","title":"Denser $\\neq$ Better: Limits of On-Policy Self-Distillation for Continual Post-Training","created":"2026-07-02","cited_by_count":7,"area":"distill"},{"id":"2607.28590","title":"VAD: Attributing Visual Evidence for Target Reconstruction in Multimodal On-Policy Distillation","created":"2026-07-30","cited_by_count":7,"area":"distill"},{"id":"2608.13040","title":"Latent On-Policy Self-Distillation","created":"2026-08-13","cited_by_count":7,"area":"distill"},{"id":"2605.23493","title":"EDGE-OPD: Internalizing Privileged Context with Evidence Guided On-Policy Distillation","created":"2026-05-22","cited_by_count":6,"area":"distill"},{"id":"2605.27186","title":"MAIGO: Mitigating Lost-in-Conversation with History-Cleaned On-Policy Self-Distillation","created":"2026-05-26","cited_by_count":6,"area":"distill"},{"id":"2606.22793","title":"A Formula-Driven Survey and Research Agenda for On-Policy Distillation","created":"2026-06-22","cited_by_count":6,"area":"distill"},{"id":"2608.14144","title":"Self-Supervised Visual On-Policy Distillation","created":"2026-08-14","cited_by_count":6,"area":"distill"},{"id":"2607.18082","title":"CriPO: Enhancing Rubric-based RL via Self-Distillation","created":"2026-07-20","cited_by_count":5,"area":"distill"},{"id":"2608.09826","title":"Distill Skills into Weights, Not Prompts: Abstract Skills as Privileged Signals for On-Policy Self-Distillation","created":"2026-08-10","cited_by_count":5,"area":"distill"},{"id":"2605.17862","title":"$\\boldsymbol{f}$-OPD: Stabilizing Long-Horizon On-Policy Distillation with Freshness-Aware Control","created":"2026-05-18","cited_by_count":4,"area":"distill"},{"id":"2609.02548","title":"Learn from Whoever Is Right: Answer-Verified Multi-Teacher Distillation for Multi-Domain LLMs","created":"2026-09-02","cited_by_count":4,"area":"distill"},{"id":"2605.16865","title":"MixSD: Mixed Contextual Self-Distillation for Knowledge Injection","created":"2026-05-16","cited_by_count":3,"area":"distill"},{"id":"2605.30251","title":"Same Evidence, Different Answers: Canonical-Context On-Policy Distillation for Multi-Turn Language Models","created":"2026-05-28","cited_by_count":3,"area":"distill"},{"id":"2606.11627","title":"When Context Returns: Toward Robust Internalization in On-Policy Distillation","created":"2026-06-10","cited_by_count":3,"area":"distill"},{"id":"2609.08798","title":"Eliciting Weak-to-Strong Generalization with On-Policy Reverse Distillation","created":"2026-09-08","cited_by_count":2,"area":"distill"},{"id":"2609.25623","title":"What Should a Self-Teacher See? Privileged Context Design for On-Policy Self-Distillation","created":"2026-09-22","cited_by_count":2,"area":"distill"},{"id":"2605.30070","title":"A Predictive Law for On-Policy Self-Distillation From World Feedback","created":"2026-05-28","cited_by_count":1,"area":"distill"},{"id":"2606.14368","title":"Be My Tutor: On-Policy Co-Distillation for Mutual LLM Improvement via Peer Feedback","created":"2026-06-12","cited_by_count":1,"area":"distill"},{"id":"2606.17628","title":"OPD-Evolver: Cultivating Holistic Agent Evolver via On-Policy Distillation","created":"2026-06-16","cited_by_count":1,"area":"distill"},{"id":"2607.28022","title":"Flux-OPD: On-Policy Distillation with Evolving Contexts","created":"2026-07-30","cited_by_count":1,"area":"distill"},{"id":"2608.08764","title":"Learning from Consensus and Disagreement: Unsupervised On-Policy Self-Distillation with Minority-Trajectory Contrast","created":"2026-08-09","cited_by_count":1,"area":"distill"},{"id":"2610.10447","title":"A Good Self-Teacher Meets the Student Where They Are: Joint On-Policy Learning and Teaching","created":"2026-10-07","cited_by_count":1,"area":"distill"},{"id":"2608.01303","title":"AlphaG-OPD: Reliability-Gated Sibling Counterfactuals for On-Policy Distillation in Symbolic Alpha Factor Discovery","created":"2026-08-02","cited_by_count":0,"area":"distill"},{"id":"2608.11660","title":"Hybrid-Policy Self-Editing for Composable Unstructured Knowledge Editing","created":"2026-08-12","cited_by_count":0,"area":"distill"},{"id":"2608.14647","title":"SMOPD: Selective Token-Entropy Masking for Dirty-History Multi-Turn On-Policy Self-Distillation","created":"2026-07-30","cited_by_count":0,"area":"distill"},{"id":"2608.28306","title":"VISTA: Verifier-Informed Student-to-Teacher Adaptation for On-Policy Self-Distillation","created":"2026-08-28","cited_by_count":0,"area":"distill"},{"id":"2609.24646","title":"iSDFT: Information-Proximal Self-Distillation for Continual Learning in LLMs","created":"2026-09-21","cited_by_count":0,"area":"distill"},{"id":"2609.33455","title":"What Shared Prefixes Hide: Trajectory Dropout for On-Policy Distillation","created":"2026-09-27","cited_by_count":0,"area":"distill"},{"id":"2609.33711","title":"DuoOPD: Learning from Joint Teacher-Student Outcomes for Multi-Task On-Policy Distillation","created":"2026-09-27","cited_by_count":0,"area":"distill"},{"id":"2609.34234","title":"MAS-OPD: On-Policy Distillation for Multi-agent Systems","created":"2026-09-28","cited_by_count":0,"area":"distill"},{"id":"2609.34386","title":"Look Before You Select: Rethinking Vocabulary Sparsification in On-Policy Distillation","created":"2026-09-28","cited_by_count":0,"area":"distill"},{"id":"2609.34418","title":"OSPD: On-Policy Self-Distillation for Persona-Consistent Dialogue","created":"2026-09-28","cited_by_count":0,"area":"distill"},{"id":"2609.36695","title":"Know Thyself, Teach Thyself: Internal Information Flow for Selective Self-Distillation","created":"2026-09-29","cited_by_count":0,"area":"distill"},{"id":"2609.36838","title":"On-Policy Visual Evidence Distillation","created":"2026-09-29","cited_by_count":0,"area":"distill"},{"id":"2609.37522","title":"Graph-Conditioned On-Policy Agent Distillation from Off-the-Shelf Teachers","created":"2026-09-29","cited_by_count":0,"area":"distill"},{"id":"2609.38086","title":"VISTA: Internalizing Collective Visual Experience via On-Policy Distillation for Active Multimodal Agents","created":"2026-09-29","cited_by_count":0,"area":"distill"},{"id":"2609.38666","title":"Understanding Off- vs On-Policy Distillation: A Tale of Distinct Training Objectives","created":"2026-09-29","cited_by_count":0,"area":"distill"},{"id":"2609.39494","title":"Disentangling Self-Distillation: Measuring and Modeling Acquisition and Retention","created":"2026-09-30","cited_by_count":0,"area":"distill"},{"id":"2610.00757","title":"Video Evidence Indexing: Learning Where to Look from Video Previews for Token-Budgeted Long-Video Question Answering","created":"2026-09-30","cited_by_count":0,"area":"distill"},{"id":"2610.05048","title":"E$^2$-OPSD: Taming Entropy Overshoot in On-Policy Self-Distillation","created":"2026-10-04","cited_by_count":0,"area":"distill"},{"id":"2610.07654","title":"Does On-Policy Distillation for Safety Pose Backdoor Risks?","created":"2026-10-06","cited_by_count":0,"area":"distill"},{"id":"2610.10460","title":"Composing What Each Teacher Learned: Multi-Teacher On-Policy Distillation through Teacher-Relative Shifts","created":"2026-10-07","cited_by_count":0,"area":"distill"},{"id":"2610.13481","title":"Branching On-Policy Distillation","created":"2026-10-09","cited_by_count":0,"area":"distill"},{"id":"2610.14001","title":"PreSO: Privileged Representation Isolation for On-Policy Self-Distillation","created":"2026-09-27","cited_by_count":0,"area":"distill"},{"id":"2610.14022","title":"OPMD: On-Policy Mechanism Distillation Beyond Output Supervision","created":"2026-09-29","cited_by_count":0,"area":"distill"},{"id":"2610.16354","title":"Self-Distillation with Verbal Regularization","created":"2026-10-12","cited_by_count":0,"area":"distill"}],"next_cursor":null}