{"total":58,"rows":[{"id":"2603.07079","title":"Entropy-Aware On-Policy Distillation of Language Models","created":"2026-03-07","cited_by_count":175,"area":"distill"},{"id":"2105.13093","title":"Towards Understanding Knowledge Distillation","created":"2021-05-27","cited_by_count":158,"area":"distill"},{"id":"2306.08543","title":"MiniLLM: On-Policy Distillation of Large Language Models","created":"2023-06-14","cited_by_count":139,"area":"distill"},{"id":"2210.07686","title":"Learning Generalizable Models for Vehicle Routing Problems via Knowledge Distillation","created":"2022-10-14","cited_by_count":62,"area":"distill"},{"id":"2604.08527","title":"Demystifying OPD: Length Inflation and Stabilization Strategies for Large Language Models","created":"2026-04-09","cited_by_count":30,"area":"distill"},{"id":"2107.02629","title":"Embracing the Dark Knowledge: Domain Generalization Using Regularized Knowledge Distillation","created":"2021-07-06","cited_by_count":29,"area":"distill"},{"id":"2306.10687","title":"Categories of Response-Based, Feature-Based, and Relation-Based Knowledge Distillation","created":"2023-06-19","cited_by_count":20,"area":"distill"},{"id":"2603.24596","title":"X-OPD: Cross-Modal On-Policy Distillation for Capability Alignment in Speech LLMs","created":"2026-03-06","cited_by_count":16,"area":"distill"},{"id":"2605.10194","title":"STEPS: Selective On-Policy Self-Distillation for Reasoning","created":"2026-05-11","cited_by_count":16,"area":"distill"},{"id":"2109.00525","title":"Catastrophic Interference in Reinforcement Learning: A Solution Based on Context Division and Knowledge Distillation","created":"2021-09-01","cited_by_count":15,"area":"distill"},{"id":"2407.04600","title":"Understanding the Gains from Repeated Self-Distillation","created":"2024-07-05","cited_by_count":15,"area":"distill"},{"id":"2606.05718","title":"ViCuR: Visual Cues as Recoverable Privilege for Multimodal On-Policy Distillation","created":"2026-06-04","cited_by_count":12,"area":"distill"},{"id":"2305.17581","title":"Knowledge Distillation Performs Partial Variance Reduction","created":"2023-05-27","cited_by_count":11,"area":"distill"},{"id":"2605.09253","title":"Cornerstones or Stumbling Blocks? Deciphering the Rock Tokens in On-Policy Distillation","created":"2026-05-10","cited_by_count":11,"area":"distill"},{"id":"2303.01728","title":"Guarded Policy Optimization with Imperfect Online Demonstrations","created":"2023-03-03","cited_by_count":10,"area":"distill"},{"id":"2606.26091","title":"On-Policy Self-Distillation with Sampled Demonstrations Reduces Output Diversity","created":"2026-06-24","cited_by_count":10,"area":"distill"},{"id":"2407.15134","title":"Proximal Policy Distillation","created":"2024-07-21","cited_by_count":9,"area":"distill"},{"id":"2604.20244","title":"Hybrid Policy Distillation for LLMs","created":"2026-04-22","cited_by_count":9,"area":"distill"},{"id":"2608.18271","title":"Rethinking Privileged Information in On-Policy Self-Distillation","created":"2026-08-18","cited_by_count":9,"area":"distill"},{"id":"2302.08155","title":"Learning From Biased Soft Labels","created":"2023-02-16","cited_by_count":8,"area":"distill"},{"id":"2608.16333","title":"Step-Level On-Policy Distillation: Interpolating Between On-Policy Distillation and Supervised Fine-Tuning","created":"2026-08-17","cited_by_count":8,"area":"distill"},{"id":"2303.07026","title":"Visual-Policy Learning through Multi-Camera View to Single-Camera View Knowledge Distillation for Robot Manipulation Tasks","created":"2023-03-13","cited_by_count":7,"area":"distill"},{"id":"2604.14054","title":"$\\pi$-Play: Multi-Agent Self-Play via Privileged Self-Distillation without External Data","created":"2026-04-15","cited_by_count":7,"area":"distill"},{"id":"2609.11929","title":"SenseNova-U1.5: Towards Native Unified Visual Intelligence","created":"2026-09-10","cited_by_count":7,"area":"distill"},{"id":"2206.06479","title":"Robust Distillation for Worst-class Performance","created":"2022-06-13","cited_by_count":6,"area":"distill"},{"id":"2608.14728","title":"Tail-Aware Top-$k$ On-Policy Distillation","created":"2026-08-12","cited_by_count":5,"area":"distill"},{"id":"2609.20511","title":"When EOS Tokens Disagree: Understanding Length Inflation in On-Policy Distillation","created":"2026-09-17","cited_by_count":5,"area":"distill"},{"id":"2603.14659","title":"VisionCoach: Reinforcing Grounded Video Reasoning via Visual-Perception Prompting","created":"2026-03-15","cited_by_count":4,"area":"distill"},{"id":"2606.28562","title":"SEAD: Competence-Aware On-Policy Distillation via Entropy-Guided Supervision","created":"2026-06-26","cited_by_count":4,"area":"distill"},{"id":"2605.26105","title":"On-Policy Adversarial Flow Distillation for Autoregressive Video Generation","created":"2026-05-25","cited_by_count":3,"area":"distill"},{"id":"2606.24143","title":"AsyncOPD: How Stale Can On-Policy Distillation Be?","created":"2026-06-23","cited_by_count":3,"area":"distill"},{"id":"2609.16937","title":"Beyond Token-Local Imitation: Reward-Compatible Temporal Credit Assignment for On-Policy Distillation","created":"2026-09-15","cited_by_count":3,"area":"distill"},{"id":"2404.14625","title":"Towards Multi-Morphology Controllers with Diversity and Knowledge Distillation","created":"2024-04-22","cited_by_count":2,"area":"distill"},{"id":"2406.05488","title":"Online Policy Distillation with Decision-Attention","created":"2024-06-08","cited_by_count":2,"area":"distill"},{"id":"2606.06078","title":"Knowledge Distillation for Visual Autoregressive Models","created":"2026-06-04","cited_by_count":2,"area":"distill"},{"id":"2609.25623","title":"What Should a Self-Teacher See? Privileged Context Design for On-Policy Self-Distillation","created":"2026-09-22","cited_by_count":2,"area":"distill"},{"id":"2102.09599","title":"Privacy-Preserving Kickstarting Deep Reinforcement Learning with Privacy-Aware Learners","created":"2021-02-18","cited_by_count":1,"area":"distill"},{"id":"2208.13298","title":"Goal-Conditioned Q-Learning as Knowledge Distillation","created":"2022-08-28","cited_by_count":1,"area":"distill"},{"id":"2605.30070","title":"A Predictive Law for On-Policy Self-Distillation From World Feedback","created":"2026-05-28","cited_by_count":1,"area":"distill"},{"id":"2606.03089","title":"Constitutional On-Policy Safe Distillation","created":"2026-06-02","cited_by_count":1,"area":"distill"},{"id":"2607.28022","title":"Flux-OPD: On-Policy Distillation with Evolving Contexts","created":"2026-07-30","cited_by_count":1,"area":"distill"},{"id":"2609.06490","title":"OracleZoom: On-Policy Self-Distillation Inspired Reference-Constrained Recursive Image Super Resolution","created":"2026-09-06","cited_by_count":1,"area":"distill"},{"id":"2510.19223","title":"Enhancing Graph Neural Networks: A Mutual Learning Approach","created":"2025-10-22","cited_by_count":0,"area":"distill"},{"id":"2511.06563","title":"Practical Policy Distillation for Reinforcement Learning in Radio Access Networks","created":"2025-11-09","cited_by_count":0,"area":"distill"},{"id":"2602.01007","title":"Distilling Token-Trained Models into Byte-Level Models","created":"2026-02-01","cited_by_count":0,"area":"distill"},{"id":"2607.28336","title":"Correcting What You Cannot See: Credit Assignment for Perception Distillation in Multimodal Reasoners","created":"2026-07-30","cited_by_count":0,"area":"distill"},{"id":"2608.01303","title":"AlphaG-OPD: Reliability-Gated Sibling Counterfactuals for On-Policy Distillation in Symbolic Alpha Factor Discovery","created":"2026-08-02","cited_by_count":0,"area":"distill"},{"id":"2608.04408","title":"Not Every Divergence Should Be Suppressed: Counterfactual Recoverability in On-Policy Distillation","created":"2026-08-05","cited_by_count":0,"area":"distill"},{"id":"2608.09447","title":"WDL-OPD: Weak-Driven On-Policy Distillation via Mixture-Constrained Co-Training","created":"2026-08-10","cited_by_count":0,"area":"distill"},{"id":"2609.08341","title":"TV-Regulated OPD: Direction Matters in On-Policy Distillation","created":"2026-09-08","cited_by_count":0,"area":"distill"},{"id":"2609.30864","title":"Persistent Negatives for Adversarial Black-Box On-Policy Distillation","created":"2026-09-25","cited_by_count":0,"area":"distill"},{"id":"2609.34605","title":"PMOPD: Task Ordering, Cycling, and Parameter-Update Subspace Protection in Multi-Teacher On-Policy Distillation","created":"2026-09-28","cited_by_count":0,"area":"distill"},{"id":"2609.35319","title":"Teacher-Student Gaps Are Not Enough: Outcome-Guided On-Policy Distillation for Multi-Turn Autonomous Agents","created":"2026-09-28","cited_by_count":0,"area":"distill"},{"id":"2609.35517","title":"Reward-Aligned Reweighting for On-Policy Distillation","created":"2026-09-28","cited_by_count":0,"area":"distill"},{"id":"2609.37500","title":"REVO: Rollout-Efficient Off-Policy Distillation via Variance-Guided Reuse","created":"2026-09-28","cited_by_count":0,"area":"distill"},{"id":"2609.39120","title":"Is Better Teacher Supervision Enough? Unlocking Student-side Learning in Multimodal On-Policy Distillation","created":"2026-09-30","cited_by_count":0,"area":"distill"},{"id":"2610.04272","title":"Rethinking Self-Distillation for Multi-Teacher Capability Merging","created":"2026-10-03","cited_by_count":0,"area":"distill"},{"id":"2610.05745","title":"Beyond In-Distribution Preservation: Recovering Generalization in Quantized VLAs via Vulnerability-Oriented Tuning","created":"2026-10-05","cited_by_count":0,"area":"distill"}],"next_cursor":null}