{"total":53,"rows":[{"id":"2602.12275","title":"On-Policy Context Distillation for Language Models","created":"2026-02-12","cited_by_count":186,"area":"distill"},{"id":"2603.25562","title":"Revisiting On-Policy Distillation: Empirical Failure Modes and Simple Fixes","created":"2026-03-26","cited_by_count":145,"area":"distill"},{"id":"2511.10643","title":"Black-Box On-Policy Distillation of Large Language Models","created":"2025-11-13","cited_by_count":59,"area":"distill"},{"id":"2605.03677","title":"Uni-OPD: Unifying On-Policy Distillation with a Dual-Perspective Recipe","created":"2026-05-05","cited_by_count":49,"area":"distill"},{"id":"2509.23886","title":"Towards Understanding Subliminal Learning: When and How Hidden Biases Transfer","created":"2025-09-28","cited_by_count":34,"area":"distill"},{"id":"2605.11739","title":"Learning to Foresee: Unveiling the Unlocking Efficiency of On-Policy Distillation","created":"2026-05-12","cited_by_count":19,"area":"distill"},{"id":"2505.12781","title":"A Token is Worth over 1,000 Tokens: Efficient Knowledge Distillation through Low-Rank Clone","created":"2025-05-19","cited_by_count":15,"area":"distill"},{"id":"2605.07711","title":"SimCT: Recovering Lost Supervision for Cross-Tokenizer On-Policy Distillation","created":"2026-05-08","cited_by_count":12,"area":"distill"},{"id":"2510.03988","title":"The Signal is in the Steps: Local Scoring for Reasoning Data Selection","created":"2025-10-05","cited_by_count":8,"area":"distill"},{"id":"2605.29495","title":"On-Policy Replay for Continual Supervised Fine-Tuning","created":"2026-05-28","cited_by_count":8,"area":"distill"},{"id":"2607.17247","title":"Distilled Reinforcement Learning for LLM Post-training","created":"2026-07-19","cited_by_count":8,"area":"distill"},{"id":"2502.20422","title":"SEKI: Self-Evolution and Knowledge Inspiration based Neural Architecture Search via Large Language Models","created":"2025-02-27","cited_by_count":7,"area":"distill"},{"id":"2509.14930","title":"Cross-Modal Knowledge Distillation for Speech Large Language Models","created":"2025-09-18","cited_by_count":6,"area":"distill"},{"id":"2509.26497","title":"Revealing the Power of Post-Training for Small Language Models via Knowledge Distillation","created":"2025-09-30","cited_by_count":6,"area":"distill"},{"id":"2510.18541","title":"Pay Attention to the Triggers: Constructing Backdoors That Survive Distillation","created":"2025-10-21","cited_by_count":6,"area":"distill"},{"id":"2605.18299","title":"SD-Search: On-Policy Hindsight Self-Distillation for Search-Augmented Reasoning","created":"2026-05-18","cited_by_count":5,"area":"distill"},{"id":"2506.05695","title":"Being Strong Progressively! Enhancing Knowledge Distillation of Large Language Models through a Curriculum Learning Framework","created":"2025-06-06","cited_by_count":4,"area":"distill"},{"id":"2510.21631","title":"Few-Shot Knowledge Distillation of LLMs With Counterfactual Explanations","created":"2025-10-24","cited_by_count":4,"area":"distill"},{"id":"2605.02943","title":"Healthcare AI GYM for Medical Agents","created":"2026-05-01","cited_by_count":4,"area":"distill"},{"id":"2605.17862","title":"$\\boldsymbol{f}$-OPD: Stabilizing Long-Horizon On-Policy Distillation with Freshness-Aware Control","created":"2026-05-18","cited_by_count":4,"area":"distill"},{"id":"2503.14167","title":"Synthetic Clarification and Correction Dialogues about Data-Centric Tasks -- A Teacher-Student Approach","created":"2025-03-18","cited_by_count":3,"area":"distill"},{"id":"2504.19024","title":"KETCHUP: K-Step Return Estimation for Sequential Knowledge Distillation","created":"2025-04-26","cited_by_count":3,"area":"distill"},{"id":"2605.23857","title":"Strong Teacher Not Needed? On Distillation in LLM Pretraining","created":"2026-05-22","cited_by_count":3,"area":"distill"},{"id":"2509.24821","title":"DiaCDM: Cognitive Diagnosis in Teacher-Student Dialogues using the Initiation-Response-Evaluation Framework","created":"2025-09-29","cited_by_count":2,"area":"distill"},{"id":"2510.10116","title":"Preference-driven Knowledge Distillation for Few-shot Node Classification","created":"2025-10-11","cited_by_count":1,"area":"distill"},{"id":"2602.20164","title":"Benchmarking Distilled Language Models: Performance and Efficiency in Resource-Constrained Settings","created":"2026-01-28","cited_by_count":1,"area":"distill"},{"id":"2603.24518","title":"TuneShift-KD: Knowledge Distillation and Transfer for Fine-tuned Models","created":"2026-03-25","cited_by_count":1,"area":"distill"},{"id":"2605.20258","title":"It Takes Two: Complementary Self-Distillation for Contextual Integrity in LLMs","created":"2026-05-18","cited_by_count":1,"area":"distill"},{"id":"2609.01091","title":"Subliminal Learning as Trait-Direction Drift: A Mechanism and Targeted Control under SFT Distillation","created":"2026-09-01","cited_by_count":1,"area":"distill"},{"id":"2610.02781","title":"OPD Before RL: Warm-Starting Rubric-Based RL with On-Policy Distillation","created":"2026-10-02","cited_by_count":1,"area":"distill"},{"id":"2510.12899","title":"EduDial: Constructing a Large-scale Multi-turn Teacher-Student Dialogue Corpus","created":"2025-10-14","cited_by_count":0,"area":"distill"},{"id":"2601.16219","title":"Domain Specific Specialization in Low-Resource Settings: The Efficacy of Offline Response-Based Knowledge Distillation in Large Language Models","created":"2026-01-05","cited_by_count":0,"area":"distill"},{"id":"2604.08558","title":"WAND: Windowed Attention and Knowledge Distillation for Efficient Autoregressive Text-to-Speech Models","created":"2026-03-17","cited_by_count":0,"area":"distill"},{"id":"2604.15794","title":"Self-Distillation as a Performance Recovery Mechanism for LLMs: Counteracting Compression and Catastrophic Forgetting","created":"2026-04-17","cited_by_count":0,"area":"distill"},{"id":"2605.26246","title":"The Bridge-Garden Dilemma in LLM Distillation: Why Mixing Hard and Soft Labels Works","created":"2026-05-25","cited_by_count":0,"area":"distill"},{"id":"2606.22942","title":"Understanding Knowledge Distillation in Post-Training: When It Helps and When It Fails","created":"2026-06-22","cited_by_count":0,"area":"distill"},{"id":"2607.03572","title":"Teacher Supervision over Representation Equivalence Classes","created":"2026-07-03","cited_by_count":0,"area":"distill"},{"id":"2608.11660","title":"Hybrid-Policy Self-Editing for Composable Unstructured Knowledge Editing","created":"2026-08-12","cited_by_count":0,"area":"distill"},{"id":"2609.15618","title":"IROH: Insightful Ranking Of Humor using Multi-Stage Hybrid Retrieval with Rationale-Distilled LLM Judges for JOKER 2026 Track Task 1 English","created":"2026-09-14","cited_by_count":0,"area":"distill"},{"id":"2609.22109","title":"A Shared Learning Rate Is Not a Neutral Control in Selective On-Policy Distillation","created":"2026-08-17","cited_by_count":0,"area":"distill"},{"id":"2609.30864","title":"Persistent Negatives for Adversarial Black-Box On-Policy Distillation","created":"2026-09-25","cited_by_count":0,"area":"distill"},{"id":"2609.32493","title":"SoFT: Soft Targets for Generalizable LLM Fine-Tuning","created":"2026-09-26","cited_by_count":0,"area":"distill"},{"id":"2609.32694","title":"IGSD: Environment-Verified Hindsight Self-Distillation for Search Agents","created":"2026-09-26","cited_by_count":0,"area":"distill"},{"id":"2609.34036","title":"UOPD: Uncertainty-Aware Intervention for On-Policy Distillation of Multi-Turn Agents","created":"2026-09-27","cited_by_count":0,"area":"distill"},{"id":"2609.34605","title":"PMOPD: Task Ordering, Cycling, and Parameter-Update Subspace Protection in Multi-Teacher On-Policy Distillation","created":"2026-09-28","cited_by_count":0,"area":"distill"},{"id":"2609.36734","title":"Distilling What Matters: Confidence-Aware Selective Distillation for Large Language Models","created":"2026-09-29","cited_by_count":0,"area":"distill"},{"id":"2609.39494","title":"Disentangling Self-Distillation: Measuring and Modeling Acquisition and Retention","created":"2026-09-30","cited_by_count":0,"area":"distill"},{"id":"2609.39757","title":"Revisiting On-policy Adversarial Black-Box Distillation: Calibrating Groupwise Reward Geometry for Effective Advantage Construction","created":"2026-09-30","cited_by_count":0,"area":"distill"},{"id":"2610.06804","title":"Sharpen Without Search: On-Policy Distillation of Sequence-Level Power Distribution","created":"2026-10-05","cited_by_count":0,"area":"distill"},{"id":"2610.07842","title":"Privileged Context as Drift in On-Policy Self-Distillation","created":"2026-10-06","cited_by_count":0,"area":"distill"},{"id":"2610.17593","title":"Training Generalist Navigation Policies via Action Self-Distillation","created":"2026-10-13","cited_by_count":0,"area":"distill"},{"id":"2610.18517","title":"Imprinting: Knowledge Distillation Can Shift Student Behavior","created":"2026-10-13","cited_by_count":0,"area":"distill"},{"id":"2610.19302","title":"DTDD: Divergence-Triggered Dynamic Distillation for Reliable On-Policy Supervision","created":"2026-10-13","cited_by_count":0,"area":"distill"}],"next_cursor":null}