{"total":90,"rows":[{"id":"2601.18734","title":"Self-Distilled Reasoner: On-Policy Self-Distillation for Large Language Models","created":"2026-01-26","cited_by_count":455,"area":"lr"},{"id":"2603.07079","title":"Entropy-Aware On-Policy Distillation of Language Models","created":"2026-03-07","cited_by_count":175,"area":"distill"},{"id":"2604.00626","title":"A Survey of On-Policy Distillation for Large Language Models","created":"2026-04-01","cited_by_count":163,"area":"distill"},{"id":"2503.07067","title":"DistiLLM-2: A Contrastive Approach Boosts the Distillation of LLMs","created":"2025-03-10","cited_by_count":84,"area":null},{"id":"2605.18740","title":"Vision-OPD: Learning to See Fine Details for Multimodal LLMs via On-Policy Self-Distillation","created":"2026-05-18","cited_by_count":77,"area":"mllm"},{"id":"2601.07155","title":"Stable On-Policy Distillation through Adaptive Target Reformulation","created":"2026-01-12","cited_by_count":53,"area":"distill"},{"id":"2602.02482","title":"Expanding the Capabilities of Reinforcement Learning via Text Feedback","created":"2026-02-02","cited_by_count":53,"area":"alignment"},{"id":"2602.22495","title":"Reinforcement-aware Knowledge Distillation for LLM Reasoning","created":"2026-02-26","cited_by_count":35,"area":"lr"},{"id":"2606.01249","title":"Trust Region On-Policy Distillation","created":"2026-05-31","cited_by_count":30,"area":"distill"},{"id":"2606.15912","title":"On-Policy Distillation with Curriculum Turn-level Guidance for Multi-turn Agents","created":"2026-06-14","cited_by_count":27,"area":"distill"},{"id":"2502.07942","title":"Symbiotic Cooperation for Web Agents: Harnessing Complementary Strengths of Large and Small LLMs","created":"2025-02-11","cited_by_count":24,"area":"agents"},{"id":"2503.08727","title":"Training Plug-n-Play Knowledge Modules with Deep Context Distillation","created":"2025-03-11","cited_by_count":24,"area":null},{"id":"2605.21924","title":"Visual-Advantage On-Policy Distillation for Vision-Language Models","created":"2026-05-21","cited_by_count":24,"area":"mllm"},{"id":"2502.19732","title":"Speculative Decoding and Beyond: An In-Depth Survey of Techniques","created":"2025-02-27","cited_by_count":23,"area":"inference"},{"id":"2510.24021","title":"SelecTKD: Selective Token-Weighted Knowledge Distillation for LLMs","created":"2025-10-28","cited_by_count":22,"area":"distill"},{"id":"2607.26057","title":"Pass the Baton: Trajectory-Relayed On-Policy Distillation","created":"2026-07-28","cited_by_count":18,"area":"distill"},{"id":"2608.19098","title":"Open-MOPD: Diagnosing and Fixing Capability Imbalance in Multi-Teacher On-Policy Distillation","created":"2026-08-19","cited_by_count":18,"area":"lr"},{"id":"2503.16870","title":"Sparse Logit Sampling: Accelerating Knowledge Distillation in LLMs","created":"2025-03-21","cited_by_count":16,"area":"distill"},{"id":"2503.22732","title":"Reasoning Beyond Limits: Advances and Open Problems for LLMs","created":"2025-03-26","cited_by_count":16,"area":"lr"},{"id":"2603.13260","title":"Explain in Your Own Words: Improving Reasoning via Token-Selective Dual Knowledge Distillation","created":"2026-02-25","cited_by_count":16,"area":"lr"},{"id":"2605.27115","title":"Counteraction-Aware Multi-Teacher On-Policy Distillation for General Capability Recovery with Domain Preservation","created":"2026-05-26","cited_by_count":15,"area":"distill"},{"id":"2607.04763","title":"Multi-Turn On-Policy Distillation with Prefix Replay","created":"2026-07-06","cited_by_count":15,"area":"agents"},{"id":"2601.14249","title":"Which Reasoning Trajectories Teach Students to Reason Better? A Simple Metric of Informative Alignment","created":"2026-01-20","cited_by_count":13,"area":"lr"},{"id":"2606.19327","title":"Rethinking Reward Supervision: Rubric-Conditioned Self-Distillation","created":"2026-06-17","cited_by_count":13,"area":"lr"},{"id":"2606.30626","title":"DOPD: Dual On-policy Distillation","created":"2026-06-29","cited_by_count":12,"area":"distill"},{"id":"2605.12652","title":"Multi-Rollout On-Policy Distillation via Peer Successes and Failures","created":"2026-05-12","cited_by_count":10,"area":"distill"},{"id":"2606.05152","title":"Reinforcement Learning from Rich Feedback with Distributional DAgger","created":"2026-06-03","cited_by_count":10,"area":"lr"},{"id":"2605.19433","title":"Backtracking When It Strays: Mitigating Dual Exposure Biases in LLM Reasoning Distillation","created":"2026-05-19","cited_by_count":8,"area":"lr"},{"id":"2605.31159","title":"Trust-Region Behavior Blending for On-Policy Distillation","created":"2026-05-29","cited_by_count":8,"area":"distill"},{"id":"2606.04036","title":"Self-Distilled Policy Gradient","created":"2026-06-02","cited_by_count":8,"area":"lr"},{"id":"2605.09725","title":"On-Policy Distillation with Best-of-N Teacher Rollout Selection","created":"2026-05-10","cited_by_count":7,"area":"lr"},{"id":"2606.23104","title":"ReNIO: Reweighting Negative Trajectory Importance for LLM On-Policy Distillation","created":"2026-06-22","cited_by_count":7,"area":"lr"},{"id":"2607.16872","title":"Trace-Based On-Policy Distillation for Masked Diffusion Language Models","created":"2026-07-18","cited_by_count":7,"area":"diffusion"},{"id":"2510.07842","title":"AdaSwitch: Balancing Exploration and Guidance in Knowledge Distillation via Adaptive Switching","created":"2025-10-09","cited_by_count":6,"area":"distill"},{"id":"2510.10023","title":"Skill-Targeted Adaptive Training","created":"2025-10-11","cited_by_count":6,"area":null},{"id":"2509.23928","title":"HiViS: Hiding Visual Tokens from the Drafter for Speculative Decoding in Vision-Language Models","created":"2025-09-28","cited_by_count":5,"area":"mllm"},{"id":"2509.25837","title":"Distillation of Large Language Models via Concrete Score Matching","created":"2025-09-30","cited_by_count":5,"area":null},{"id":"2512.14954","title":"Cross-Tokenizer Likelihood Scoring Algorithms for Language Model Distillation","created":"2025-12-16","cited_by_count":5,"area":"distill"},{"id":"2608.14728","title":"Tail-Aware Top-$k$ On-Policy Distillation","created":"2026-08-12","cited_by_count":5,"area":"distill"},{"id":"2609.02998","title":"Verify Before You Distill: Prompt-Level Teacher Gating for On-Policy Distillation","created":"2026-09-02","cited_by_count":5,"area":"distill"},{"id":"2502.12594","title":"PASER: Post-Training Data Selection for Efficient Pruned Large Language Model Recovery","created":"2025-02-18","cited_by_count":4,"area":null},{"id":"2506.05695","title":"Being Strong Progressively! Enhancing Knowledge Distillation of Large Language Models through a Curriculum Learning Framework","created":"2025-06-06","cited_by_count":4,"area":"distill"},{"id":"2608.01263","title":"Distill What the Student Can See: Fisher-Projected On-Policy Distillation for Vision-Language Models","created":"2026-08-02","cited_by_count":4,"area":"mllm"},{"id":"2509.17489","title":"MapCoder-Lite: Distilling Multi-Agent Coding into a Single Small LLM","created":"2025-09-22","cited_by_count":3,"area":"agents"},{"id":"2608.07169","title":"Agent Memory Distillation: Empowering Small LLM Agents with Hierarchical Teacher Memory","created":"2026-08-07","cited_by_count":3,"area":"agents"},{"id":"2502.14305","title":"Scaling Down, Serving Fast: Compressing and Deploying Efficient LLMs for Recommendation Systems","created":"2025-02-20","cited_by_count":2,"area":null},{"id":"2505.11628","title":"Critique-Guided Distillation for Robust Reasoning via Refinement","created":"2025-05-16","cited_by_count":2,"area":"lr"},{"id":"2506.02689","title":"MASTER: Enhancing Large Language Model via Multi-Agent Simulated Teaching","created":"2025-06-03","cited_by_count":2,"area":null},{"id":"2510.15982","title":"AMiD: Knowledge Distillation for LLMs with $\\alpha$-mixture Assistant Distribution","created":"2025-10-13","cited_by_count":2,"area":"distill"},{"id":"2602.05182","title":"The Single-Multi Evolution Loop for Self-Improving Model Collaboration Systems","created":"2026-02-05","cited_by_count":2,"area":"synth"},{"id":"2605.16874","title":"Reasoning Can Be Restored by Correcting a Few Decision Tokens","created":"2026-05-16","cited_by_count":2,"area":"lr"},{"id":"2606.09396","title":"PriFT: Prior-Support Guided Supervised Fine-Tuning","created":"2026-06-08","cited_by_count":2,"area":"lr"},{"id":"2607.16303","title":"Med-OPD: Improving Medical Vision-Language Models via Evidence-Aware On-Policy Distillation","created":"2026-07-14","cited_by_count":2,"area":"lr"},{"id":"2607.28582","title":"$\\beta$-OPSD: Deriving with Policy Optimization, Training with Self-Distillation","created":"2026-07-30","cited_by_count":2,"area":"lr"},{"id":"2609.02401","title":"CA-OPD: Confidence-Aware On-Policy Distillation for Structured Visual Prediction","created":"2026-09-02","cited_by_count":2,"area":"mllm"},{"id":"2609.22254","title":"Teacher Should Think Ahead: Adaptive Continuations for Reliable On-Policy Distillation","created":"2026-09-06","cited_by_count":2,"area":"lr"},{"id":"2504.08838","title":"SD$^2$: Self-Distilled Sparse Drafters","created":"2025-04-10","cited_by_count":1,"area":"inference"},{"id":"2602.02405","title":"Making Expert Reasoning Learnable with Self-Distillation","created":"2026-02-02","cited_by_count":1,"area":"lr"},{"id":"2605.11260","title":"Curriculum Learning-Guided Progressive Distillation in Large Language Models","created":"2026-05-11","cited_by_count":1,"area":null},{"id":"2605.29089","title":"OISD: On-Policy Internal Self-Distillation of Language Models","created":"2026-05-27","cited_by_count":1,"area":"lr"},{"id":"2606.04694","title":"DuDi: Dual-Signal Distillation with Cross-Lingual Verbalizer","created":"2026-06-03","cited_by_count":1,"area":"distill"},{"id":"2608.08960","title":"Reading is not Reasoning: Bridging the Agentic Policy Gap in Vision-Text Compression","created":"2026-08-09","cited_by_count":1,"area":"agents"},{"id":"2608.29846","title":"Influence-Directed Distillation: Solving the Diversity Bottleneck in Sampled-Token On-Policy Distillation","created":"2026-08-30","cited_by_count":1,"area":"distill"},{"id":"2609.33301","title":"Hesitation-Aware On-Policy Distillation for Diffusion Language Models","created":"2026-09-27","cited_by_count":1,"area":"diffusion"},{"id":"2507.00054","title":"Enhancing Reasoning Capabilities in SLMs with Reward Guided Dataset Distillation","created":"2025-06-25","cited_by_count":0,"area":"lr"},{"id":"2605.26246","title":"The Bridge-Garden Dilemma in LLM Distillation: Why Mixing Hard and Soft Labels Works","created":"2026-05-25","cited_by_count":0,"area":"distill"},{"id":"2607.05461","title":"AdaStop: Cost-Aware Early Stopping for DNN Test Selection","created":"2026-07-06","cited_by_count":0,"area":null},{"id":"2607.08776","title":"A Unified Approach to Interpreting Knowledge Distillation for Large Language Models via Interactions","created":"2026-05-05","cited_by_count":0,"area":"distill"},{"id":"2608.11660","title":"Hybrid-Policy Self-Editing for Composable Unstructured Knowledge Editing","created":"2026-08-12","cited_by_count":0,"area":"distill"},{"id":"2608.26735","title":"Recovering General Capabilities via Uncertainty-Calibrated Multi-Teacher On-Policy Distillation","created":"2026-08-27","cited_by_count":0,"area":"distill"},{"id":"2608.28306","title":"VISTA: Verifier-Informed Student-to-Teacher Adaptation for On-Policy Self-Distillation","created":"2026-08-28","cited_by_count":0,"area":"distill"},{"id":"2609.04773","title":"Persistent Teacher Anchoring for Tool-Using Agents","created":"2026-09-04","cited_by_count":0,"area":"agents"},{"id":"2609.13770","title":"Training Specialist Models without Reasoning Trajectories for Domain Expert Distillation","created":"2026-09-12","cited_by_count":0,"area":"lr"},{"id":"2609.16639","title":"ReDraft, Don't Just Distill: Reference-Driven Revision for Continual VLLM Post-Training","created":"2026-09-15","cited_by_count":0,"area":"mllm"},{"id":"2609.23449","title":"PSD: Pseudo Self-Distillation of Memory Representation Capabilities for LLM Agents","created":"2026-09-20","cited_by_count":0,"area":"agents"},{"id":"2609.32353","title":"Fewer Tokens, More Self-Teaching: On-Policy Self-Distillation for Extreme Visual Token Reduction","created":"2026-09-26","cited_by_count":0,"area":"mllm"},{"id":"2609.33426","title":"TeacherGRPO: Closing the Capacity Gap in Reasoning Distillation via Teacher Alignment","created":"2026-09-27","cited_by_count":0,"area":"distill"},{"id":"2609.34036","title":"UOPD: Uncertainty-Aware Intervention for On-Policy Distillation of Multi-Turn Agents","created":"2026-09-27","cited_by_count":0,"area":"distill"},{"id":"2609.34745","title":"No Pain, More Gain: Iterative Merging for Effective Multi-Teacher On-Policy Distillation","created":"2026-09-28","cited_by_count":0,"area":"distill"},{"id":"2609.35259","title":"On-Policy or Off-Policy Learning? A Systematic Study of Distillation Dynamics","created":"2026-09-28","cited_by_count":0,"area":null},{"id":"2609.36546","title":"Interactive-Policy Distillation with Bidirectional Propose-and-Verify","created":"2026-09-29","cited_by_count":0,"area":"distill"},{"id":"2609.36601","title":"SAKI: Maximal-Coupling-Routed Teacher Supervision for On-Policy Distillation","created":"2026-09-29","cited_by_count":0,"area":"distill"},{"id":"2609.37170","title":"Interpolated Policy Distillation: A Controllable Continuum Between Off-Policy and On-Policy Distillation","created":"2026-09-29","cited_by_count":0,"area":"distill"},{"id":"2609.37510","title":"From Dissonance to Orchestration: Teacher Intervention in On-Policy Distillation","created":"2026-09-29","cited_by_count":0,"area":"distill"},{"id":"2609.39884","title":"OPSRD: On-Policy Self-Role Distillation","created":"2026-09-30","cited_by_count":0,"area":null},{"id":"2610.04272","title":"Rethinking Self-Distillation for Multi-Teacher Capability Merging","created":"2026-10-03","cited_by_count":0,"area":"distill"},{"id":"2610.04950","title":"How Should Teachers Be Prepared? RL on Student-Induced States for On-Policy Distillation","created":"2026-10-04","cited_by_count":0,"area":"lr"},{"id":"2610.11332","title":"ReCal: Calibrating Structured Pruning for On-Policy Distillation Recovery","created":"2026-10-08","cited_by_count":0,"area":"lr"},{"id":"2610.19601","title":"PA1-OPD: One-Step Prefix-Augmented On-Policy Distillation for Language Model Pretraining","created":"2026-10-14","cited_by_count":0,"area":"distill"},{"id":"2610.20572","title":"Recovering Reliable Supervision via Critique-Guided On-Policy Distillation","created":"2026-10-14","cited_by_count":0,"area":"distill"}],"next_cursor":null}