{"total":84,"rows":[{"id":"2601.18734","title":"Self-Distilled Reasoner: On-Policy Self-Distillation for Large Language Models","created":"2026-01-26","cited_by_count":455,"area":"lr"},{"id":"2601.20802","title":"Reinforcement Learning via Self-Distillation","created":"2026-01-28","cited_by_count":332,"area":"lr"},{"id":"2212.10071","title":"Large Language Models Are Reasoning Teachers","created":"2022-12-20","cited_by_count":329,"area":"lr"},{"id":"2604.13016","title":"Rethinking On-Policy Distillation of Large Language Models: Phenomenology, Mechanism, and Recipe","created":"2026-04-14","cited_by_count":299,"area":"lr"},{"id":"2403.17887","title":"The Unreasonable Ineffectiveness of the Deeper Layers","created":"2024-03-26","cited_by_count":226,"area":"lr"},{"id":"2602.12125","title":"Learning beyond Teacher: Generalized On-Policy Distillation with Reward Extrapolation","created":"2026-02-12","cited_by_count":184,"area":"lr"},{"id":"2311.01460","title":"Implicit Chain of Thought Reasoning via Knowledge Distillation","created":"2023-11-02","cited_by_count":176,"area":"lr"},{"id":"2403.02884","title":"MathScale: Scaling Instruction Tuning for Mathematical Reasoning","created":"2024-03-05","cited_by_count":144,"area":"lr"},{"id":"2604.02288","title":"Unifying Group-Relative and Self-Distillation Policy Optimization via Sample Routing","created":"2026-04-02","cited_by_count":76,"area":"lr"},{"id":"2404.02657","title":"Rethinking Kullback-Leibler Divergence in Knowledge Distillation for Large Language Models","created":"2024-04-03","cited_by_count":65,"area":"lr"},{"id":"2604.10688","title":"SCOPE: Signal-Calibrated On-Policy Distillation Enhancement with Dual-Path Adaptive Weighting","created":"2026-04-12","cited_by_count":43,"area":"lr"},{"id":"2503.17523","title":"Bayesian Teaching Enables Probabilistic Reasoning in Large Language Models","created":"2025-03-21","cited_by_count":37,"area":"lr"},{"id":"2502.08524","title":"LLM Pretraining with Continuous Concepts","created":"2025-02-12","cited_by_count":36,"area":"lr"},{"id":"2605.06387","title":"Asymmetric On-Policy Distillation: Bridging Exploitation and Imitation at the Token Level","created":"2026-05-07","cited_by_count":35,"area":"lr"},{"id":"2605.07804","title":"Prune-OPD: Efficient and Reliable On-Policy Distillation for Long-Horizon Reasoning","created":"2026-05-08","cited_by_count":27,"area":"lr"},{"id":"2605.10889","title":"Unmasking On-Policy Distillation: Where It Helps, Where It Hurts, and Why","created":"2026-05-11","cited_by_count":25,"area":"lr"},{"id":"2608.19098","title":"Open-MOPD: Diagnosing and Fixing Capability Imbalance in Multi-Teacher On-Policy Distillation","created":"2026-08-19","cited_by_count":18,"area":"lr"},{"id":"2601.09088","title":"Distribution-Aligned Sequence Distillation for Superior Long-CoT Reasoning","created":"2026-01-14","cited_by_count":17,"area":"lr"},{"id":"2603.13260","title":"Explain in Your Own Words: Improving Reasoning via Token-Selective Dual Knowledge Distillation","created":"2026-02-25","cited_by_count":16,"area":"lr"},{"id":"2605.30833","title":"Your Teacher Can't Help You Here: Combating Supervision Fidelity Decay in On-Policy Distillation","created":"2026-05-29","cited_by_count":13,"area":"lr"},{"id":"2606.09304","title":"SG-OPD: Sign-Gated On-Policy Distillation via Sign-Consistency Gating and Phased Teacher Sampling","created":"2026-06-08","cited_by_count":13,"area":"lr"},{"id":"2601.21968","title":"OVD: On-policy Verbal Distillation","created":"2026-01-29","cited_by_count":11,"area":"lr"},{"id":"2605.22263","title":"Tailoring Teaching to Aptitude: Direction-Adaptive Self-Distillation for LLM Reasoning","created":"2026-05-21","cited_by_count":10,"area":"lr"},{"id":"2606.00564","title":"Decomposed On-Policy Distillation for Vision-Language Reasoning: Steering Gradients for Visual Grounding","created":"2026-05-30","cited_by_count":10,"area":"lr"},{"id":"2606.21994","title":"Prefix-Guided On-Policy Distillation: Mining Golden Trajectories from Rollouts","created":"2026-06-20","cited_by_count":10,"area":"lr"},{"id":"2507.01887","title":"MiCoTA: Bridging the Learnability Gap with Intermediate CoT and Teacher Assistants","created":"2025-07-02","cited_by_count":9,"area":"lr"},{"id":"2502.14272","title":"Capturing Nuanced Preferences: Preference-Aligned Distillation for Small Language Models","created":"2025-02-20","cited_by_count":8,"area":"lr"},{"id":"2608.05131","title":"OPD-V: Visual On-Policy Self-Distillation with Modality Balance","created":"2026-08-05","cited_by_count":8,"area":"lr"},{"id":"2505.24181","title":"SCOUT: Teaching Pre-trained Language Models to Enhance Reasoning via Flow Chain-of-Thought","created":"2025-05-30","cited_by_count":7,"area":"lr"},{"id":"2605.09725","title":"On-Policy Distillation with Best-of-N Teacher Rollout Selection","created":"2026-05-10","cited_by_count":7,"area":"lr"},{"id":"2606.01476","title":"OmniOPD: Logit-Free On-Policy Distillation via Speculative Verification","created":"2026-05-31","cited_by_count":7,"area":"lr"},{"id":"2608.06243","title":"DASH: Divergence-Adaptive Supervision Horizons for On-Policy Self-Distillation of Reasoning Models","created":"2026-08-06","cited_by_count":7,"area":"lr"},{"id":"2410.18574","title":"SIKeD: Self-guided Iterative Knowledge Distillation for mathematical reasoning","created":"2024-10-24","cited_by_count":6,"area":"lr"},{"id":"2305.14864","title":"Just CHOP: Embarrassingly Simple LLM Compression","created":"2023-05-24","cited_by_count":5,"area":"lr"},{"id":"2602.04417","title":"EMA Policy Gradient: Taming Reinforcement Learning for LLMs with EMA Anchor and Top-k KL","created":"2026-02-04","cited_by_count":5,"area":"lr"},{"id":"2605.28396","title":"ADWIN: Adaptive Windows for Horizon-Aware On-Policy Distillation","created":"2026-05-27","cited_by_count":5,"area":"lr"},{"id":"2608.11829","title":"Towards Understanding On-Policy Distillation through the Lens of Test-Time Scaling","created":"2026-08-12","cited_by_count":5,"area":"lr"},{"id":"2502.16806","title":"CoT2Align: Cross-Chain of Thought Distillation via Optimal Transport Alignment for Language Models with Different Tokenizers","created":"2025-02-24","cited_by_count":4,"area":"lr"},{"id":"2502.12744","title":"Self-Enhanced Reasoning Training: Activating Latent Reasoning in Small Models for Enhanced Reasoning Distillation","created":"2025-02-18","cited_by_count":3,"area":"lr"},{"id":"2510.10448","title":"RECON: Reasoning with Condensation for Efficient Retrieval-Augmented Generation","created":"2025-10-12","cited_by_count":3,"area":"lr"},{"id":"2603.01683","title":"Surgical Post-Training: Proximal On-Policy Distillation for Reasoning with Knowledge Retention","created":"2026-03-02","cited_by_count":3,"area":"lr"},{"id":"2604.02621","title":"Reinforcement Learning-based Semi-supervised Knowledge Distillation with LLM-as-a-Judge","created":"2026-04-03","cited_by_count":3,"area":"lr"},{"id":"2605.08873","title":"CoDistill-GRPO: A Co-Distillation Recipe for Efficient Group Relative Policy Optimization","created":"2026-05-09","cited_by_count":3,"area":"lr"},{"id":"2606.10385","title":"Beyond Absolute Imitation: Anchored Residual Guidance for Privileged On-Policy Distillation","created":"2026-06-09","cited_by_count":3,"area":"lr"},{"id":"2607.21550","title":"X$^3$-OPD: Distilling Reasoning into Large Audio-Language Models via On-Policy Alignment","created":"2026-07-23","cited_by_count":3,"area":"lr"},{"id":"2607.22629","title":"Masked Distillation: Internalizing the Chain-of-Thought in Language Models","created":"2026-06-18","cited_by_count":3,"area":"lr"},{"id":"2608.08176","title":"Matching Supervision to the Student's Learning Capacity: A Unified Framework for On-Policy Self-Distillation","created":"2026-08-08","cited_by_count":3,"area":"lr"},{"id":"2609.28145","title":"RL Starts before RL: On Policy Distillation for Better Reinforcement Learning","created":"2026-09-23","cited_by_count":3,"area":"lr"},{"id":"2505.20700","title":"Beyond Templates: Dynamic Adaptation of Reasoning Demonstrations via Feasibility-Aware Exploration","created":"2025-05-27","cited_by_count":2,"area":"lr"},{"id":"2608.12957","title":"I-SDPO: Instance-Level Adaptive Self-Distillation Policy Optimization","created":"2026-08-13","cited_by_count":2,"area":"lr"},{"id":"2602.03102","title":"Consensus Group Relative Policy Optimization for Text Generation","created":"2026-02-03","cited_by_count":1,"area":"lr"},{"id":"2605.04078","title":"Validity-Calibrated Reasoning Distillation","created":"2026-04-14","cited_by_count":1,"area":"lr"},{"id":"2605.15532","title":"DeltaPrompts: Escaping the Zero-Delta Trap in Multimodal Distillation","created":"2026-05-15","cited_by_count":1,"area":"lr"},{"id":"2609.02817","title":"Cliff: Learning Process Rewards from the First Mistake","created":"2026-09-02","cited_by_count":1,"area":"lr"},{"id":"2609.37326","title":"Solving Without Stopping: On-Policy Distillation at Small Scale","created":"2026-09-29","cited_by_count":1,"area":"lr"},{"id":"2609.37915","title":"Overcoming Scaling Limits in On-Policy Self-Distillation for LLM Reasoning","created":"2026-09-29","cited_by_count":1,"area":"lr"},{"id":"2610.01352","title":"MMVistaReason: Toward Open-Data and Post-Training Recipes for Multimodal Reasoning","created":"2026-10-01","cited_by_count":1,"area":"lr"},{"id":"2605.02290","title":"Distilling Long-CoT Reasoning through Collaborative Step-wise Multi-Teacher Decoding","created":"2026-05-04","cited_by_count":0,"area":"lr"},{"id":"2607.01170","title":"Diffusion-GR2: Diffusion Generative Reasoning Re-ranker","created":"2026-07-01","cited_by_count":0,"area":"lr"},{"id":"2607.20440","title":"Answer-then-Edit: Reasoning Skeleton Editing for Anti-Distillation with Preserved Utility","created":"2026-05-12","cited_by_count":0,"area":"lr"},{"id":"2608.05152","title":"Mean-Field Dynamics of Chain-of-Thought Reasoning in Large Language Models","created":"2026-05-20","cited_by_count":0,"area":"lr"},{"id":"2608.14685","title":"Rethinking Reverse KL as Adaptive Entropy Distillation","created":"2026-08-05","cited_by_count":0,"area":"lr"},{"id":"2608.29662","title":"ACTD: Anchor-Based Cross-Tokenizer Distillation with Residual Regularization","created":"2026-08-30","cited_by_count":0,"area":"lr"},{"id":"2609.01532","title":"Knowledge Distillation During Mid-Training Favors Reasoning over Factual Recall","created":"2026-09-01","cited_by_count":0,"area":"lr"},{"id":"2609.16459","title":"OPD-Aha: From Linguistic Momentum to Visual Reflection in Multimodal On-Policy Distillation","created":"2026-09-15","cited_by_count":0,"area":"lr"},{"id":"2609.21432","title":"GVPO++: Group Variance Policy Optimization for LLM Post-Training and On-Policy Distillation","created":"2026-09-18","cited_by_count":0,"area":"lr"},{"id":"2609.30177","title":"Search-Aware Reinforcement Learning for Multi-Component Query Understanding in Roblox Game Search","created":"2026-09-24","cited_by_count":0,"area":"lr"},{"id":"2609.31947","title":"On-Policy Attention Linearization","created":"2026-09-25","cited_by_count":0,"area":"lr"},{"id":"2609.32722","title":"Scaling Properties of Same-Family On-Policy Distillation","created":"2026-09-26","cited_by_count":0,"area":"lr"},{"id":"2609.33200","title":"Teach Yourself Where to Look: On-Policy Attention Self-Distillation for Reasoning","created":"2026-09-27","cited_by_count":0,"area":"lr"},{"id":"2609.34044","title":"SCOPD: Sparse-Context On-Policy Self-Distillation for Efficient Vision-Language Models","created":"2026-09-28","cited_by_count":0,"area":"lr"},{"id":"2609.35347","title":"Beyond Teacher Assignment: Domain-Normalized Multi-Teacher On-Policy Distillation","created":"2026-09-28","cited_by_count":0,"area":"lr"},{"id":"2609.35505","title":"An RL View of OPD: Least Square Policy Distillation for Sample-Efficient LLM Reasoning","created":"2026-09-28","cited_by_count":0,"area":"lr"},{"id":"2609.35699","title":"Distillation Defenses Easily Break After Reinforcement Learning","created":"2026-09-28","cited_by_count":0,"area":"lr"},{"id":"2610.02700","title":"Learning from Evolving Errors: Adaptive Iterative Repair for On-Policy Distillation","created":"2026-10-02","cited_by_count":0,"area":"lr"},{"id":"2610.04882","title":"ResOPD: Tail Residualization for Sparse On-Policy Distillation","created":"2026-10-04","cited_by_count":0,"area":"lr"},{"id":"2610.04950","title":"How Should Teachers Be Prepared? RL on Student-Induced States for On-Policy Distillation","created":"2026-10-04","cited_by_count":0,"area":"lr"},{"id":"2610.12927","title":"Collaborative Learning and Reasoning over Model Slices","created":"2026-10-09","cited_by_count":0,"area":"lr"},{"id":"2610.13285","title":"BoundaryEvo: Data-Model Co-Evolution at the Capability Boundary for Long-Chain Reasoning Distillation","created":"2026-10-09","cited_by_count":0,"area":"lr"},{"id":"2610.13996","title":"Splicing Hints into Reasoning Traces: Learning from Demonstrator Failures","created":"2026-09-26","cited_by_count":0,"area":"lr"},{"id":"2610.14572","title":"Reward-Aligned Distillation","created":"2026-10-10","cited_by_count":0,"area":"lr"},{"id":"2610.14939","title":"VC-OPD: Visual Counterfactual On-Policy Distillation for Grounded Vision-Language Reasoning","created":"2026-10-10","cited_by_count":0,"area":"lr"},{"id":"2610.19176","title":"Learning from Self-Generated Responses: Reliability--Uncertainty Self-Distillation for Reasoning","created":"2026-10-13","cited_by_count":0,"area":"lr"},{"id":"2610.19687","title":"Function-Space Temporal Self-Distillation for Policy Optimization","created":"2026-10-14","cited_by_count":0,"area":"lr"}],"next_cursor":null}