{"total":939,"rows":[{"id":"2408.00118","title":"Gemma 2: Improving Open Language Models at a Practical Size","created":"2024-07-31","cited_by_count":1998,"area":null},{"id":"2503.19786","title":"Gemma 3 Technical Report","created":"2025-03-25","cited_by_count":1824,"area":null},{"id":"2601.18734","title":"Self-Distilled Reasoner: On-Policy Self-Distillation for Large Language Models","created":"2026-01-26","cited_by_count":455,"area":"lr"},{"id":"2601.20802","title":"Reinforcement Learning via Self-Distillation","created":"2026-01-28","cited_by_count":332,"area":"lr"},{"id":"2604.13016","title":"Rethinking On-Policy Distillation of Large Language Models: Phenomenology, Mechanism, and Recipe","created":"2026-04-14","cited_by_count":299,"area":"lr"},{"id":"2402.13116","title":"A Survey on Knowledge Distillation of Large Language Models","created":"2024-02-20","cited_by_count":284,"area":"distill"},{"id":"2601.19897","title":"Self-Distillation Enables Continual Learning","created":"2026-01-27","cited_by_count":247,"area":"offlinerl"},{"id":"2601.02780","title":"MiMo-V2-Flash Technical Report","created":"2026-01-06","cited_by_count":191,"area":"moe"},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2602.12275","title":"On-Policy Context Distillation for Language Models","created":"2026-02-12","cited_by_count":186,"area":"distill"},{"id":"2602.12125","title":"Learning beyond Teacher: Generalized On-Policy Distillation with Reward Extrapolation","created":"2026-02-12","cited_by_count":184,"area":"lr"},{"id":"2603.07079","title":"Entropy-Aware On-Policy Distillation of Language Models","created":"2026-03-07","cited_by_count":175,"area":"distill"},{"id":"2310.08461","title":"DistillSpec: Improving Speculative Decoding via Knowledge Distillation","created":"2023-10-12","cited_by_count":165,"area":"inference"},{"id":"2402.03898","title":"DistiLLM: Towards Streamlined Distillation for Large Language Models","created":"2024-02-06","cited_by_count":163,"area":"distill"},{"id":"2604.00626","title":"A Survey of On-Policy Distillation for Large Language Models","created":"2026-04-01","cited_by_count":163,"area":"distill"},{"id":"2407.14679","title":"Compact Language Models via Pruning and Knowledge Distillation","created":"2024-07-19","cited_by_count":148,"area":"distill"},{"id":"2603.25562","title":"Revisiting On-Policy Distillation: Empirical Failure Modes and Simple Fixes","created":"2026-03-26","cited_by_count":145,"area":"distill"},{"id":"2604.03128","title":"Self-Distilled RLVR","created":"2026-04-03","cited_by_count":131,"area":"distill"},{"id":"2502.12143","title":"Small Models Struggle to Learn from Strong Reasoners","created":"2025-02-17","cited_by_count":113,"area":"lr"},{"id":"2402.18563","title":"Approaching Human-Level Forecasting with Language Models","created":"2024-02-28","cited_by_count":107,"area":null},{"id":"2604.14084","title":"TIP: Token Importance in On-Policy Distillation","created":"2026-04-15","cited_by_count":104,"area":"distill"},{"id":"2410.11325","title":"Speculative Knowledge Distillation: Bridging the Teacher-Student Gap Through Interleaved Sampling","created":"2024-10-15","cited_by_count":90,"area":"distill"},{"id":"2602.04942","title":"Privileged Information Distillation for Language Models","created":"2026-02-04","cited_by_count":90,"area":"distill"},{"id":"2603.10165","title":"OpenClaw-RL: Train Any Agent Simply by Talking","created":"2026-03-10","cited_by_count":90,"area":"agents"},{"id":"2604.10674","title":"Skill-SD: Skill-Conditioned Self-Distillation for Multi-turn LLM Agents","created":"2026-04-12","cited_by_count":90,"area":"agents"},{"id":"2401.08092","title":"A Survey of Resource-efficient LLM and Multimodal Foundation Models","created":"2024-01-16","cited_by_count":86,"area":null},{"id":"2502.08773","title":"Universal Model Routing for Efficient LLM Inference","created":"2025-02-12","cited_by_count":86,"area":"inference"},{"id":"2503.07067","title":"DistiLLM-2: A Contrastive Approach Boosts the Distillation of LLMs","created":"2025-03-10","cited_by_count":84,"area":null},{"id":"2603.11137","title":"Scaling Reasoning Efficiently via Relaxed On-Policy Distillation","created":"2026-03-11","cited_by_count":82,"area":"lr"},{"id":"2402.11295","title":"OneBit: Towards Extremely Low-bit Large Language Models","created":"2024-02-17","cited_by_count":79,"area":null},{"id":"2410.20672","title":"Relaxed Recursive Transformers: Effective Parameter Sharing with Layer-wise LoRA","created":"2024-10-28","cited_by_count":78,"area":null},{"id":"2410.21035","title":"Beyond Autoregression: Fast LLMs via Self-Distillation Through Time","created":"2024-10-28","cited_by_count":78,"area":"diffusion"},{"id":"2605.18740","title":"Vision-OPD: Learning to See Fine Details for Multimodal LLMs via On-Policy Self-Distillation","created":"2026-05-18","cited_by_count":77,"area":"mllm"},{"id":"2407.14622","title":"BOND: Aligning LLMs with Best-of-N Distillation","created":"2024-07-19","cited_by_count":76,"area":"alignment"},{"id":"2604.02288","title":"Unifying Group-Relative and Self-Distillation Policy Optimization via Sample Routing","created":"2026-04-02","cited_by_count":76,"area":"lr"},{"id":"2405.19715","title":"SpecDec++: Boosting Speculative Decoding via Adaptive Candidate Lengths","created":"2024-05-30","cited_by_count":75,"area":"inference"},{"id":"2606.30406","title":"MOPD: Multi-Teacher On-Policy Distillation for Capability Integration in LLM Post-Training","created":"2026-06-29","cited_by_count":72,"area":"distill"},{"id":"2411.16646","title":"Self-Generated Critiques Boost Reward Modeling for Language Models","created":"2024-11-25","cited_by_count":71,"area":"lr"},{"id":"2604.12002","title":"Self-Distillation Zero: Self-Revision Turns Binary Rewards into Dense Supervision","created":"2026-04-13","cited_by_count":68,"area":"distill"},{"id":"2404.02657","title":"Rethinking Kullback-Leibler Divergence in Knowledge Distillation for Large Language Models","created":"2024-04-03","cited_by_count":65,"area":"lr"},{"id":"2511.10643","title":"Black-Box On-Policy Distillation of Large Language Models","created":"2025-11-13","cited_by_count":59,"area":"distill"},{"id":"2408.07990","title":"FuseChat: Knowledge Fusion of Chat Models","created":"2024-08-15","cited_by_count":55,"area":null},{"id":"2411.01433","title":"HOBBIT: A Mixed Precision Expert Offloading System for Fast MoE Inference","created":"2024-11-03","cited_by_count":55,"area":"moe"},{"id":"2605.15155","title":"Self-Distilled Agentic Reinforcement Learning","created":"2026-05-14","cited_by_count":55,"area":"agents"},{"id":"2601.07155","title":"Stable On-Policy Distillation through Adaptive Target Reformulation","created":"2026-01-12","cited_by_count":53,"area":"distill"},{"id":"2602.02482","title":"Expanding the Capabilities of Reinforcement Learning via Text Feedback","created":"2026-02-02","cited_by_count":53,"area":"alignment"},{"id":"2602.15260","title":"Fast and Effective On-policy Distillation from Reasoning Prefixes","created":"2026-02-16","cited_by_count":53,"area":"distill"},{"id":"2605.26844","title":"Not All Disagreement Is Learnable: Token Teachability in On-Policy Distillation","created":"2026-05-26","cited_by_count":51,"area":"distill"},{"id":"2407.14507","title":"Internal Consistency and Self-Feedback in Large Language Models: A Survey","created":"2024-07-19","cited_by_count":50,"area":"lr"},{"id":"2605.03677","title":"Uni-OPD: Unifying On-Policy Distillation with a Dual-Perspective Recipe","created":"2026-05-05","cited_by_count":49,"area":"distill"},{"id":"2410.08709","title":"Distillation of Discrete Diffusion through Dimensional Correlations","created":"2024-10-11","cited_by_count":48,"area":"diffusion"},{"id":"2412.14219","title":"A Survey on Inference Optimization Techniques for Mixture of Experts Models","created":"2024-12-18","cited_by_count":47,"area":"moe"},{"id":"2604.24005","title":"TCOD: Exploring Temporal Curriculum in On-Policy Distillation for Multi-turn Autonomous Agents","created":"2026-04-27","cited_by_count":47,"area":"lr"},{"id":"2605.11182","title":"The Many Faces of On-Policy Distillation: Pitfalls, Mechanisms, and Fixes","created":"2026-05-11","cited_by_count":45,"area":"distill"},{"id":"2606.11709","title":"RLCSD: Reinforcement Learning with Contrastive On-Policy Self-Distillation","created":"2026-06-10","cited_by_count":45,"area":"lr"},{"id":"2604.10688","title":"SCOPE: Signal-Calibrated On-Policy Distillation Enhancement with Dual-Path Adaptive Weighting","created":"2026-04-12","cited_by_count":43,"area":"lr"},{"id":"2601.18779","title":"POPE: Learning to Reason on Hard Problems via Privileged On-Policy Exploration","created":"2026-01-26","cited_by_count":42,"area":"lr"},{"id":"2603.23871","title":"HDPO: Hybrid Distillation Policy Optimization via Privileged Self-Distillation","created":"2026-03-25","cited_by_count":42,"area":"lr"},{"id":"2503.20083","title":"Universal Cross-Tokenizer Distillation via Approximate Likelihood Matching","created":"2025-03-25","cited_by_count":41,"area":"distill"},{"id":"2604.01193","title":"Embarrassingly Simple Self-Distillation Improves Code Generation","created":"2026-04-01","cited_by_count":40,"area":"distill"},{"id":"2602.20574","title":"GATES: Self-Distillation under Privileged Context with Consensus Gating","created":"2026-02-24","cited_by_count":35,"area":"distill"},{"id":"2605.06387","title":"Asymmetric On-Policy Distillation: Bridging Exploitation and Imitation at the Token Level","created":"2026-05-07","cited_by_count":35,"area":"lr"},{"id":"2605.08063","title":"Flow-OPD: On-Policy Distillation for Flow Matching Models","created":"2026-05-08","cited_by_count":34,"area":"diffusion"},{"id":"2507.01921","title":"NaturalThoughts: Selecting and Distilling Reasoning Traces for General Reasoning Tasks","created":"2025-07-02","cited_by_count":32,"area":"lr"},{"id":"2606.26790","title":"OPID: On-Policy Skill Distillation for Agentic Reinforcement Learning","created":"2026-06-25","cited_by_count":32,"area":"agents"},{"id":"2607.14777","title":"SEED: Self-Evolving On-Policy Distillation for Agentic Reinforcement Learning","created":"2026-07-16","cited_by_count":32,"area":"agents"},{"id":"2510.20817","title":"KL-Regularized Reinforcement Learning is Designed to Mode Collapse","created":"2025-10-23","cited_by_count":31,"area":"deeprl"},{"id":"2607.02234","title":"Purified OPSD: On-Policy Self-Distillation Without Losing How to Think","created":"2026-07-02","cited_by_count":31,"area":"lr"},{"id":"2604.08527","title":"Demystifying OPD: Length Inflation and Stabilization Strategies for Large Language Models","created":"2026-04-09","cited_by_count":30,"area":"distill"},{"id":"2604.17535","title":"OPSDL: On-Policy Self-Distillation for Long-Context Language Models","created":"2026-04-19","cited_by_count":30,"area":"distill"},{"id":"2605.21606","title":"When Are Teacher Tokens Reliable? Position-Weighted On-Policy Self-Distillation for Reasoning","created":"2026-05-20","cited_by_count":30,"area":"distill"},{"id":"2606.01249","title":"Trust Region On-Policy Distillation","created":"2026-05-31","cited_by_count":30,"area":"distill"},{"id":"2410.17215","title":"MiniPLM: Knowledge Distillation for Pre-Training Language Models","created":"2024-10-22","cited_by_count":29,"area":"distill"},{"id":"2506.09477","title":"On a few pitfalls in KL divergence gradient estimation for RL","created":"2025-06-11","cited_by_count":29,"area":null},{"id":"2509.14786","title":"Pre-training under infinite compute","created":"2025-09-18","cited_by_count":29,"area":null},{"id":"2603.11178","title":"PACED: Distillation and On-Policy Self-Distillation at the Frontier of Student Competence","created":"2026-03-11","cited_by_count":28,"area":"distill"},{"id":"2603.12273","title":"Aligning Language Models from User Interactions","created":"2026-02-18","cited_by_count":28,"area":"alignment"},{"id":"2603.16856","title":"Online Experiential Learning for Language Models","created":"2026-03-17","cited_by_count":28,"area":null},{"id":"2605.07804","title":"Prune-OPD: Efficient and Reliable On-Policy Distillation for Long-Horizon Reasoning","created":"2026-05-08","cited_by_count":27,"area":"lr"},{"id":"2605.22166","title":"Adapting the Interface, Not the Model: Runtime Harness Adaptation for Deterministic LLM Agents","created":"2026-05-21","cited_by_count":27,"area":"agents"},{"id":"2606.15912","title":"On-Policy Distillation with Curriculum Turn-level Guidance for Multi-turn Agents","created":"2026-06-14","cited_by_count":27,"area":"distill"},{"id":"2407.16154","title":"DDK: Distilling Domain Knowledge for Efficient Large Language Models","created":"2024-07-23","cited_by_count":26,"area":"distill"},{"id":"2407.19409","title":"LLAVADI: What Matters For Multimodal Large Language Models Distillation","created":"2024-07-28","cited_by_count":26,"area":"mllm"},{"id":"2605.07865","title":"KL for a KL: On-Policy Distillation with Control Variate Baseline","created":"2026-05-08","cited_by_count":26,"area":"lr"},{"id":"2606.22600","title":"On the Position Bias of On-Policy Distillation","created":"2026-06-21","cited_by_count":26,"area":"lr"},{"id":"2406.17328","title":"Dual-Space Knowledge Distillation for Large Language Models","created":"2024-06-25","cited_by_count":25,"area":"distill"},{"id":"2605.10889","title":"Unmasking On-Policy Distillation: Where It Helps, Where It Hurts, and Why","created":"2026-05-11","cited_by_count":25,"area":"lr"},{"id":"2605.21924","title":"Visual-Advantage On-Policy Distillation for Vision-Language Models","created":"2026-05-21","cited_by_count":24,"area":"mllm"},{"id":"2609.04172","title":"Rethinking On-Policy Distillation of Large Language Models II: One Training Example","created":"2026-09-03","cited_by_count":24,"area":"distill"},{"id":"2505.04560","title":"ABKD: Pursuing a Proper Allocation of the Probability Mass in Knowledge Distillation via $\\alpha$-$\\beta$-Divergence","created":"2025-05-07","cited_by_count":23,"area":"distill"},{"id":"2510.00553","title":"On Predictability of Reinforcement Learning Dynamics for Large Language Models","created":"2025-10-01","cited_by_count":23,"area":"lr"},{"id":"2410.05589","title":"ParallelSpec: Parallel Drafter for Efficient Speculative Decoding","created":"2024-10-08","cited_by_count":22,"area":"inference"},{"id":"2501.16937","title":"TAID: Temporally Adaptive Interpolated Distillation for Efficient Knowledge Transfer in Language Models","created":"2025-01-28","cited_by_count":22,"area":"distill"},{"id":"2510.24021","title":"SelecTKD: Selective Token-Weighted Knowledge Distillation for LLMs","created":"2025-10-28","cited_by_count":22,"area":"distill"},{"id":"2602.13949","title":"Experiential Reinforcement Learning","created":"2026-02-15","cited_by_count":22,"area":"lr"},{"id":"2605.05204","title":"D-OPSD: On-Policy Self-Distillation for Continuously Tuning Step-Distilled Diffusion Models","created":"2026-05-06","cited_by_count":22,"area":"diffusion"},{"id":"2409.01369","title":"Imitating Language via Scalable Inverse Reinforcement Learning","created":"2024-09-02","cited_by_count":21,"area":"offlinerl"},{"id":"2511.19269","title":"CDLM: Consistency Diffusion Language Models For Faster Sampling","created":"2025-11-24","cited_by_count":21,"area":"diffusion"},{"id":"2605.07725","title":"SOD: Step-wise On-policy Distillation for Small Language Model Agents","created":"2026-05-08","cited_by_count":21,"area":"agents"},{"id":"2605.16826","title":"Decoupling KL and Trajectories: A Unified Perspective for SFT, DAgger, Offline RL, and OPD in LLM Distillation","created":"2026-05-16","cited_by_count":20,"area":"offlinerl"}],"next_cursor":"100"}