{"total":163,"rows":[{"id":"2603.07079","title":"Entropy-Aware On-Policy Distillation of Language Models","created":"2026-03-07","cited_by_count":175,"area":"distill"},{"id":"2604.00626","title":"A Survey of On-Policy Distillation for Large Language Models","created":"2026-04-01","cited_by_count":163,"area":"distill"},{"id":"2409.15790","title":"Small Language Models: Survey, Measurements, and Insights","created":"2024-09-24","cited_by_count":112,"area":null},{"id":"2410.11325","title":"Speculative Knowledge Distillation: Bridging the Teacher-Student Gap Through Interleaved Sampling","created":"2024-10-15","cited_by_count":90,"area":"distill"},{"id":"2402.04616","title":"Beyond Answers: Transferring Reasoning Capabilities to Smaller LLMs Using Multi-Teacher Knowledge Distillation","created":"2024-02-07","cited_by_count":47,"area":"lr"},{"id":"2606.11709","title":"RLCSD: Reinforcement Learning with Contrastive On-Policy Self-Distillation","created":"2026-06-10","cited_by_count":45,"area":"lr"},{"id":"2604.10688","title":"SCOPE: Signal-Calibrated On-Policy Distillation Enhancement with Dual-Path Adaptive Weighting","created":"2026-04-12","cited_by_count":43,"area":"lr"},{"id":"2503.20083","title":"Universal Cross-Tokenizer Distillation via Approximate Likelihood Matching","created":"2025-03-25","cited_by_count":41,"area":"distill"},{"id":"2410.16236","title":"LLaVA-KD: A Framework of Distilling Multimodal Large Language Models","created":"2024-10-21","cited_by_count":40,"area":"mllm"},{"id":"2502.08524","title":"LLM Pretraining with Continuous Concepts","created":"2025-02-12","cited_by_count":36,"area":"lr"},{"id":"2605.21606","title":"When Are Teacher Tokens Reliable? Position-Weighted On-Policy Self-Distillation for Reasoning","created":"2026-05-20","cited_by_count":30,"area":"distill"},{"id":"2410.17215","title":"MiniPLM: Knowledge Distillation for Pre-Training Language Models","created":"2024-10-22","cited_by_count":29,"area":"distill"},{"id":"2407.16154","title":"DDK: Distilling Domain Knowledge for Efficient Large Language Models","created":"2024-07-23","cited_by_count":26,"area":"distill"},{"id":"2407.19409","title":"LLAVADI: What Matters For Multimodal Large Language Models Distillation","created":"2024-07-28","cited_by_count":26,"area":"mllm"},{"id":"2504.16431","title":"Target Concrete Score Matching: A Holistic Framework for Discrete Diffusion","created":"2025-04-23","cited_by_count":25,"area":"diffusion"},{"id":"2605.21924","title":"Visual-Advantage On-Policy Distillation for Vision-Language Models","created":"2026-05-21","cited_by_count":24,"area":"mllm"},{"id":"2505.04560","title":"ABKD: Pursuing a Proper Allocation of the Probability Mass in Knowledge Distillation via $\\alpha$-$\\beta$-Divergence","created":"2025-05-07","cited_by_count":23,"area":"distill"},{"id":"2501.16937","title":"TAID: Temporally Adaptive Interpolated Distillation for Efficient Knowledge Transfer in Language Models","created":"2025-01-28","cited_by_count":22,"area":"distill"},{"id":"2510.24021","title":"SelecTKD: Selective Token-Weighted Knowledge Distillation for LLMs","created":"2025-10-28","cited_by_count":22,"area":"distill"},{"id":"2608.04794","title":"Privileged, but Biased: How PI-Conditioned Teachers Break Self-Distillation","created":"2026-08-05","cited_by_count":18,"area":"distill"},{"id":"2608.06296","title":"On-Policy Self-Distillation without Any Supervision","created":"2026-08-06","cited_by_count":17,"area":"lr"},{"id":"2603.13260","title":"Explain in Your Own Words: Improving Reasoning via Token-Selective Dual Knowledge Distillation","created":"2026-02-25","cited_by_count":16,"area":"lr"},{"id":"2605.10194","title":"STEPS: Selective On-Policy Self-Distillation for Reasoning","created":"2026-05-11","cited_by_count":16,"area":"distill"},{"id":"2607.04763","title":"Multi-Turn On-Policy Distillation with Prefix Replay","created":"2026-07-06","cited_by_count":15,"area":"agents"},{"id":"2607.15161","title":"On-Policy Delta Distillation","created":"2026-07-16","cited_by_count":15,"area":"alignment"},{"id":"2605.11458","title":"Adaptive Teacher Exposure for Self-Distillation in LLM Reasoning","created":"2026-05-12","cited_by_count":14,"area":"lr"},{"id":"2510.11615","title":"LLM-Oriented Token-Adaptive Knowledge Distillation","created":"2025-10-13","cited_by_count":13,"area":"distill"},{"id":"2509.09284","title":"Tree-OPO: Off-policy Monte Carlo Tree-Guided Advantage Optimization for Multistep Reasoning","created":"2025-09-11","cited_by_count":12,"area":"lr"},{"id":"2605.07711","title":"SimCT: Recovering Lost Supervision for Cross-Tokenizer On-Policy Distillation","created":"2026-05-08","cited_by_count":12,"area":"distill"},{"id":"2608.09228","title":"Privileged Solutions or Context-Induced Teacher Behavior? Dissecting On-Policy Self-Distillation","created":"2026-08-10","cited_by_count":12,"area":"distill"},{"id":"2412.01822","title":"VLsI: Verbalized Layers-to-Interactions from Large to Small Vision Language Models","created":"2024-12-02","cited_by_count":10,"area":"mllm"},{"id":"2502.06663","title":"EfficientLLM: Scalable Pruning-Aware Pretraining for Architecture-Agnostic Edge Language Models","created":"2025-02-10","cited_by_count":10,"area":null},{"id":"2502.14816","title":"Dynamic Low-Rank Sparse Adaptation for Large Language Models","created":"2025-02-20","cited_by_count":10,"area":null},{"id":"2506.15681","title":"GenRecal: Generation after Recalibration from Large to Small Vision-Language Models","created":"2025-06-18","cited_by_count":10,"area":"mllm"},{"id":"2509.16456","title":"GPO: Learning from Critical Steps to Improve LLM Reasoning","created":"2025-09-19","cited_by_count":10,"area":"lr"},{"id":"2605.12652","title":"Multi-Rollout On-Policy Distillation via Peer Successes and Failures","created":"2026-05-12","cited_by_count":10,"area":"distill"},{"id":"2505.02309","title":"Optimizing LLMs for Resource-Constrained Environments: A Survey of Model Compression Techniques","created":"2025-05-05","cited_by_count":9,"area":null},{"id":"2505.13111","title":"Why Knowledge Distillation Works in Generative Models: A Minimal Working Explanation","created":"2025-05-19","cited_by_count":9,"area":"distill"},{"id":"2604.20244","title":"Hybrid Policy Distillation for LLMs","created":"2026-04-22","cited_by_count":9,"area":"distill"},{"id":"2504.11426","title":"A Dual-Space Framework for General Knowledge Distillation of Large Language Models","created":"2025-04-15","cited_by_count":8,"area":"distill"},{"id":"2510.19307","title":"Unified Reinforcement and Imitation Learning for Vision-Language Models","created":"2025-10-22","cited_by_count":8,"area":"mllm"},{"id":"2604.28123","title":"Beyond SFT-to-RL: Pre-alignment via Black-Box On-Policy Distillation for Multimodal RL","created":"2026-04-30","cited_by_count":8,"area":"mllm"},{"id":"2605.12741","title":"Learning with Rare Success but Rich Feedback via Reflection-Enhanced Self-Distillation","created":"2026-05-12","cited_by_count":8,"area":"distill"},{"id":"2605.12798","title":"Emergent and Subliminal Misalignment Through the Lens of Data-Mediated Transfer","created":"2026-05-12","cited_by_count":8,"area":null},{"id":"2605.19433","title":"Backtracking When It Strays: Mitigating Dual Exposure Biases in LLM Reasoning Distillation","created":"2026-05-19","cited_by_count":8,"area":"lr"},{"id":"2607.13124","title":"ShortOPD: Recovering Pruned LLMs with Short-to-Long On-Policy Distillation","created":"2026-07-14","cited_by_count":8,"area":"distill"},{"id":"2607.22334","title":"Cross-Tokenizer On-Policy Distillation via Byte-Prefix Marginalization","created":"2026-07-24","cited_by_count":8,"area":"distill"},{"id":"2608.04419","title":"SPOT: Sparse Probing and Outcome Calibration for On-Policy Distillation","created":"2026-08-05","cited_by_count":8,"area":"distill"},{"id":"2512.04763","title":"MemLoRA: Distilling Expert Adapters for On-Device Memory Systems","created":"2025-12-04","cited_by_count":7,"area":null},{"id":"2605.06597","title":"UniSD: Towards a Unified Self-Distillation Framework for Large Language Models","created":"2026-05-07","cited_by_count":7,"area":"distill"},{"id":"2606.23104","title":"ReNIO: Reweighting Negative Trajectory Importance for LLM On-Policy Distillation","created":"2026-06-22","cited_by_count":7,"area":"lr"},{"id":"2607.28590","title":"VAD: Attributing Visual Evidence for Target Reconstruction in Multimodal On-Policy Distillation","created":"2026-07-30","cited_by_count":7,"area":"distill"},{"id":"2510.15304","title":"Layer as Puzzle Pieces: Compressing Large Language Models through Layer Concatenation","created":"2025-10-17","cited_by_count":6,"area":null},{"id":"2512.20908","title":"Where Did This Sentence Come From? Tracing Provenance in LLM Reasoning Distillation","created":"2025-12-24","cited_by_count":6,"area":"lr"},{"id":"2608.08726","title":"PAST: Privileged Adaptation from Complete Student Trajectories for On-Policy Self-Distillation","created":"2026-08-09","cited_by_count":6,"area":"lr"},{"id":"2410.09362","title":"SeRA: Self-Reviewing and Alignment of Large Language Models using Implicit Reward Margins","created":"2024-10-12","cited_by_count":5,"area":"alignment"},{"id":"2501.02795","title":"InfiFusion: A Unified Framework for Enhanced Cross-Model Reasoning via LLM Fusion","created":"2025-01-06","cited_by_count":5,"area":"lr"},{"id":"2502.17927","title":"Advantage-Guided Distillation for Preference Alignment in Small Language Models","created":"2025-02-25","cited_by_count":5,"area":"alignment"},{"id":"2509.25100","title":"ORPO-Distill: Mixed-Policy Preference Optimization for Cross-Architecture LLM Distillation","created":"2025-09-29","cited_by_count":5,"area":"alignment"},{"id":"2509.25837","title":"Distillation of Large Language Models via Concrete Score Matching","created":"2025-09-30","cited_by_count":5,"area":null},{"id":"2512.21002","title":"Distilling the Essence: Efficient Reasoning Distillation via Sequence Truncation","created":"2025-12-24","cited_by_count":5,"area":"lr"},{"id":"2602.03396","title":"Towards Distillation-Resistant Large Language Models: An Information-Theoretic Perspective","created":"2026-02-03","cited_by_count":5,"area":null},{"id":"2602.09483","title":"Beyond Next-Token Alignment: Distilling Multimodal Large Language Models via Token Interactions","created":"2026-02-10","cited_by_count":5,"area":"mllm"},{"id":"2406.02959","title":"Adversarial Moment-Matching Distillation of Large Language Models","created":"2024-06-05","cited_by_count":4,"area":"distill"},{"id":"2409.09085","title":"HESSO: Towards Automatic Efficient and User Friendly Any Neural Network Training and Pruning","created":"2024-09-11","cited_by_count":4,"area":null},{"id":"2502.08690","title":"Skrr: Skip and Re-use Text Encoder Layers for Memory Efficient Text-to-Image Generation","created":"2025-02-12","cited_by_count":4,"area":"diffusion"},{"id":"2502.12594","title":"PASER: Post-Training Data Selection for Efficient Pruned Large Language Model Recovery","created":"2025-02-18","cited_by_count":4,"area":null},{"id":"2506.05695","title":"Being Strong Progressively! Enhancing Knowledge Distillation of Large Language Models through a Curriculum Learning Framework","created":"2025-06-06","cited_by_count":4,"area":"distill"},{"id":"2608.19181","title":"Beyond Teacher Likelihood: Group-Calibrated On-Policy Distillation for Long-Context Reasoning","created":"2026-08-19","cited_by_count":4,"area":"distill"},{"id":"2409.12512","title":"Exploring and Enhancing the Transfer of Distribution in Knowledge Distillation for Autoregressive Language Models","created":"2024-09-19","cited_by_count":3,"area":"distill"},{"id":"2410.13060","title":"AERO: Entropy-Guided Framework for Private LLM Inference","created":"2024-10-16","cited_by_count":3,"area":null},{"id":"2505.19427","title":"WINA: Weight Informed Neuron Activation for Accelerating Large Language Model Inference","created":"2025-05-26","cited_by_count":3,"area":"moe"},{"id":"2509.22921","title":"Rethinking Large Language Model Distillation: A Constrained Markov Decision Process Perspective","created":"2025-09-26","cited_by_count":3,"area":"lr"},{"id":"2602.12172","title":"Pedagogically-Inspired Data Synthesis for Language Model Knowledge Distillation","created":"2026-02-12","cited_by_count":3,"area":"synth"},{"id":"2605.05940","title":"Near-Policy: Accelerating On-Policy Distillation via Asynchronous Generation and Selective Packing","created":"2026-05-07","cited_by_count":3,"area":"distill"},{"id":"2606.11627","title":"When Context Returns: Toward Robust Internalization in On-Policy Distillation","created":"2026-06-10","cited_by_count":3,"area":"distill"},{"id":"2606.18216","title":"Zone of Proximal Policy Optimization: Teacher in Prompts, Not Gradients","created":"2026-06-16","cited_by_count":3,"area":"lr"},{"id":"2608.03092","title":"SMOPD: Multi-Reward Reinforcement Learning via Specialize-and-Merge Online Policy Distillation","created":"2026-08-04","cited_by_count":3,"area":"alignment"},{"id":"2407.10068","title":"Multi-Granularity Semantic Revision for Large Language Model Distillation","created":"2024-07-14","cited_by_count":2,"area":"distill"},{"id":"2408.11855","title":"FactorLLM: Factorizing Knowledge via Mixture of Experts for Large Language Models","created":"2024-08-15","cited_by_count":2,"area":"moe"},{"id":"2505.20335","title":"Language Model Distillation: A Temporal Difference Imitation Learning Perspective","created":"2025-05-24","cited_by_count":2,"area":"offlinerl"},{"id":"2505.22811","title":"Highly Efficient and Effective LLMs with Multi-Boolean Architectures","created":"2025-05-28","cited_by_count":2,"area":null},{"id":"2506.03168","title":"Farm-LightSeek: An Edge-centric Multimodal Agricultural IoT Data Analytics Framework with Lightweight LLMs","created":"2025-05-28","cited_by_count":2,"area":null},{"id":"2506.03510","title":"Accurate Sublayer Pruning for Large Language Models by Exploiting Latency and Tunability Information","created":"2025-06-04","cited_by_count":2,"area":null},{"id":"2509.18579","title":"Teaching Audio Models to Reason: A Unified Framework for Source- and Layer-wise Distillation","created":"2025-09-23","cited_by_count":2,"area":"lr"},{"id":"2510.13998","title":"BitNet Distillation","created":"2025-10-15","cited_by_count":2,"area":null},{"id":"2510.15982","title":"AMiD: Knowledge Distillation for LLMs with $\\alpha$-mixture Assistant Distribution","created":"2025-10-13","cited_by_count":2,"area":"distill"},{"id":"2601.15394","title":"Memorization Dynamics in Knowledge Distillation for Language Models","created":"2026-01-21","cited_by_count":2,"area":"distill"},{"id":"2604.14629","title":"Switch-KD: Visual-Switch Knowledge Distillation for Vision-Language Models","created":"2026-04-16","cited_by_count":2,"area":"mllm"},{"id":"2605.08737","title":"The Extrapolation Cliff in On-Policy Distillation of Near-Deterministic Structured Outputs","created":"2026-05-09","cited_by_count":2,"area":"distill"},{"id":"2606.09396","title":"PriFT: Prior-Support Guided Supervised Fine-Tuning","created":"2026-06-08","cited_by_count":2,"area":"lr"},{"id":"2607.06855","title":"Geometric Self-Distillation for Reasoning Generalization","created":"2026-07-07","cited_by_count":2,"area":"lr"},{"id":"2607.16303","title":"Med-OPD: Improving Medical Vision-Language Models via Evidence-Aware On-Policy Distillation","created":"2026-07-14","cited_by_count":2,"area":"lr"},{"id":"2608.12957","title":"I-SDPO: Instance-Level Adaptive Self-Distillation Policy Optimization","created":"2026-08-13","cited_by_count":2,"area":"lr"},{"id":"2609.08798","title":"Eliciting Weak-to-Strong Generalization with On-Policy Reverse Distillation","created":"2026-09-08","cited_by_count":2,"area":"distill"},{"id":"2609.23697","title":"Distill What You Trust: Reliability-Aware Multi-Teacher On-Policy Distillation","created":"2026-09-20","cited_by_count":2,"area":"distill"},{"id":"2505.12566","title":"HybridServe: Efficient Serving of Large AI Models with Confidence-Based Cascade Routing","created":"2025-05-18","cited_by_count":1,"area":null},{"id":"2506.13541","title":"Mixture of Weight-shared Heterogeneous Group Attention Experts for Dynamic Token-wise KV Optimization","created":"2025-06-16","cited_by_count":1,"area":"moe"},{"id":"2507.10155","title":"What Should Feature Distillation Transfer in LLMs? A Task-Tangent Geometry View","created":"2025-07-14","cited_by_count":1,"area":"distill"},{"id":"2603.22056","title":"Dual-Space Knowledge Distillation with Key-Query Matching for Large Language Models with Vocabulary Mismatch","created":"2026-03-23","cited_by_count":1,"area":"distill"}],"next_cursor":"100"}