{"total":63,"rows":[{"id":"2402.13116","title":"A Survey on Knowledge Distillation of Large Language Models","created":"2024-02-20","cited_by_count":284,"area":"distill"},{"id":"2604.00626","title":"A Survey of On-Policy Distillation for Large Language Models","created":"2026-04-01","cited_by_count":163,"area":"distill"},{"id":"2603.25562","title":"Revisiting On-Policy Distillation: Empirical Failure Modes and Simple Fixes","created":"2026-03-26","cited_by_count":145,"area":"distill"},{"id":"2604.12002","title":"Self-Distillation Zero: Self-Revision Turns Binary Rewards into Dense Supervision","created":"2026-04-13","cited_by_count":68,"area":"distill"},{"id":"2503.20083","title":"Universal Cross-Tokenizer Distillation via Approximate Likelihood Matching","created":"2025-03-25","cited_by_count":41,"area":"distill"},{"id":"2412.14528","title":"Multi-Level Optimal Transport for Universal Cross-Tokenizer Knowledge Distillation on Language Models","created":"2024-12-19","cited_by_count":36,"area":"distill"},{"id":"2410.20011","title":"A Survey of Small Language Models","created":"2024-10-25","cited_by_count":31,"area":null},{"id":"2410.17215","title":"MiniPLM: Knowledge Distillation for Pre-Training Language Models","created":"2024-10-22","cited_by_count":29,"area":"distill"},{"id":"2603.11178","title":"PACED: Distillation and On-Policy Self-Distillation at the Frontier of Student Competence","created":"2026-03-11","cited_by_count":28,"area":"distill"},{"id":"2406.17328","title":"Dual-Space Knowledge Distillation for Large Language Models","created":"2024-06-25","cited_by_count":25,"area":"distill"},{"id":"2503.16870","title":"Sparse Logit Sampling: Accelerating Knowledge Distillation in LLMs","created":"2025-03-21","cited_by_count":16,"area":"distill"},{"id":"2505.13893","title":"InfiGFusion: Graph-on-Logits Distillation via Efficient Gromov-Wasserstein for Model Fusion","created":"2025-05-20","cited_by_count":12,"area":null},{"id":"2605.07711","title":"SimCT: Recovering Lost Supervision for Cross-Tokenizer On-Policy Distillation","created":"2026-05-08","cited_by_count":12,"area":"distill"},{"id":"2502.11306","title":"Smoothing Out Hallucinations: Mitigating LLM Hallucination with Smoothed Knowledge Distillation","created":"2025-02-16","cited_by_count":10,"area":"distill"},{"id":"2506.15681","title":"GenRecal: Generation after Recalibration from Large to Small Vision-Language Models","created":"2025-06-18","cited_by_count":10,"area":"mllm"},{"id":"2605.12652","title":"Multi-Rollout On-Policy Distillation via Peer Successes and Failures","created":"2026-05-12","cited_by_count":10,"area":"distill"},{"id":"2510.25817","title":"A Survey on Efficient Large Language Model Training: From Data-centric Perspectives","created":"2025-10-29","cited_by_count":9,"area":null},{"id":"2504.11426","title":"A Dual-Space Framework for General Knowledge Distillation of Large Language Models","created":"2025-04-15","cited_by_count":8,"area":"distill"},{"id":"2604.07466","title":"Cross-Tokenizer LLM Distillation through a Byte-Level Interface","created":"2026-04-08","cited_by_count":8,"area":null},{"id":"2607.22334","title":"Cross-Tokenizer On-Policy Distillation via Byte-Prefix Marginalization","created":"2026-07-24","cited_by_count":8,"area":"distill"},{"id":"2506.00653","title":"Linear Representation Transferability Hypothesis: Leveraging Small Models to Steer Large Models","created":"2025-05-31","cited_by_count":7,"area":null},{"id":"2603.01875","title":"KDFlow: A User-Friendly and Efficient Knowledge Distillation Framework for Large Language Models","created":"2026-03-02","cited_by_count":7,"area":"distill"},{"id":"2502.12947","title":"Every Expert Matters: Towards Effective Knowledge Distillation for Mixture-of-Experts Language Models","created":"2025-02-18","cited_by_count":6,"area":"moe"},{"id":"2504.13825","title":"Feature Alignment and Representation Transfer in Knowledge Distillation for Large Language Models","created":"2025-04-18","cited_by_count":6,"area":"distill"},{"id":"2512.22238","title":"Masking Teacher and Reinforcing Student for Distilling Vision-Language Models","created":"2025-12-23","cited_by_count":6,"area":"mllm"},{"id":"2606.22793","title":"A Formula-Driven Survey and Research Agenda for On-Policy Distillation","created":"2026-06-22","cited_by_count":6,"area":"distill"},{"id":"2501.02795","title":"InfiFusion: A Unified Framework for Enhanced Cross-Model Reasoning via LLM Fusion","created":"2025-01-06","cited_by_count":5,"area":"lr"},{"id":"2512.14954","title":"Cross-Tokenizer Likelihood Scoring Algorithms for Language Model Distillation","created":"2025-12-16","cited_by_count":5,"area":"distill"},{"id":"2602.21669","title":"DWA-KD: Dual-Space Weighting and Time-Warped Alignment for Cross-Tokenizer Knowledge Distillation","created":"2026-02-25","cited_by_count":5,"area":"distill"},{"id":"2604.02045","title":"BidirLM: From Text to Omnimodal Bidirectional Encoders by Adapting and Composing Causal LLMs","created":"2026-04-02","cited_by_count":5,"area":null},{"id":"2605.22675","title":"Self-Policy Distillation via Capability-Selective Subspace Projection","created":"2026-05-21","cited_by_count":5,"area":"distill"},{"id":"2502.16806","title":"CoT2Align: Cross-Chain of Thought Distillation via Optimal Transport Alignment for Language Models with Different Tokenizers","created":"2025-02-24","cited_by_count":4,"area":"lr"},{"id":"2503.19123","title":"Overcoming Vocabulary Mismatch: Vocabulary-agnostic Teacher Guided Language Modeling","created":"2025-03-24","cited_by_count":4,"area":null},{"id":"2505.12313","title":"ExpertSteer: Intervening in LLMs through Expert Knowledge","created":"2025-05-18","cited_by_count":4,"area":"mechinterp"},{"id":"2506.06607","title":"Training-Free Tokenizer Transplantation via Orthogonal Matching Pursuit","created":"2025-06-07","cited_by_count":4,"area":null},{"id":"2507.02659","title":"OmniDraft: A Cross-vocabulary, Online Adaptive Drafter for On-device Speculative Decoding","created":"2025-07-03","cited_by_count":4,"area":"inference"},{"id":"2509.17276","title":"Probabilistic Token Alignment for Large Language Model Fusion","created":"2025-09-21","cited_by_count":3,"area":"alignment"},{"id":"2605.01205","title":"SRA: Span Representation Alignment for Large Language Model Distillation","created":"2026-05-02","cited_by_count":3,"area":"alignment"},{"id":"2607.11012","title":"EasyOPD: An Easy-to-use On-Policy Distillation Framework for Large Language Models","created":"2026-07-13","cited_by_count":3,"area":"distill"},{"id":"2509.20854","title":"Punching Above Precision: Small Quantized Model Distillation with Learnable Regularizer","created":"2025-09-25","cited_by_count":2,"area":"distill"},{"id":"2602.15845","title":"KD4MT: A Survey of Knowledge Distillation for Machine Translation","created":"2026-01-22","cited_by_count":2,"area":"distill"},{"id":"2605.21699","title":"X-Token: Projection-Guided Cross-Tokenizer Knowledge Distillation","created":"2026-05-20","cited_by_count":2,"area":"distill"},{"id":"2603.22056","title":"Dual-Space Knowledge Distillation with Key-Query Matching for Large Language Models with Vocabulary Mismatch","created":"2026-03-23","cited_by_count":1,"area":"distill"},{"id":"2604.11290","title":"Polyglot Teachers: Evaluating Language Models for Multilingual Synthetic Data Generation","created":"2026-04-13","cited_by_count":1,"area":"synth"},{"id":"2609.02817","title":"Cliff: Learning Process Rewards from the First Mistake","created":"2026-09-02","cited_by_count":1,"area":"lr"},{"id":"2507.21568","title":"Multi-Hypothesis Distillation of Multilingual Neural Translation Models for Low-Resource Languages","created":"2025-07-29","cited_by_count":0,"area":"distill"},{"id":"2601.09865","title":"Advancing Model Refinement: Muon-Optimized Distillation and Quantization for LLM Deployment","created":"2026-01-14","cited_by_count":0,"area":null},{"id":"2601.16863","title":"Mixture-of-Models: Unifying Heterogeneous Agents via N-Way Self-Evaluating Deliberation","created":"2026-01-23","cited_by_count":0,"area":"moe"},{"id":"2603.22707","title":"Detecting Non-Membership in LLM Training Data via Rank Correlations","created":"2026-03-24","cited_by_count":0,"area":null},{"id":"2605.08965","title":"Can MLLMs Reason About Visual Persuasion? Evaluating the Efficacy and Faithfulness of Reasoning","created":"2026-05-09","cited_by_count":0,"area":"lr"},{"id":"2605.29977","title":"EVL-ECG: Efficient ECG Interpretation With Multi-Aspect Heterogeneous Knowledge Distillation","created":"2026-05-28","cited_by_count":0,"area":"distill"},{"id":"2607.28639","title":"The Asymmetric Effects of Knowledge Distillation on Bias in Small Language Models","created":"2026-05-19","cited_by_count":0,"area":"distill"},{"id":"2607.29071","title":"Federated Foundation Models Fine-Tuning with Heterogeneous Compressed Clients","created":"2026-07-31","cited_by_count":0,"area":null},{"id":"2608.03599","title":"Disentangling Language Modeling and Boundaries","created":"2026-08-04","cited_by_count":0,"area":null},{"id":"2608.29662","title":"ACTD: Anchor-Based Cross-Tokenizer Distillation with Residual Regularization","created":"2026-08-30","cited_by_count":0,"area":"lr"},{"id":"2609.10154","title":"CompassOPD: Cross-Family On-Policy Distillation via Within-Family Likelihood Shifts","created":"2026-09-09","cited_by_count":0,"area":"distill"},{"id":"2609.32781","title":"CT-OPD: Counterfactual Trace On-Policy Distillation for Diffusion Vision-Language Models","created":"2026-09-26","cited_by_count":0,"area":"mllm"},{"id":"2609.33816","title":"Dual-Vocabulary Language Model for Cross-Tokenizer Distillation","created":"2026-09-27","cited_by_count":0,"area":"distill"},{"id":"2609.34386","title":"Look Before You Select: Rethinking Vocabulary Sparsification in On-Policy Distillation","created":"2026-09-28","cited_by_count":0,"area":"distill"},{"id":"2609.34738","title":"Beyond Token Alignment: Event Completion for Cross-Tokenizer On-Policy Distillation","created":"2026-09-28","cited_by_count":0,"area":"distill"},{"id":"2609.36630","title":"Distilling Agentic Systems: A Roadmap across Models, Artifacts, and Harnesses","created":"2026-09-29","cited_by_count":0,"area":"agents"},{"id":"2609.39757","title":"Revisiting On-policy Adversarial Black-Box Distillation: Calibrating Groupwise Reward Geometry for Effective Advantage Construction","created":"2026-09-30","cited_by_count":0,"area":"distill"},{"id":"2610.13257","title":"CAST: Credit Alignment for Cross-Tokenizer On-Policy Distillation","created":"2026-10-09","cited_by_count":0,"area":"distill"}],"next_cursor":null}