{"total":801,"rows":[{"id":"2302.01318","title":"Accelerating Large Language Model Decoding with Speculative Sampling","created":"2023-02-02","cited_by_count":1006,"area":"inference"},{"id":"2306.13649","title":"On-Policy Distillation of Language Models: Learning from Self-Generated Mistakes","created":"2023-06-23","cited_by_count":939,"area":"synth"},{"id":"2401.10774","title":"Medusa: Simple LLM Inference Acceleration Framework with Multiple Decoding Heads","created":"2024-01-19","cited_by_count":843,"area":"inference"},{"id":"2601.18734","title":"Self-Distilled Reasoner: On-Policy Self-Distillation for Large Language Models","created":"2026-01-26","cited_by_count":455,"area":"lr"},{"id":"2601.20802","title":"Reinforcement Learning via Self-Distillation","created":"2026-01-28","cited_by_count":332,"area":"lr"},{"id":"2212.10071","title":"Large Language Models Are Reasoning Teachers","created":"2022-12-20","cited_by_count":329,"area":"lr"},{"id":"2305.03047","title":"Principle-Driven Self-Alignment of Language Models from Scratch with Minimal Human Supervision","created":"2023-05-04","cited_by_count":318,"area":"alignment"},{"id":"2604.13016","title":"Rethinking On-Policy Distillation of Large Language Models: Phenomenology, Mechanism, and Recipe","created":"2026-04-14","cited_by_count":299,"area":"lr"},{"id":"2402.13116","title":"A Survey on Knowledge Distillation of Large Language Models","created":"2024-02-20","cited_by_count":284,"area":"distill"},{"id":"2110.07178","title":"Symbolic Knowledge Distillation: from General Language Models to Commonsense Models","created":"2021-10-14","cited_by_count":270,"area":"distill"},{"id":"2308.07633","title":"A Survey on Model Compression for Large Language Models","created":"2023-08-15","cited_by_count":269,"area":null},{"id":"2401.07851","title":"Unlocking Efficiency in Large Language Model Inference: A Comprehensive Survey of Speculative Decoding","created":"2024-01-15","cited_by_count":269,"area":"inference"},{"id":"2212.06909","title":"Imagen Editor and EditBench: Advancing and Evaluating Text-Guided Image Inpainting","created":"2022-12-13","cited_by_count":233,"area":"diffusion"},{"id":"2403.17887","title":"The Unreasonable Ineffectiveness of the Deeper Layers","created":"2024-03-26","cited_by_count":226,"area":"lr"},{"id":"2211.15089","title":"Continuous diffusion for categorical data","created":"2022-11-28","cited_by_count":214,"area":"diffusion"},{"id":"2106.05945","title":"Does Knowledge Distillation Really Work?","created":"2021-06-10","cited_by_count":190,"area":"distill"},{"id":"2104.08826","title":"GPT3Mix: Leveraging Large-scale Language Models for Text Augmentation","created":"2021-04-18","cited_by_count":187,"area":null},{"id":"2106.15561","title":"A Survey on Neural Speech Synthesis","created":"2021-06-29","cited_by_count":184,"area":null},{"id":"2602.12125","title":"Learning beyond Teacher: Generalized On-Policy Distillation with Reward Extrapolation","created":"2026-02-12","cited_by_count":184,"area":"lr"},{"id":"2311.01460","title":"Implicit Chain of Thought Reasoning via Knowledge Distillation","created":"2023-11-02","cited_by_count":176,"area":"lr"},{"id":"2603.07079","title":"Entropy-Aware On-Policy Distillation of Language Models","created":"2026-03-07","cited_by_count":175,"area":"distill"},{"id":"2203.16487","title":"Speculative Decoding: Exploiting Speculative Execution for Accelerating Seq2seq Generation","created":"2022-03-30","cited_by_count":171,"area":"inference"},{"id":"2310.08461","title":"DistillSpec: Improving Speculative Decoding via Knowledge Distillation","created":"2023-10-12","cited_by_count":165,"area":"inference"},{"id":"2402.03898","title":"DistiLLM: Towards Streamlined Distillation for Large Language Models","created":"2024-02-06","cited_by_count":163,"area":"distill"},{"id":"2104.06683","title":"The Curious Case of Hallucinations in Neural Machine Translation","created":"2021-04-14","cited_by_count":161,"area":null},{"id":"2302.05737","title":"A Reparameterized Discrete Diffusion Model for Text Generation","created":"2023-02-11","cited_by_count":152,"area":"diffusion"},{"id":"2207.06389","title":"ProDiff: Progressive Fast Diffusion Model For High-Quality Text-to-Speech","created":"2022-07-13","cited_by_count":149,"area":"diffusion"},{"id":"2603.25562","title":"Revisiting On-Policy Distillation: Empirical Failure Modes and Simple Fixes","created":"2026-03-26","cited_by_count":145,"area":"distill"},{"id":"2403.02884","title":"MathScale: Scaling Instruction Tuning for Mathematical Reasoning","created":"2024-03-05","cited_by_count":144,"area":"lr"},{"id":"2310.13018","title":"Getting aligned on representational alignment","created":"2023-10-18","cited_by_count":143,"area":null},{"id":"2211.11004","title":"Minimizing the Accumulated Trajectory Error to Improve Dataset Distillation","created":"2022-11-20","cited_by_count":142,"area":null},{"id":"2306.08543","title":"MiniLLM: On-Policy Distillation of Large Language Models","created":"2023-06-14","cited_by_count":139,"area":"distill"},{"id":"2304.14402","title":"LaMini-LM: A Diverse Herd of Distilled Models from Large-Scale Instructions","created":"2023-04-27","cited_by_count":124,"area":null},{"id":"2305.10427","title":"Accelerating Transformer Inference for Translation via Parallel Decoding","created":"2023-05-17","cited_by_count":124,"area":"inference"},{"id":"2408.15237","title":"The Mamba in the Llama: Distilling and Accelerating Hybrid Models","created":"2024-08-27","cited_by_count":122,"area":"ssm"},{"id":"2103.04505","title":"Split Computing and Early Exiting for Deep Learning Applications: Survey and Research Challenges","created":"2021-03-08","cited_by_count":115,"area":"inference"},{"id":"2307.15190","title":"f-Divergence Minimization for Sequence-Level Knowledge Distillation","created":"2023-07-27","cited_by_count":114,"area":"distill"},{"id":"2109.07740","title":"Scaling Laws for Neural Machine Translation","created":"2021-09-16","cited_by_count":111,"area":null},{"id":"2604.14084","title":"TIP: Token Importance in On-Policy Distillation","created":"2026-04-15","cited_by_count":104,"area":"distill"},{"id":"2112.06749","title":"Step-unrolled Denoising Autoencoders for Text Generation","created":"2021-12-13","cited_by_count":102,"area":null},{"id":"2208.14933","title":"Membership Inference Attacks by Exploiting Loss Trajectory","created":"2022-08-31","cited_by_count":101,"area":"safety"},{"id":"2306.05544","title":"BOOT: Data-free Distillation of Denoising Diffusion Models with Bootstrapping","created":"2023-06-08","cited_by_count":98,"area":"diffusion"},{"id":"2103.13076","title":"Finetuning Pretrained Transformers into RNNs","created":"2021-03-24","cited_by_count":96,"area":null},{"id":"2110.03742","title":"Beyond Distillation: Task-level Mixture-of-Experts for Efficient Inference","created":"2021-09-24","cited_by_count":96,"area":"moe"},{"id":"2107.06641","title":"Trustworthy AI: A Computational Perspective","created":"2021-07-12","cited_by_count":93,"area":null},{"id":"2109.00486","title":"Survey of Low-Resource Machine Translation","created":"2021-09-01","cited_by_count":92,"area":null},{"id":"2311.00430","title":"Distil-Whisper: Robust Knowledge Distillation via Large-Scale Pseudo Labelling","created":"2023-11-01","cited_by_count":90,"area":"distill"},{"id":"2410.11325","title":"Speculative Knowledge Distillation: Bridging the Teacher-Student Gap Through Interleaved Sampling","created":"2024-10-15","cited_by_count":90,"area":"distill"},{"id":"2104.02096","title":"Compressing Visual-linguistic Model via Knowledge Distillation","created":"2021-04-05","cited_by_count":86,"area":"distill"},{"id":"2506.06266","title":"Cartridges: Lightweight and general-purpose long context representations via self-study","created":"2025-06-06","cited_by_count":86,"area":"inference"},{"id":"2312.04469","title":"On the Learnability of Watermarks for Language Models","created":"2023-12-07","cited_by_count":81,"area":"safety"},{"id":"2305.14239","title":"On Learning to Summarize with Large Language Models as References","created":"2023-05-23","cited_by_count":80,"area":null},{"id":"2209.00099","title":"Efficient Methods for Natural Language Processing: A Survey","created":"2022-08-31","cited_by_count":78,"area":null},{"id":"2410.20672","title":"Relaxed Recursive Transformers: Effective Parameter Sharing with Layer-wise LoRA","created":"2024-10-28","cited_by_count":78,"area":null},{"id":"2209.08773","title":"CATER: Intellectual Property Protection on Text Generation APIs via Conditional Watermarks","created":"2022-09-19","cited_by_count":76,"area":"safety"},{"id":"2604.02288","title":"Unifying Group-Relative and Self-Distillation Policy Optimization via Sample Routing","created":"2026-04-02","cited_by_count":76,"area":"lr"},{"id":"2402.02082","title":"GliDe with a CaPE: A Low-Hassle Method to Accelerate Speculative Decoding","created":"2024-02-03","cited_by_count":75,"area":"inference"},{"id":"2009.07253","title":"Autoregressive Knowledge Distillation through Imitation Learning","created":"2020-09-15","cited_by_count":74,"area":"offlinerl"},{"id":"2403.00835","title":"CLLMs: Consistency Large Language Models","created":"2024-02-28","cited_by_count":72,"area":"inference"},{"id":"2606.30406","title":"MOPD: Multi-Teacher On-Policy Distillation for Capability Integration in LLM Post-Training","created":"2026-06-29","cited_by_count":72,"area":"distill"},{"id":"2205.03983","title":"Building Machine Translation Systems for the Next Thousand Languages","created":"2022-05-09","cited_by_count":69,"area":null},{"id":"2304.04947","title":"Conditional Adapters: Parameter-efficient Transfer Learning with Fast Inference","created":"2023-04-11","cited_by_count":69,"area":null},{"id":"2202.04173","title":"Exploring the Limits of Domain-Adaptive Training for Detoxifying Large-Scale Language Models","created":"2022-02-08","cited_by_count":68,"area":null},{"id":"2604.12002","title":"Self-Distillation Zero: Self-Revision Turns Binary Rewards into Dense Supervision","created":"2026-04-13","cited_by_count":68,"area":"distill"},{"id":"2205.00049","title":"Prompt Consistency for Zero-Shot Task Generalization","created":"2022-04-29","cited_by_count":67,"area":null},{"id":"2404.02657","title":"Rethinking Kullback-Leibler Divergence in Knowledge Distillation for Large Language Models","created":"2024-04-03","cited_by_count":65,"area":"lr"},{"id":"2204.09269","title":"A Survey on Non-Autoregressive Generation for Neural Machine Translation and Beyond","created":"2022-04-20","cited_by_count":64,"area":null},{"id":"2402.12030","title":"Towards Cross-Tokenizer Distillation: the Universal Logit Distillation Loss for LLMs","created":"2024-02-19","cited_by_count":63,"area":"distill"},{"id":"2511.10643","title":"Black-Box On-Policy Distillation of Large Language Models","created":"2025-11-13","cited_by_count":59,"area":"distill"},{"id":"2212.01936","title":"Democratizing Neural Machine Translation with OPUS-MT","created":"2022-12-04","cited_by_count":58,"area":null},{"id":"2404.13813","title":"From LLM to NMT: Advancing Low-Resource Machine Translation with Claude","created":"2024-04-22","cited_by_count":58,"area":null},{"id":"2106.05093","title":"Order-Agnostic Cross Entropy for Non-Autoregressive Machine Translation","created":"2021-06-09","cited_by_count":57,"area":null},{"id":"2403.14009","title":"A New Massive Multilingual Dataset for High-Performance Language Technologies","created":"2024-03-20","cited_by_count":56,"area":null},{"id":"2407.01885","title":"Survey on Knowledge Distillation for Large Language Models: Methods, Evaluation, and Application","created":"2024-07-02","cited_by_count":56,"area":"distill"},{"id":"2408.07990","title":"FuseChat: Knowledge Fusion of Chat Models","created":"2024-08-15","cited_by_count":55,"area":null},{"id":"2107.05782","title":"Improving Speech Translation by Understanding and Learning from the Auxiliary Text Translation Task","created":"2021-07-12","cited_by_count":54,"area":null},{"id":"2601.07155","title":"Stable On-Policy Distillation through Adaptive Target Reformulation","created":"2026-01-12","cited_by_count":53,"area":"distill"},{"id":"2602.02482","title":"Expanding the Capabilities of Reinforcement Learning via Text Feedback","created":"2026-02-02","cited_by_count":53,"area":"alignment"},{"id":"2602.15260","title":"Fast and Effective On-policy Distillation from Reasoning Prefixes","created":"2026-02-16","cited_by_count":53,"area":"distill"},{"id":"2302.10025","title":"DINOISER: Diffused Conditional Sequence Learning by Manipulating Noises","created":"2023-02-20","cited_by_count":50,"area":"diffusion"},{"id":"2507.11851","title":"Your LLM Knows the Future: Uncovering Its Multi-Token Prediction Potential","created":"2025-07-16","cited_by_count":47,"area":null},{"id":"2104.06951","title":"Domain Adaptation and Multi-Domain Adaptation for Neural Machine Translation: A Survey","created":"2021-04-14","cited_by_count":46,"area":null},{"id":"2402.05964","title":"A Survey on Transformer Compression","created":"2024-02-05","cited_by_count":46,"area":null},{"id":"2205.07459","title":"Directed Acyclic Transformer for Non-Autoregressive Machine Translation","created":"2022-05-16","cited_by_count":44,"area":null},{"id":"2305.13803","title":"NORM: Knowledge Distillation via N-to-One Representation Matching","created":"2023-05-23","cited_by_count":44,"area":"distill"},{"id":"2311.07052","title":"Towards the Law of Capacity Gap in Distilling Language Models","created":"2023-11-13","cited_by_count":44,"area":"distill"},{"id":"2105.12967","title":"Selective Knowledge Distillation for Neural Machine Translation","created":"2021-05-27","cited_by_count":43,"area":"distill"},{"id":"2109.05427","title":"Not All Negatives are Equal: Label-Aware Contrastive Loss for Fine-grained Text Classification","created":"2021-09-12","cited_by_count":43,"area":null},{"id":"2307.12950","title":"RLCD: Reinforcement Learning from Contrastive Distillation for Language Model Alignment","created":"2023-07-24","cited_by_count":43,"area":"alignment"},{"id":"2604.10688","title":"SCOPE: Signal-Calibrated On-Policy Distillation Enhancement with Dual-Path Adaptive Weighting","created":"2026-04-12","cited_by_count":43,"area":"lr"},{"id":"2106.06168","title":"Generate, Annotate, and Learn: NLP with Synthetic Text","created":"2021-06-11","cited_by_count":42,"area":"distill"},{"id":"2402.11890","title":"Revisiting Knowledge Distillation for Autoregressive Language Models","created":"2024-02-19","cited_by_count":42,"area":"distill"},{"id":"2212.09412","title":"Empowering Diffusion Models on the Embedding Space for Text Generation","created":"2022-12-19","cited_by_count":40,"area":"diffusion"},{"id":"2604.01193","title":"Embarrassingly Simple Self-Distillation Improves Code Generation","created":"2026-04-01","cited_by_count":40,"area":"distill"},{"id":"2109.02903","title":"IndicBART: A Pre-trained Model for Indic Natural Language Generation","created":"2021-09-07","cited_by_count":39,"area":null},{"id":"2311.05584","title":"Zero-Shot Goal-Directed Dialogue via RL on Imagined Conversations","created":"2023-11-09","cited_by_count":38,"area":null},{"id":"2204.14272","title":"End-to-end Spoken Conversational Question Answering: Task, Dataset and Model","created":"2022-04-29","cited_by_count":37,"area":null},{"id":"2403.09919","title":"Recurrent Drafter for Fast Speculative Decoding in Large Language Models","created":"2024-03-14","cited_by_count":37,"area":"inference"},{"id":"2503.17523","title":"Bayesian Teaching Enables Probabilistic Reasoning in Large Language Models","created":"2025-03-21","cited_by_count":37,"area":"lr"},{"id":"2402.12204","title":"Enhancing Multilingual Capabilities of Large Language Models through Self-Distillation from Resource-Rich Languages","created":"2024-02-19","cited_by_count":36,"area":"distill"}],"next_cursor":"100"}