{"total":139,"rows":[{"id":"2306.13649","title":"On-Policy Distillation of Language Models: Learning from Self-Generated Mistakes","created":"2023-06-23","cited_by_count":939,"area":"synth"},{"id":"2312.06585","title":"Beyond Human Data: Scaling Self-Training for Problem-Solving with Language Models","created":"2023-12-11","cited_by_count":349,"area":"synth"},{"id":"2308.07633","title":"A Survey on Model Compression for Large Language Models","created":"2023-08-15","cited_by_count":269,"area":null},{"id":"2401.05459","title":"Personal LLM Agents: Insights and Survey about the Capability, Efficiency and Security","created":"2024-01-10","cited_by_count":260,"area":"agents"},{"id":"2403.07378","title":"SVD-LLM: Truncation-aware Singular Value Decomposition for Large Language Model Compression","created":"2024-03-12","cited_by_count":243,"area":null},{"id":"2403.17887","title":"The Unreasonable Ineffectiveness of the Deeper Layers","created":"2024-03-26","cited_by_count":226,"area":"lr"},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2602.12275","title":"On-Policy Context Distillation for Language Models","created":"2026-02-12","cited_by_count":186,"area":"distill"},{"id":"2310.08461","title":"DistillSpec: Improving Speculative Decoding via Knowledge Distillation","created":"2023-10-12","cited_by_count":165,"area":"inference"},{"id":"2604.00626","title":"A Survey of On-Policy Distillation for Large Language Models","created":"2026-04-01","cited_by_count":163,"area":"distill"},{"id":"2402.16363","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","created":"2024-02-26","cited_by_count":152,"area":"inference"},{"id":"2310.14414","title":"Vision Language Models in Autonomous Driving: A Survey and Outlook","created":"2023-10-22","cited_by_count":126,"area":"mllm"},{"id":"2401.10491","title":"Knowledge Fusion of Large Language Models","created":"2024-01-19","cited_by_count":115,"area":null},{"id":"2310.07177","title":"Online Speculative Decoding","created":"2023-10-11","cited_by_count":113,"area":"inference"},{"id":"2604.14084","title":"TIP: Token Importance in On-Policy Distillation","created":"2026-04-15","cited_by_count":104,"area":"distill"},{"id":"2310.04564","title":"ReLU Strikes Back: Exploiting Activation Sparsity in Large Language Models","created":"2023-10-06","cited_by_count":94,"area":null},{"id":"2410.11325","title":"Speculative Knowledge Distillation: Bridging the Teacher-Student Gap Through Interleaved Sampling","created":"2024-10-15","cited_by_count":90,"area":"distill"},{"id":"2401.08092","title":"A Survey of Resource-efficient LLM and Multimodal Foundation Models","created":"2024-01-16","cited_by_count":86,"area":null},{"id":"2410.21035","title":"Beyond Autoregression: Fast LLMs via Self-Distillation Through Time","created":"2024-10-28","cited_by_count":78,"area":"diffusion"},{"id":"2403.00835","title":"CLLMs: Consistency Large Language Models","created":"2024-02-28","cited_by_count":72,"area":"inference"},{"id":"2404.02657","title":"Rethinking Kullback-Leibler Divergence in Knowledge Distillation for Large Language Models","created":"2024-04-03","cited_by_count":65,"area":"lr"},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2408.07990","title":"FuseChat: Knowledge Fusion of Chat Models","created":"2024-08-15","cited_by_count":55,"area":null},{"id":"2411.01433","title":"HOBBIT: A Mixed Precision Expert Offloading System for Fast MoE Inference","created":"2024-11-03","cited_by_count":55,"area":"moe"},{"id":"2605.03677","title":"Uni-OPD: Unifying On-Policy Distillation with a Dual-Perspective Recipe","created":"2026-05-05","cited_by_count":49,"area":"distill"},{"id":"2402.05964","title":"A Survey on Transformer Compression","created":"2024-02-05","cited_by_count":46,"area":null},{"id":"2402.13516","title":"ProSparse: Introducing and Enhancing Intrinsic Activation Sparsity within Large Language Models","created":"2024-02-21","cited_by_count":45,"area":"inference"},{"id":"2311.07052","title":"Towards the Law of Capacity Gap in Distilling Language Models","created":"2023-11-13","cited_by_count":44,"area":"distill"},{"id":"2402.05406","title":"Everybody Prune Now: Structured Pruning of LLMs with only Forward Passes","created":"2024-02-08","cited_by_count":43,"area":null},{"id":"2402.05445","title":"Accurate LoRA-Finetuning Quantization of LLMs via Information Retention","created":"2024-02-08","cited_by_count":41,"area":null},{"id":"2505.13775","title":"Beyond Semantics: The Unreasonable Effectiveness of Reasonless Intermediate Tokens","created":"2025-05-19","cited_by_count":41,"area":"lr"},{"id":"2310.18859","title":"SiDA-MoE: Sparsity-Inspired Data-Aware Serving for Efficient and Scalable Large Mixture-of-Experts Models","created":"2023-10-29","cited_by_count":38,"area":"moe"},{"id":"2402.11131","title":"Speculative Streaming: Fast LLM Inference without Auxiliary Models","created":"2024-02-16","cited_by_count":38,"area":"inference"},{"id":"2504.09762","title":"Position: Stop Anthropomorphizing Intermediate Tokens as Reasoning/Thinking Traces!","created":"2025-04-14","cited_by_count":37,"area":"lr"},{"id":"2307.08925","title":"Integration of Large Language Models and Federated Learning","created":"2023-07-18","cited_by_count":31,"area":null},{"id":"2405.10313","title":"How Far Are We From AGI: Are LLMs All We Need?","created":"2024-05-16","cited_by_count":31,"area":null},{"id":"2408.01803","title":"STBLLM: Breaking the 1-Bit Barrier with Structured Binary LLMs","created":"2024-08-03","cited_by_count":31,"area":null},{"id":"2410.03129","title":"ARB-LLM: Alternating Refined Binarizations for Large Language Models","created":"2024-10-04","cited_by_count":31,"area":null},{"id":"2605.21606","title":"When Are Teacher Tokens Reliable? Position-Weighted On-Policy Self-Distillation for Reasoning","created":"2026-05-20","cited_by_count":30,"area":"distill"},{"id":"2603.11178","title":"PACED: Distillation and On-Policy Self-Distillation at the Frontier of Student Competence","created":"2026-03-11","cited_by_count":28,"area":"distill"},{"id":"2603.16856","title":"Online Experiential Learning for Language Models","created":"2026-03-17","cited_by_count":28,"area":null},{"id":"2309.14021","title":"LORD: Low Rank Decomposition Of Monolingual Code LLMs For One-Shot Compression","created":"2023-09-25","cited_by_count":26,"area":null},{"id":"2407.19409","title":"LLAVADI: What Matters For Multimodal Large Language Models Distillation","created":"2024-07-28","cited_by_count":26,"area":"mllm"},{"id":"2407.10969","title":"Q-Sparse: All Large Language Models can be Fully Sparsely-Activated","created":"2024-07-15","cited_by_count":25,"area":null},{"id":"2502.20339","title":"Thinking Slow, Fast: Scaling Inference Compute with Distilled Reasoners","created":"2025-02-27","cited_by_count":22,"area":"lr"},{"id":"2402.04513","title":"Online Cascade Learning for Efficient Inference over Streams","created":"2024-02-07","cited_by_count":20,"area":null},{"id":"2403.16385","title":"Synthesize Step-by-Step: Tools, Templates and LLMs as Data Generators for Reasoning-Based Chart VQA","created":"2024-03-25","cited_by_count":19,"area":"lr"},{"id":"2412.03512","title":"Distillation of Diffusion Features for Semantic Correspondence","created":"2024-12-04","cited_by_count":17,"area":null},{"id":"2606.12507","title":"Rubric-Guided Self-Distillation: Post-Training Without Rubric Verifiers","created":"2026-06-10","cited_by_count":15,"area":"distill"},{"id":"2311.09214","title":"Mind's Mirror: Distilling Self-Evaluation Capability and Comprehensive Thinking from Large Language Models","created":"2023-11-15","cited_by_count":13,"area":"lr"},{"id":"2504.02010","title":"When Reasoning Meets Compression: Understanding the Effects of LLMs Compression on Large Reasoning Models","created":"2025-04-02","cited_by_count":13,"area":"lr"},{"id":"2605.13230","title":"Teacher-Guided Policy Optimization for On-Policy Reasoning Distillation under Large Policy Divergence","created":"2026-05-13","cited_by_count":13,"area":"lr"},{"id":"2606.19327","title":"Rethinking Reward Supervision: Rubric-Conditioned Self-Distillation","created":"2026-06-17","cited_by_count":13,"area":"lr"},{"id":"2508.16861","title":"Learning from Diverse Reasoning Paths with Routing and Collaboration","created":"2025-08-23","cited_by_count":12,"area":"lr"},{"id":"2510.03274","title":"Quant-dLLM: Post-Training Extreme Low-Bit Quantization for Diffusion Large Language Models","created":"2025-09-27","cited_by_count":12,"area":null},{"id":"2605.07711","title":"SimCT: Recovering Lost Supervision for Cross-Tokenizer On-Policy Distillation","created":"2026-05-08","cited_by_count":12,"area":"distill"},{"id":"2601.16547","title":"CORD: Bridging the Audio-Text Reasoning Gap via Weighted On-policy Cross-modal Distillation","created":"2026-01-23","cited_by_count":11,"area":"lr"},{"id":"2311.09550","title":"A Speed Odyssey for Deployable Quantization of LLMs","created":"2023-11-16","cited_by_count":10,"area":null},{"id":"2412.01822","title":"VLsI: Verbalized Layers-to-Interactions from Large to Small Vision Language Models","created":"2024-12-02","cited_by_count":10,"area":"mllm"},{"id":"2503.07807","title":"Training Domain Draft Models for Speculative Decoding: Best Practices and Insights","created":"2025-03-10","cited_by_count":10,"area":"inference"},{"id":"2509.16456","title":"GPO: Learning from Critical Steps to Improve LLM Reasoning","created":"2025-09-19","cited_by_count":10,"area":"lr"},{"id":"2605.12652","title":"Multi-Rollout On-Policy Distillation via Peer Successes and Failures","created":"2026-05-12","cited_by_count":10,"area":"distill"},{"id":"2410.06084","title":"Diversity-Rewarded CFG Distillation","created":"2024-10-08","cited_by_count":9,"area":null},{"id":"2607.13124","title":"ShortOPD: Recovering Pruned LLMs with Short-to-Long On-Policy Distillation","created":"2026-07-14","cited_by_count":8,"area":"distill"},{"id":"2310.10054","title":"NASH: A Simple Unified Framework of Structured Pruning for Accelerating Encoder-Decoder Language Models","created":"2023-10-16","cited_by_count":7,"area":null},{"id":"2311.00447","title":"On the Opportunities of Green Computing: A Survey","created":"2023-11-01","cited_by_count":7,"area":null},{"id":"2312.12472","title":"A Performance Evaluation of a Quantized Large Language Model on Various Smartphones","created":"2023-12-19","cited_by_count":7,"area":null},{"id":"2407.10804","title":"Mix-CPT: A Domain Adaptation Framework via Decoupling Knowledge Learning and Format Alignment","created":"2024-07-15","cited_by_count":7,"area":null},{"id":"2402.16107","title":"Knowledge Fusion of Chat LLMs: A Preliminary Technical Report","created":"2024-02-25","cited_by_count":6,"area":null},{"id":"2502.03460","title":"Adapt-Pruner: Adaptive Structural Pruning for Efficient Small Language Model Training","created":"2025-02-05","cited_by_count":6,"area":null},{"id":"2503.13440","title":"MaTVLM: Hybrid Mamba-Transformer for Efficient Vision-Language Modeling","created":"2025-03-17","cited_by_count":6,"area":"mllm"},{"id":"2507.08771","title":"BlockFFN: Towards End-Side Acceleration-Friendly Mixture-of-Experts with Chunk-Level Activation Sparsity","created":"2025-07-11","cited_by_count":6,"area":"moe"},{"id":"2608.08726","title":"PAST: Privileged Adaptation from Complete Student Trajectories for On-Policy Self-Distillation","created":"2026-08-09","cited_by_count":6,"area":"lr"},{"id":"2404.01353","title":"Efficiently Distilling LLMs for Edge Applications","created":"2024-04-01","cited_by_count":5,"area":"distill"},{"id":"2502.01705","title":"Progressive Binarization with Semi-Structured Pruning for LLMs","created":"2025-02-03","cited_by_count":5,"area":null},{"id":"2509.21549","title":"Correct Reasoning Paths Visit Shared Decision Pivots","created":"2025-09-25","cited_by_count":5,"area":"lr"},{"id":"2602.08222","title":"Weak-Driven Learning: How Weak Agents make Strong Agents Stronger","created":"2026-02-09","cited_by_count":5,"area":"agents"},{"id":"2310.07838","title":"Towards the Fundamental Limits of Knowledge Transfer over Finite Domains","created":"2023-10-11","cited_by_count":4,"area":null},{"id":"2510.07048","title":"Search-R3: Unifying Reasoning and Embedding in Large Language Models","created":"2025-10-08","cited_by_count":4,"area":"lr"},{"id":"2604.02819","title":"Student-in-the-Loop Chain-of-Thought Distillation via Generation-Time Selection","created":"2026-04-03","cited_by_count":4,"area":"lr"},{"id":"2605.17862","title":"$\\boldsymbol{f}$-OPD: Stabilizing Long-Horizon On-Policy Distillation with Freshness-Aware Control","created":"2026-05-18","cited_by_count":4,"area":"distill"},{"id":"2605.21851","title":"OPPO: Bayesian Value Recursion for Token-Level Credit Assignment in LLM Reasoning","created":"2026-05-21","cited_by_count":4,"area":"lr"},{"id":"2607.07050","title":"When Top-K Misses the Decision: Tool-Call Drift in Multi-Teacher On-Policy Distillation","created":"2026-07-08","cited_by_count":4,"area":"distill"},{"id":"2607.18110","title":"LLM-as-a-Coach: Experiential Learning for Non-Verifiable Tasks","created":"2026-07-20","cited_by_count":4,"area":null},{"id":"2608.09263","title":"Privileged Likelihood Is Not Automatically Value: Three Checks for Token Credit in On-Policy Self-Distillation","created":"2026-08-10","cited_by_count":4,"area":"distill"},{"id":"2404.12596","title":"Parameter Efficient Diverse Paraphrase Generation Using Sequence-Level Knowledge Distillation","created":"2024-04-19","cited_by_count":3,"area":"distill"},{"id":"2408.15399","title":"A Statistical Framework for Data-dependent Retrieval-Augmented Models","created":"2024-08-27","cited_by_count":3,"area":"rag"},{"id":"2411.13262","title":"FASTNav: Fine-tuned Adaptive Small-language-models Trained for Multi-point Robot Navigation","created":"2024-11-20","cited_by_count":3,"area":null},{"id":"2504.20946","title":"Trace-of-Thought Prompting: Investigating Prompt-Based Knowledge Distillation Through Question Decomposition","created":"2025-04-29","cited_by_count":3,"area":"lr"},{"id":"2509.17866","title":"Understanding Post-Training Structural Changes in Large Language Models","created":"2025-09-22","cited_by_count":3,"area":null},{"id":"2509.22921","title":"Rethinking Large Language Model Distillation: A Constrained Markov Decision Process Perspective","created":"2025-09-26","cited_by_count":3,"area":"lr"},{"id":"2605.25378","title":"CollectionLoRA: Collecting 50 Effects in 1 LoRA via Multi-Teacher On-Policy Distillation","created":"2026-05-25","cited_by_count":3,"area":"diffusion"},{"id":"2607.04574","title":"A Few Teacher Steps Go a Long Way: Cost-Efficient On-Policy Data Augmentation for Agent Post-Training","created":"2026-07-06","cited_by_count":3,"area":"agents"},{"id":"2607.21550","title":"X$^3$-OPD: Distilling Reasoning into Large Audio-Language Models via On-Policy Alignment","created":"2026-07-23","cited_by_count":3,"area":"lr"},{"id":"2401.03158","title":"CoT-Driven Framework for Short Text Classification: Enhancing and Transferring Capabilities from Large to Smaller Model","created":"2024-01-06","cited_by_count":2,"area":null},{"id":"2408.03130","title":"Inference Optimizations for Large Language Models: Effects, Challenges, and Practical Considerations","created":"2024-08-06","cited_by_count":2,"area":null},{"id":"2409.04778","title":"LoCa: Logit Calibration for Knowledge Distillation","created":"2024-09-07","cited_by_count":2,"area":"distill"},{"id":"2502.16736","title":"Adaptive Conformal Guidance for Learning under Uncertainty","created":"2025-02-23","cited_by_count":2,"area":null},{"id":"2504.07247","title":"Resource-efficient Inference with Foundation Model Programs","created":"2025-04-09","cited_by_count":2,"area":null}],"next_cursor":"100"}