{"total":383,"rows":[{"id":"2403.17887","title":"The Unreasonable Ineffectiveness of the Deeper Layers","created":"2024-03-26","cited_by_count":226,"area":"lr"},{"id":"2407.14679","title":"Compact Language Models via Pruning and Knowledge Distillation","created":"2024-07-19","cited_by_count":148,"area":"distill"},{"id":"2406.19384","title":"The Remarkable Robustness of LLMs: Stages of Inference?","created":"2024-06-27","cited_by_count":146,"area":null},{"id":"2405.14768","title":"WISE: Rethinking the Knowledge Memory for Lifelong Model Editing of Large Language Models","created":"2024-05-23","cited_by_count":92,"area":"lr"},{"id":"2506.05218","title":"MonkeyOCR: Document Parsing with a Structure-Recognition-Relation Triplet Paradigm","created":"2025-06-05","cited_by_count":87,"area":null},{"id":"2405.18166","title":"Defending Large Language Models Against Jailbreak Attacks via Layer-specific Editing","created":"2024-05-28","cited_by_count":79,"area":"safety"},{"id":"2605.18740","title":"Vision-OPD: Learning to See Fine Details for Multimodal LLMs via On-Policy Self-Distillation","created":"2026-05-18","cited_by_count":77,"area":"mllm"},{"id":"2502.16002","title":"KVLink: Accelerating Large Language Models via Efficient KV Cache Reuse","created":"2025-02-21","cited_by_count":66,"area":"inference"},{"id":"2502.05795","title":"The Curse of Depth in Large Language Models","created":"2025-02-09","cited_by_count":62,"area":null},{"id":"2405.15471","title":"Emergence of a High-Dimensional Abstraction Phase in Language Transformers","created":"2024-05-24","cited_by_count":56,"area":null},{"id":"2411.01433","title":"HOBBIT: A Mixed Precision Expert Offloading System for Fast MoE Inference","created":"2024-11-03","cited_by_count":55,"area":"moe"},{"id":"2407.09298","title":"Transformer Layers as Painters","created":"2024-07-12","cited_by_count":54,"area":null},{"id":"2409.17481","title":"MaskLLM: Learnable Semi-Structured Sparsity for Large Language Models","created":"2024-09-26","cited_by_count":50,"area":null},{"id":"2408.09632","title":"MoDeGPT: Modular Decomposition for Large Language Model Compression","created":"2024-08-19","cited_by_count":48,"area":null},{"id":"2412.14219","title":"A Survey on Inference Optimization Techniques for Mixture of Experts Models","created":"2024-12-18","cited_by_count":47,"area":"moe"},{"id":"2511.07384","title":"Teaching Pretrained Language Models to Think Deeper with Retrofitted Recurrence","created":"2025-11-10","cited_by_count":47,"area":"lr"},{"id":"2403.08946","title":"Usable XAI: 10 Strategies Towards Exploiting Explainability in the LLM Era","created":"2024-03-13","cited_by_count":46,"area":null},{"id":"2412.01199","title":"TinyFusion: Diffusion Transformers Learned Shallow","created":"2024-12-02","cited_by_count":45,"area":"diffusion"},{"id":"2406.14909","title":"Mixture of Attention Spans: Optimizing LLM Inference Efficiency with Heterogeneous Sliding-Window Lengths","created":"2024-06-21","cited_by_count":44,"area":null},{"id":"2502.12671","title":"Baichuan-M1: Pushing the Medical Capability of Large Language Models","created":"2025-02-18","cited_by_count":43,"area":null},{"id":"2411.10666","title":"SAM Decoding: Speculative Decoding via Suffix Automaton","created":"2024-11-16","cited_by_count":39,"area":"inference"},{"id":"2412.13795","title":"Mix-LN: Unleashing the Power of Deeper Layers by Combining Pre-LN and Post-LN","created":"2024-12-18","cited_by_count":37,"area":null},{"id":"2406.10594","title":"BlockPruner: Fine-grained Pruning for Large Language Models","created":"2024-06-15","cited_by_count":36,"area":null},{"id":"2406.14479","title":"Tracing Representation Progression: Analyzing and Enhancing Layer-Wise Similarity","created":"2024-06-20","cited_by_count":36,"area":null},{"id":"2410.10912","title":"AlphaPruning: Using Heavy-Tailed Self Regularization Theory for Improved Layer-wise Pruning of Large Language Models","created":"2024-10-14","cited_by_count":36,"area":null},{"id":"2503.24377","title":"Harnessing the Reasoning Economy: A Survey of Efficient Reasoning for Large Language Models","created":"2025-03-31","cited_by_count":36,"area":"lr"},{"id":"2608.30320","title":"On the Design of Qwen3.8-Next Architecture: Evaluation, Efficiency, and Training Stability","created":"2026-08-31","cited_by_count":35,"area":"moe"},{"id":"2408.10681","title":"HMoE: Heterogeneous Mixture of Experts for Language Modeling","created":"2024-08-20","cited_by_count":29,"area":"moe"},{"id":"2410.23743","title":"What Happened in LLMs Layers when Trained for Fast vs. Slow Thinking: A Gradient Perspective","created":"2024-10-31","cited_by_count":29,"area":"lr"},{"id":"2405.18218","title":"FinerCut: Finer-grained Interpretable Layer Pruning for Large Language Models","created":"2024-05-28","cited_by_count":27,"area":null},{"id":"2503.23798","title":"Adaptive Layer-skipping in Pre-trained LLMs","created":"2025-03-31","cited_by_count":27,"area":null},{"id":"2511.02805","title":"MemSearcher: Training LLMs to Reason, Search and Manage Memory via End-to-End Reinforcement Learning","created":"2025-11-04","cited_by_count":27,"area":"lr"},{"id":"2601.14004","title":"Locate, Steer, and Improve: A Practical Survey of Actionable Mechanistic Interpretability in Large Language Models","created":"2026-01-20","cited_by_count":27,"area":"mechinterp"},{"id":"2411.17713","title":"Llama Guard 3-1B-INT4: Compact and Efficient Safeguard for Human-AI Conversations","created":"2024-11-18","cited_by_count":26,"area":null},{"id":"2410.14720","title":"SGLP: A Similarity Guided Fast Layer Partition Pruning for Compressing Large Deep Models","created":"2024-10-14","cited_by_count":25,"area":null},{"id":"2411.15558","title":"Reassessing Layer Pruning in LLMs: New Insights and Methods","created":"2024-11-23","cited_by_count":24,"area":null},{"id":"2404.03865","title":"FFN-SkipLLM: A Hidden Gem for Autoregressive Decoding with Adaptive Feed Forward Skipping","created":"2024-04-05","cited_by_count":23,"area":"inference"},{"id":"2407.16286","title":"A deeper look at depth pruning of LLMs","created":"2024-07-23","cited_by_count":23,"area":null},{"id":"2406.16330","title":"Pruning via Merging: Compressing LLMs via Manifold Alignment Based Layer Merging","created":"2024-06-24","cited_by_count":19,"area":null},{"id":"2405.17890","title":"SLMRec: Distilling Large Language Models into Small for Sequential Recommendation","created":"2024-05-28","cited_by_count":18,"area":"distill"},{"id":"2502.07780","title":"DarwinLM: Evolutionary Structured Pruning of Large Language Models","created":"2025-02-11","cited_by_count":18,"area":null},{"id":"2502.14377","title":"RelaCtrl: Relevance-Guided Efficient Control for Diffusion Transformers","created":"2025-02-20","cited_by_count":18,"area":"diffusion"},{"id":"2505.22689","title":"SlimLLM: Accurate Structured Pruning for Large Language Models","created":"2025-05-28","cited_by_count":18,"area":null},{"id":"2411.19146","title":"Puzzle: Distillation-Based NAS for Inference-Optimized LLMs","created":"2024-11-28","cited_by_count":17,"area":null},{"id":"2501.02086","title":"Instruction-Following Pruning for Large Language Models","created":"2025-01-03","cited_by_count":17,"area":null},{"id":"2501.15296","title":"You Only Prune Once: Designing Calibration-Free Model Compression With Policy Learning","created":"2025-01-25","cited_by_count":17,"area":null},{"id":"2406.17415","title":"Layer-Wise Quantization: A Pragmatic and Effective Method for Quantizing LLMs Beyond Integer Bit-Levels","created":"2024-06-25","cited_by_count":16,"area":null},{"id":"2412.14590","title":"MixLLM: LLM Quantization with Global Mixed-precision between Output-features and Highly-efficient System Design","created":"2024-12-19","cited_by_count":16,"area":null},{"id":"2503.00865","title":"Babel: Open Multilingual Large Language Models Serving Over 90% of Global Speakers","created":"2025-03-02","cited_by_count":16,"area":null},{"id":"2504.06792","title":"Domain-Specific Pruning of Large Mixture-of-Experts Models with Few-shot Demonstrations","created":"2025-04-09","cited_by_count":16,"area":"moe"},{"id":"2510.18871","title":"How Do LLMs Use Their Depth?","created":"2025-10-21","cited_by_count":16,"area":null},{"id":"2410.05437","title":"ESPACE: Dimensionality Reduction of Activations for Model Compression","created":"2024-10-07","cited_by_count":15,"area":null},{"id":"2505.12781","title":"A Token is Worth over 1,000 Tokens: Efficient Knowledge Distillation through Low-Rank Clone","created":"2025-05-19","cited_by_count":15,"area":"distill"},{"id":"2510.02091","title":"Demystifying the Roles of LLM Layers in Retrieval, Knowledge, and Reasoning","created":"2025-10-02","cited_by_count":15,"area":"lr"},{"id":"2605.23872","title":"Training-Free Looped Transformers","created":"2026-05-22","cited_by_count":15,"area":"moe"},{"id":"2408.04532","title":"How Transformers Utilize Multi-Head Attention in In-Context Learning? A Case Study on Sparse Linear Regression","created":"2024-08-08","cited_by_count":14,"area":null},{"id":"2509.04467","title":"PDTrim: Targeted Pruning for Prefill-Decode Disaggregation in Inference","created":"2025-08-29","cited_by_count":14,"area":"inference"},{"id":"2505.02819","title":"ReplaceMe: Network Simplification via Depth Pruning and Transformer Block Linearization","created":"2025-05-05","cited_by_count":13,"area":null},{"id":"2505.17646","title":"Unveiling the Basin-Like Loss Landscape in Large Language Models","created":"2025-05-23","cited_by_count":13,"area":null},{"id":"2508.00697","title":"On-Device Diffusion Transformer Policy for Efficient Robot Manipulation","created":"2025-08-01","cited_by_count":13,"area":"diffusion"},{"id":"2410.11042","title":"Persistent Topological Features in Large Language Models","created":"2024-10-14","cited_by_count":12,"area":null},{"id":"2410.20210","title":"Looking Beyond The Top-1: Transformers Determine Top Tokens In Order","created":"2024-10-26","cited_by_count":12,"area":null},{"id":"2501.17771","title":"2SSP: A Two-Stage Framework for Structured Pruning of LLMs","created":"2025-01-29","cited_by_count":12,"area":null},{"id":"2505.23811","title":"LayerIF: Estimating Layer Quality for Large Language Models using Influence Functions","created":"2025-05-27","cited_by_count":12,"area":null},{"id":"2510.12773","title":"Dr.LLM: Dynamic Layer Routing in LLMs","created":"2025-10-14","cited_by_count":12,"area":null},{"id":"2506.04179","title":"SkipGPT: Dynamic Layer Pruning Reinvented with Token Awareness and Module Decoupling","created":"2025-06-04","cited_by_count":11,"area":null},{"id":"2506.13771","title":"LittleBit: Ultra Low-Bit Quantization via Latent Factorization","created":"2025-05-30","cited_by_count":11,"area":null},{"id":"2601.00583","title":"HFedMoE: Resource-aware Heterogeneous Federated Learning with Mixture-of-Experts","created":"2026-01-02","cited_by_count":11,"area":"moe"},{"id":"2602.04705","title":"ERNIE 5.0 Technical Report","created":"2026-02-04","cited_by_count":11,"area":"moe"},{"id":"2407.00125","title":"A Survey on Failure Analysis and Fault Injection in AI Systems","created":"2024-06-28","cited_by_count":10,"area":null},{"id":"2412.12706","title":"More Tokens, Lower Precision: Towards the Optimal Token-Precision Trade-off in KV Cache Compression","created":"2024-12-17","cited_by_count":10,"area":"inference"},{"id":"2501.15316","title":"ToMoE: Converting Dense Large Language Models to Mixture-of-Experts through Dynamic Structural Pruning","created":"2025-01-25","cited_by_count":10,"area":"moe"},{"id":"2502.14816","title":"Dynamic Low-Rank Sparse Adaptation for Large Language Models","created":"2025-02-20","cited_by_count":10,"area":null},{"id":"2506.21103","title":"Learning to Skip the Middle Layers of Transformers","created":"2025-06-26","cited_by_count":10,"area":"moe"},{"id":"2601.18091","title":"From LLMs to LRMs: Rethinking Pruning for Reasoning-Centric Models","created":"2026-01-26","cited_by_count":10,"area":"lr"},{"id":"2602.12158","title":"SafeNeuron: Neuron-Level Safety Alignment for Large Language Models","created":"2026-02-12","cited_by_count":10,"area":"mllm"},{"id":"2602.17835","title":"Influence-Preserving Proxies for Gradient-Based Data Selection in LLM Fine-tuning","created":"2026-02-19","cited_by_count":10,"area":null},{"id":"2407.00928","title":"FoldGPT: Simple and Effective Large Language Model Compression Scheme","created":"2024-07-01","cited_by_count":9,"area":null},{"id":"2502.19159","title":"Sliding-Window Merging for Compacting Patch-Redundant Layers in LLMs","created":"2025-02-26","cited_by_count":9,"area":null},{"id":"2504.09897","title":"TAMP: Token-Adaptive Layerwise Pruning in Multimodal Large Language Models","created":"2025-04-14","cited_by_count":9,"area":"mllm"},{"id":"2602.05970","title":"Inverse Depth Scaling From Most Layers Being Similar","created":"2026-02-05","cited_by_count":9,"area":null},{"id":"2606.06574","title":"Skip a Layer or Loop It? Learning Program-of-Layers in LLMs","created":"2026-06-04","cited_by_count":9,"area":null},{"id":"2405.18380","title":"Outlier-weighed Layerwise Sampling for LLM Fine-tuning","created":"2024-05-28","cited_by_count":8,"area":null},{"id":"2407.09527","title":"BitNet b1.58 Reloaded: State-of-the-art Performance Also on Smaller Networks","created":"2024-06-24","cited_by_count":8,"area":null},{"id":"2410.09982","title":"Self-Data Distillation for Recovering Quality in Pruned Large Language Models","created":"2024-10-13","cited_by_count":8,"area":null},{"id":"2506.20353","title":"DipSVD: Dual-importance Protected SVD for Efficient LLM Compression","created":"2025-06-25","cited_by_count":8,"area":null},{"id":"2507.03865","title":"OrthoRank: Token Selection via Sink Token Orthogonality for Efficient LLM inference","created":"2025-07-05","cited_by_count":8,"area":"inference"},{"id":"2601.06787","title":"Garbage Attention in Large Language Models: BOS Sink Heads and Sink-aware Pruning","created":"2026-01-11","cited_by_count":8,"area":null},{"id":"2602.10016","title":"Kunlun: Establishing Scaling Laws for Massive-Scale Recommendation Systems through Unified Architecture Design","created":"2026-02-10","cited_by_count":8,"area":null},{"id":"2607.13124","title":"ShortOPD: Recovering Pruned LLMs with Short-to-Long On-Policy Distillation","created":"2026-07-14","cited_by_count":8,"area":"distill"},{"id":"2405.14159","title":"Super Tiny Language Models","created":"2024-05-23","cited_by_count":7,"area":null},{"id":"2502.02790","title":"Leveraging the true depth of LLMs","created":"2025-02-05","cited_by_count":7,"area":null},{"id":"2502.10216","title":"Forget the Data and Fine-Tuning! Just Fold the Network to Compress","created":"2025-02-14","cited_by_count":7,"area":null},{"id":"2504.07389","title":"Task-Circuit Quantization: Leveraging Knowledge Localization and Interpretability for Compression","created":"2025-04-10","cited_by_count":7,"area":null},{"id":"2508.17434","title":"TinySR: Pruning Diffusion for Real-World Image Super-Resolution","created":"2025-08-24","cited_by_count":7,"area":"diffusion"},{"id":"2603.00510","title":"What Do Visual Tokens Really Encode? Uncovering Sparsity and Redundancy in Multimodal Large Language Models","created":"2026-02-28","cited_by_count":7,"area":"mllm"},{"id":"2604.02119","title":"AA-SVD : Anchored and Adaptive SVD for Large Language Model Compression","created":"2026-04-02","cited_by_count":7,"area":null},{"id":"2605.08738","title":"SlimQwen: Exploring the Pruning and Distillation in Large MoE Model Pre-training","created":"2026-05-09","cited_by_count":7,"area":"moe"},{"id":"2406.10576","title":"Bypass Back-propagation: Optimization-based Structural Pruning for Large Language Models via Policy Gradient","created":"2024-06-15","cited_by_count":6,"area":null},{"id":"2505.17322","title":"From Compression to Expression: A Layerwise Analysis of In-Context Learning","created":"2025-05-22","cited_by_count":6,"area":"offlinerl"}],"next_cursor":"100"}