{"total":89,"rows":[{"id":"2404.16710","title":"LayerSkip: Enabling Early Exit Inference and Self-Speculative Decoding","created":"2024-04-25","cited_by_count":307,"area":"inference"},{"id":"2401.05459","title":"Personal LLM Agents: Insights and Survey about the Capability, Efficiency and Security","created":"2024-01-10","cited_by_count":260,"area":"agents"},{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2403.19708","title":"Cost-Efficient Large Language Model Serving for Multi-turn Conversations with CachedAttention","created":"2024-03-23","cited_by_count":163,"area":"inference"},{"id":"2402.16363","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","created":"2024-02-26","cited_by_count":152,"area":"inference"},{"id":"2405.14366","title":"MiniCache: KV Cache Compression in Depth Dimension for Large Language Models","created":"2024-05-23","cited_by_count":125,"area":"inference"},{"id":"2411.02359","title":"DeeR-VLA: Dynamic Inference of Multimodal Large Language Models for Efficient Robot Execution","created":"2024-11-04","cited_by_count":117,"area":"lr"},{"id":"2404.00282","title":"Survey on Large Language Model-Enhanced Reinforcement Learning: Concept, Taxonomy, and Methods","created":"2024-03-30","cited_by_count":116,"area":null},{"id":"2312.15234","title":"Towards Efficient Generative Large Language Model Serving: A Survey from Algorithms to Systems","created":"2023-12-23","cited_by_count":102,"area":"inference"},{"id":"2402.09025","title":"SLEB: Streamlining LLMs through Redundancy Verification and Elimination of Transformer Blocks","created":"2024-02-14","cited_by_count":97,"area":null},{"id":"2401.08092","title":"A Survey of Resource-efficient LLM and Multimodal Foundation Models","created":"2024-01-16","cited_by_count":86,"area":null},{"id":"2402.02834","title":"Shortened LLaMA: Depth Pruning for Large Language Models with Comparison of Retraining Methods","created":"2024-02-05","cited_by_count":82,"area":null},{"id":"2410.20672","title":"Relaxed Recursive Transformers: Effective Parameter Sharing with Layer-wise LoRA","created":"2024-10-28","cited_by_count":78,"area":null},{"id":"2508.21046","title":"CogVLA: Cognition-Aligned Vision-Language-Action Model via Instruction-Driven Routing & Sparsification","created":"2025-08-28","cited_by_count":74,"area":"mllm"},{"id":"2410.06916","title":"SWIFT: On-the-Fly Self-Speculative Decoding for LLM Inference Acceleration","created":"2024-10-09","cited_by_count":72,"area":"inference"},{"id":"2503.20384","title":"MoLe-VLA: Dynamic Layer-skipping Vision Language Action Model via Mixture-of-Layers for Efficient Robot Manipulation","created":"2025-03-26","cited_by_count":70,"area":"mllm"},{"id":"2308.14352","title":"EdgeMoE: Empowering Sparse Large Language Models on Mobile Devices","created":"2023-08-28","cited_by_count":69,"area":"moe"},{"id":"2312.04916","title":"EE-LLM: Large-Scale Training and Inference of Early-Exit Large Language Models with 3D Parallelism","created":"2023-12-08","cited_by_count":69,"area":"inference"},{"id":"2408.16730","title":"VideoLLM-MoD: Efficient Video-Language Streaming with Mixture-of-Depths Vision Computation","created":"2024-08-29","cited_by_count":55,"area":"mllm"},{"id":"2402.05964","title":"A Survey on Transformer Compression","created":"2024-02-05","cited_by_count":46,"area":null},{"id":"2310.18859","title":"SiDA-MoE: Sparsity-Inspired Data-Aware Serving for Efficient and Scalable Large Mixture-of-Experts Models","created":"2023-10-29","cited_by_count":38,"area":"moe"},{"id":"2503.05659","title":"A Survey of Large Language Model Empowered Agents for Recommendation and Search: Towards Next-Generation Information Retrieval","created":"2025-03-07","cited_by_count":33,"area":"agents"},{"id":"2505.18962","title":"System-1.5 Reasoning: Traversal in Language and Latent Spaces with Dynamic Shortcuts","created":"2025-05-25","cited_by_count":27,"area":"lr"},{"id":"2411.02829","title":"CE-CoLLM: Efficient and Adaptive Large Language Models Through Cloud-Edge Collaboration","created":"2024-11-05","cited_by_count":25,"area":null},{"id":"2404.03865","title":"FFN-SkipLLM: A Hidden Gem for Autoregressive Decoding with Adaptive Feed Forward Skipping","created":"2024-04-05","cited_by_count":23,"area":"inference"},{"id":"2404.04793","title":"SqueezeAttention: 2D Management of KV-Cache in LLM Inference via Layer-wise Optimal Budget","created":"2024-04-07","cited_by_count":23,"area":"inference"},{"id":"2404.08698","title":"Lossless Acceleration of Large Language Model via Adaptive N-gram Parallel Decoding","created":"2024-04-10","cited_by_count":23,"area":"inference"},{"id":"2404.06954","title":"Accelerating Inference in Large Language Models with a Unified Layer Skipping Strategy","created":"2024-04-10","cited_by_count":17,"area":null},{"id":"2511.08577","title":"Think-at-Hard: Dynamic Looped Transformers for Improved Reasoning","created":"2025-11-11","cited_by_count":16,"area":"lr"},{"id":"2505.14733","title":"The Energy Cost of Reasoning: Analyzing Energy Usage in LLMs with Test-time Compute","created":"2025-05-20","cited_by_count":15,"area":"lr"},{"id":"2402.00518","title":"EE-Tuning: An Economical yet Scalable Solution for Tuning Early-Exit Large Language Models","created":"2024-02-01","cited_by_count":13,"area":"inference"},{"id":"2501.02336","title":"AdaSkip: Adaptive Sublayer Skipping for Accelerating Long-Context LLM Inference","created":"2025-01-04","cited_by_count":12,"area":null},{"id":"2407.06677","title":"Mixture-of-Modules: Reinventing Transformers as Dynamic Assemblies of Modules","created":"2024-07-09","cited_by_count":11,"area":null},{"id":"2505.24196","title":"CLaSp: In-Context Layer Skip for Self-Speculative Decoding","created":"2025-05-30","cited_by_count":11,"area":"inference"},{"id":"2506.04179","title":"SkipGPT: Dynamic Layer Pruning Reinvented with Token Awareness and Module Decoupling","created":"2025-06-04","cited_by_count":11,"area":null},{"id":"2402.05913","title":"Efficient Stagewise Pretraining via Progressive Subnetworks","created":"2024-02-08","cited_by_count":10,"area":null},{"id":"2601.18091","title":"From LLMs to LRMs: Rethinking Pruning for Reasoning-Centric Models","created":"2026-01-26","cited_by_count":10,"area":"lr"},{"id":"2312.05795","title":"Large Multimodal Model Compression via Efficient Pruning and Distillation at AntGroup","created":"2023-12-10","cited_by_count":8,"area":"mllm"},{"id":"2504.10724","title":"HELIOS: Adaptive Model And Early-Exit Selection for Efficient LLM Inference Serving","created":"2025-04-14","cited_by_count":8,"area":"inference"},{"id":"2507.03865","title":"OrthoRank: Token Selection via Sink Token Orthogonality for Efficient LLM inference","created":"2025-07-05","cited_by_count":8,"area":"inference"},{"id":"2403.14919","title":"Hierarchical Skip Decoding for Efficient Autoregressive Text Generation","created":"2024-03-22","cited_by_count":7,"area":"inference"},{"id":"2410.10846","title":"Duo-LLM: A Framework for Studying Adaptive Computation in Large Language Models","created":"2024-10-01","cited_by_count":7,"area":"moe"},{"id":"2506.03700","title":"AdaDecode: Accelerating LLM Decoding with Adaptive Layer Parallelism","created":"2025-06-04","cited_by_count":7,"area":"lr"},{"id":"2506.09351","title":"DIVE into MoE: Diversity-Enhanced Reconstruction of Large Language Models from Dense into Mixture-of-Experts","created":"2025-06-11","cited_by_count":7,"area":"moe"},{"id":"2406.10247","title":"QCQA: Quality and Capacity-aware grouped Query Attention","created":"2024-06-08","cited_by_count":6,"area":"inference"},{"id":"2406.16893","title":"A Survey of Transformer-based Language Models with Focus on Efficiency","created":"2024-05-15","cited_by_count":6,"area":null},{"id":"2608.09444","title":"Depth-adaptive Inference of Looped Language Models via Continuous Depth Batching","created":"2026-08-10","cited_by_count":6,"area":null},{"id":"2404.18322","title":"BlockLLM: Multi-tenant Finer-grained Serving for Large Language Models","created":"2024-04-28","cited_by_count":5,"area":"inference"},{"id":"2405.13019","title":"A Comprehensive Survey of Accelerated Generation Techniques in Large Language Models","created":"2024-05-15","cited_by_count":5,"area":"inference"},{"id":"2410.20022","title":"Dynamic layer selection in decoder-only transformers","created":"2024-10-26","cited_by_count":4,"area":"inference"},{"id":"2502.06474","title":"UniMoD: Efficient Unified Multimodal Transformers with Mixture-of-Depths","created":"2025-02-10","cited_by_count":4,"area":"inference"},{"id":"2312.11511","title":"ComplexityNet: Increasing LLM Inference Efficiency by Learning Task Complexity","created":"2023-12-12","cited_by_count":3,"area":null},{"id":"2505.17420","title":"DASH: Input-Aware Dynamic Layer Skipping for Efficient LLM Inference with Markov Decision Policies","created":"2025-05-23","cited_by_count":3,"area":"inference"},{"id":"2511.02213","title":"IG-Pruning: Input-Guided Block Pruning for Large Language Models","created":"2025-11-04","cited_by_count":3,"area":null},{"id":"2602.07804","title":"Pruning as a Cooperative Game: Surrogate-Assisted Layer Contribution Estimation for Large Language Models","created":"2026-02-08","cited_by_count":3,"area":null},{"id":"2603.04592","title":"From Static Inference to Dynamic Interaction: A Survey of Streaming Large Language Models","created":"2026-03-04","cited_by_count":3,"area":null},{"id":"2404.15834","title":"FEDSTR: Money-In AI-Out | A Decentralized Marketplace for Federated Learning and LLM Training on the NOSTR Protocol","created":"2024-04-15","cited_by_count":2,"area":null},{"id":"2407.05690","title":"Pruning Large Language Models to Intra-module Low-rank Architecture with Transitional Activations","created":"2024-07-08","cited_by_count":2,"area":null},{"id":"2503.08524","title":"Position-Aware Depth Decay Decoding ($D^3$): Boosting Large Language Model Inference Efficiency","created":"2025-03-11","cited_by_count":2,"area":null},{"id":"2504.19327","title":"DeepInsert: Early Layer Bypass for Efficient and Performant Multimodal Understanding","created":"2025-04-27","cited_by_count":2,"area":null},{"id":"2505.03113","title":"Image Recognition with Online Lightweight Vision Transformer: A Survey","created":"2025-05-06","cited_by_count":2,"area":null},{"id":"2508.09035","title":"P/D-Device: Disaggregated Large Language Model between Cloud and Devices","created":"2025-08-12","cited_by_count":2,"area":null},{"id":"2510.00078","title":"Adaptive and Resource-efficient Agentic AI Systems for Mobile and Embedded Devices: A Survey","created":"2025-09-30","cited_by_count":2,"area":"lr"},{"id":"2510.13161","title":"Mirror Speculative Decoding: Breaking the Serial Barrier in LLM Inference","created":"2025-10-15","cited_by_count":2,"area":"inference"},{"id":"2511.13587","title":"VVS: Accelerating Speculative Decoding for Visual Autoregressive Generation via Partial Verification Skipping","created":"2025-11-17","cited_by_count":2,"area":"inference"},{"id":"2512.15705","title":"Dynamic Rebatching for Efficient Early-Exit Inference with DREX","created":"2025-12-17","cited_by_count":2,"area":"inference"},{"id":"2603.16068","title":"Resource Consumption Threats in Large Language Models","created":"2026-03-17","cited_by_count":2,"area":null},{"id":"2605.27965","title":"The Shape of Overthinking: Backtracking Bursts in Long Reasoning Traces","created":"2026-05-27","cited_by_count":2,"area":"lr"},{"id":"2607.14427","title":"Per-Token Fixed-Point Convergence in Depth-Recurrent Transformers","created":"2026-07-15","cited_by_count":2,"area":null},{"id":"2403.14562","title":"Agentic AI: The Era of Semantic Decoding","created":"2024-03-21","cited_by_count":1,"area":"agents"},{"id":"2502.02040","title":"M2R2: Mixture of Multi-Rate Residuals for Efficient Transformer Inference","created":"2025-02-04","cited_by_count":1,"area":"moe"},{"id":"2601.05191","title":"AgentCompress: Task-Aware Compression for Affordable Large Language Model Agents","created":"2026-01-08","cited_by_count":1,"area":"agents"},{"id":"2602.00397","title":"Fast Forward: Accelerating LLM Prefill with Predictive FFN Sparsity","created":"2026-01-30","cited_by_count":1,"area":null},{"id":"2604.17800","title":"ReFineVLA: Multimodal Reasoning-Aware Generalist Robotic Policies via Teacher-Guided Fine-Tuning","created":"2026-04-20","cited_by_count":1,"area":"lr"},{"id":"2604.18396","title":"River-LLM: Large Language Model Seamless Exit Based on KV Share","created":"2026-04-20","cited_by_count":1,"area":"inference"},{"id":"2410.12513","title":"FiRST: Finetuning Router-Selective Transformers for Input-Adaptive Latency Reduction","created":"2024-10-16","cited_by_count":0,"area":null},{"id":"2509.21930","title":"DynaNav: Dynamic Feature and Layer Selection for Efficient Visual Navigation","created":"2025-09-26","cited_by_count":0,"area":null},{"id":"2510.14211","title":"LiteStage: Latency-aware Layer Skipping for Multi-stage Reasoning","created":"2025-10-16","cited_by_count":0,"area":"lr"},{"id":"2601.01011","title":"Intention Collapse: Intention-Level Metrics for Reasoning in Language Models","created":"2026-01-03","cited_by_count":0,"area":"lr"},{"id":"2602.10431","title":"QTALE: Quantization-Robust Token-Adaptive Layer Execution for LLMs","created":"2026-02-11","cited_by_count":0,"area":null},{"id":"2603.21365","title":"TIDE: Token-Informed Depth Execution for Per-Token Early Exit in LLM Inference","created":"2026-03-22","cited_by_count":0,"area":"inference"},{"id":"2604.07857","title":"Networking-Aware Energy Efficiency in Agentic AI Inference: A Survey","created":"2026-04-09","cited_by_count":0,"area":"agents"},{"id":"2604.15764","title":"When Do Early-Exit Networks Generalize? A PAC-Bayesian Theory of Adaptive Depth","created":"2026-04-17","cited_by_count":0,"area":"inference"},{"id":"2604.17286","title":"Depth Adaptive Efficient Visual Autoregressive Modeling","created":"2026-04-19","cited_by_count":0,"area":null},{"id":"2605.13190","title":"N-vium: Mixture-of-Exits Transformer for Accelerated Exact Generation","created":"2026-05-13","cited_by_count":0,"area":null},{"id":"2607.13735","title":"Constraint-Driven Model Optimization: An Industry Framework for Selecting Compression and Acceleration Techniques in Modern Machine Learning Systems","created":"2026-07-15","cited_by_count":0,"area":null},{"id":"2609.37062","title":"vSkipper: Translating Dynamic Layer Skipping into LLM Serving Gains","created":"2026-09-29","cited_by_count":0,"area":"inference"}],"next_cursor":null}