{"total":69,"rows":[{"id":"2402.16363","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","created":"2024-02-26","cited_by_count":152,"area":"inference"},{"id":"2407.18921","title":"Mobile Edge Intelligence for Large Language Models: A Contemporary Survey","created":"2024-07-09","cited_by_count":128,"area":null},{"id":"2405.14366","title":"MiniCache: KV Cache Compression in Depth Dimension for Large Language Models","created":"2024-05-23","cited_by_count":125,"area":"inference"},{"id":"2411.02359","title":"DeeR-VLA: Dynamic Inference of Multimodal Large Language Models for Efficient Robot Execution","created":"2024-11-04","cited_by_count":117,"area":"lr"},{"id":"2402.09025","title":"SLEB: Streamlining LLMs through Redundancy Verification and Elimination of Transformer Blocks","created":"2024-02-14","cited_by_count":97,"area":null},{"id":"2410.20672","title":"Relaxed Recursive Transformers: Effective Parameter Sharing with Layer-wise LoRA","created":"2024-10-28","cited_by_count":78,"area":null},{"id":"2502.13842","title":"Inner Thinking Transformer: Leveraging Dynamic Depth Scaling to Foster Adaptive Internal Thinking","created":"2025-02-19","cited_by_count":57,"area":"lr"},{"id":"2411.02829","title":"CE-CoLLM: Efficient and Adaptive Large Language Models Through Cloud-Edge Collaboration","created":"2024-11-05","cited_by_count":25,"area":null},{"id":"2404.03865","title":"FFN-SkipLLM: A Hidden Gem for Autoregressive Decoding with Adaptive Feed Forward Skipping","created":"2024-04-05","cited_by_count":23,"area":"inference"},{"id":"2511.08577","title":"Think-at-Hard: Dynamic Looped Transformers for Improved Reasoning","created":"2025-11-11","cited_by_count":16,"area":"lr"},{"id":"2411.19628","title":"Accelerating Multimodal Large Language Models via Dynamic Visual-Token Exit and the Empirical Findings","created":"2024-11-29","cited_by_count":15,"area":"mllm"},{"id":"2505.14733","title":"The Energy Cost of Reasoning: Analyzing Energy Usage in LLMs with Test-time Compute","created":"2025-05-20","cited_by_count":15,"area":"lr"},{"id":"2402.00518","title":"EE-Tuning: An Economical yet Scalable Solution for Tuning Early-Exit Large Language Models","created":"2024-02-01","cited_by_count":13,"area":"inference"},{"id":"2406.01698","title":"Demystifying AI Platform Design for Distributed Inference of Next-Generation LLM models","created":"2024-06-03","cited_by_count":12,"area":"inference"},{"id":"2501.02336","title":"AdaSkip: Adaptive Sublayer Skipping for Accelerating Long-Context LLM Inference","created":"2025-01-04","cited_by_count":12,"area":null},{"id":"2510.17472","title":"Certified Self-Consistency: Statistical Guarantees and Test-Time Training for Reliable Reasoning in LLMs","created":"2025-10-20","cited_by_count":12,"area":"lr"},{"id":"2511.05597","title":"From Prompts to Power: Measuring the Energy Footprint of LLM Inference","created":"2025-11-05","cited_by_count":12,"area":null},{"id":"2505.21594","title":"Fast and Cost-effective Speculative Edge-Cloud Decoding with Early Exits","created":"2025-05-27","cited_by_count":11,"area":"inference"},{"id":"2506.04179","title":"SkipGPT: Dynamic Layer Pruning Reinvented with Token Awareness and Module Decoupling","created":"2025-06-04","cited_by_count":11,"area":null},{"id":"2407.11030","title":"DLO: Dynamic Layer Operation for Efficient Vertical Scaling of LLMs","created":"2024-07-03","cited_by_count":10,"area":"moe"},{"id":"2501.02173","title":"The Efficiency vs. Accuracy Trade-off: Optimizing RAG-Enhanced LLM Recommender Systems Using Multi-Head Early Exit","created":"2025-01-04","cited_by_count":10,"area":"inference"},{"id":"2601.18091","title":"From LLMs to LRMs: Rethinking Pruning for Reasoning-Centric Models","created":"2026-01-26","cited_by_count":10,"area":"lr"},{"id":"2603.01914","title":"AdaPonderLM: Gated Pondering Language Models with Token-Wise Adaptive Depth","created":"2026-03-02","cited_by_count":10,"area":"lr"},{"id":"2508.16712","title":"Systematic Characterization of LLM Quantization: A Performance, Energy, and Quality Perspective","created":"2025-08-22","cited_by_count":9,"area":null},{"id":"2504.10724","title":"HELIOS: Adaptive Model And Early-Exit Selection for Efficient LLM Inference Serving","created":"2025-04-14","cited_by_count":8,"area":"inference"},{"id":"2507.03865","title":"OrthoRank: Token Selection via Sink Token Orthogonality for Efficient LLM inference","created":"2025-07-05","cited_by_count":8,"area":"inference"},{"id":"2410.09454","title":"Skipping Computations in Multimodal LLMs","created":"2024-10-12","cited_by_count":7,"area":"mllm"},{"id":"2603.10088","title":"ES-dLLM: Efficient Inference for Diffusion Large Language Models by Early-Skipping","created":"2026-03-10","cited_by_count":6,"area":null},{"id":"2608.09444","title":"Depth-adaptive Inference of Looped Language Models via Continuous Depth Batching","created":"2026-08-10","cited_by_count":6,"area":null},{"id":"2405.13019","title":"A Comprehensive Survey of Accelerated Generation Techniques in Large Language Models","created":"2024-05-15","cited_by_count":5,"area":"inference"},{"id":"2412.07192","title":"PrisonBreak: Jailbreaking Large Language Models with at Most Twenty-Five Targeted Bit-flips","created":"2024-12-10","cited_by_count":5,"area":"alignment"},{"id":"2502.06833","title":"Entropy Adaptive Decoding: Dynamic Model Switching for Efficient Inference","created":"2025-02-05","cited_by_count":5,"area":null},{"id":"2502.12214","title":"Zero Token-Driven Deep Thinking in LLMs: Unlocking the Full Potential of Existing Parameters via Cyclic Refinement","created":"2025-02-17","cited_by_count":5,"area":"lr"},{"id":"2501.14713","title":"FlexiGPT: Pruning and Extending Large Language Models with Low-Rank Weight Sharing","created":"2025-01-24","cited_by_count":4,"area":null},{"id":"2504.04104","title":"SpecPipe: Accelerating Pipeline Parallelism-based LLM Inference with Speculative Decoding","created":"2025-04-05","cited_by_count":4,"area":"inference"},{"id":"2607.06503","title":"Doomed from the Start: Early Abort of LLM Agent Episodes via a Recall-Controlled Probe Cascade","created":"2026-07-07","cited_by_count":4,"area":"agents"},{"id":"2608.15062","title":"Gated Recurrent Transformers: Expressive Depth through Recurrent Modulation","created":"2026-08-15","cited_by_count":4,"area":null},{"id":"2504.20922","title":"DYNAMAX: Dynamic computing for Transformers and Mamba based architectures","created":"2025-04-29","cited_by_count":3,"area":"ssm"},{"id":"2505.12523","title":"Energy-Aware Deep Learning on Resource-Constrained Hardware","created":"2025-05-18","cited_by_count":3,"area":null},{"id":"2502.14910","title":"EvoP: Robust LLM Inference via Evolutionary Pruning","created":"2025-02-19","cited_by_count":2,"area":null},{"id":"2510.00078","title":"Adaptive and Resource-efficient Agentic AI Systems for Mobile and Embedded Devices: A Survey","created":"2025-09-30","cited_by_count":2,"area":"lr"},{"id":"2512.15705","title":"Dynamic Rebatching for Efficient Early-Exit Inference with DREX","created":"2025-12-17","cited_by_count":2,"area":"inference"},{"id":"2602.22543","title":"Ruyi2 Technical Report","created":"2026-02-26","cited_by_count":2,"area":null},{"id":"2604.06613","title":"The Detection-Extraction Gap: Models Know the Answer Before They Can Say It","created":"2026-04-08","cited_by_count":2,"area":"lr"},{"id":"2604.24088","title":"TACO: Efficient Communication Compression of Intermediate Tensors for Scalable Tensor-Parallel LLM Training","created":"2026-04-27","cited_by_count":2,"area":null},{"id":"2608.05872","title":"MACRO: Markov Chain Routing of Transformer Layers","created":"2026-08-06","cited_by_count":2,"area":null},{"id":"2410.14268","title":"MoDification: Mixture of Depths Made Easy","created":"2024-10-18","cited_by_count":1,"area":null},{"id":"2502.02040","title":"M2R2: Mixture of Multi-Rate Residuals for Efficient Transformer Inference","created":"2025-02-04","cited_by_count":1,"area":"moe"},{"id":"2509.19368","title":"Pipeline Parallelism is All You Need for Optimized Early-Exit Based Self-Speculative Decoding","created":"2025-09-19","cited_by_count":1,"area":"inference"},{"id":"2601.09259","title":"MAXS: Meta-Adaptive Exploration with LLM Agents","created":"2026-01-14","cited_by_count":1,"area":"lr"},{"id":"2603.23483","title":"SpecEyes: Accelerating Agentic Multimodal LLMs via Speculative Perception and Planning","created":"2026-03-24","cited_by_count":1,"area":"lr"},{"id":"2603.23701","title":"The Diminishing Returns of Early-Exit Decoding in Modern LLMs","created":"2026-03-24","cited_by_count":1,"area":"inference"},{"id":"2604.18396","title":"River-LLM: Large Language Model Seamless Exit Based on KV Share","created":"2026-04-20","cited_by_count":1,"area":"inference"},{"id":"2606.15099","title":"Think Less, Act Early: Reinforced Latent Reasoning with Early Exit in Vision-Language-Action Models","created":"2026-06-13","cited_by_count":1,"area":"lr"},{"id":"2504.20074","title":"EPSILON: Adaptive Fault Mitigation in Approximate Deep Neural Network using Statistical Signatures","created":"2025-04-24","cited_by_count":0,"area":null},{"id":"2509.21930","title":"DynaNav: Dynamic Feature and Layer Selection for Efficient Visual Navigation","created":"2025-09-26","cited_by_count":0,"area":null},{"id":"2510.14211","title":"LiteStage: Latency-aware Layer Skipping for Multi-stage Reasoning","created":"2025-10-16","cited_by_count":0,"area":"lr"},{"id":"2510.21093","title":"MedAlign: A Synergistic Framework of Multimodal Preference Optimization and Federated Meta-Cognitive Reasoning","created":"2025-10-24","cited_by_count":0,"area":"lr"},{"id":"2510.25412","title":"Serve Programs, Not Prompts","created":"2025-10-29","cited_by_count":0,"area":"inference"},{"id":"2512.09313","title":"Hetero-SplitEE: Split Learning of Neural Networks with Early Exits for Heterogeneous IoT Devices","created":"2025-12-10","cited_by_count":0,"area":null},{"id":"2603.09215","title":"SPAR-K: Scheduled Periodic Alternating Early Exit for Spoken Language Models","created":"2026-03-10","cited_by_count":0,"area":"inference"},{"id":"2603.21365","title":"TIDE: Token-Informed Depth Execution for Per-Token Early Exit in LLM Inference","created":"2026-03-22","cited_by_count":0,"area":"inference"},{"id":"2604.18592","title":"Two-dimensional early exit optimisation of LLM inference","created":"2026-03-27","cited_by_count":0,"area":"inference"},{"id":"2605.05741","title":"HyperLens: Quantifying Cognitive Effort in LLMs with Fine-grained Confidence Trajectory","created":"2026-05-07","cited_by_count":0,"area":null},{"id":"2606.29223","title":"Depth Exploration for LLM Decoding","created":"2026-06-28","cited_by_count":0,"area":null},{"id":"2608.14586","title":"Efficient Block-Layer Parallel Inference for Vision-Language-Action on Hybrid Architectures","created":"2026-06-19","cited_by_count":0,"area":"vla"},{"id":"2609.17008","title":"FlexEE: Self-Speculative and KV-Compatible Early Exiting for Offloading-Aware LLM Inference","created":"2026-09-15","cited_by_count":0,"area":"inference"},{"id":"2609.34380","title":"DPS: Dual-Mode Precision LLM Serving with Semi-Unified Memory","created":"2026-09-28","cited_by_count":0,"area":"inference"},{"id":"2609.37062","title":"vSkipper: Translating Dynamic Layer Skipping into LLM Serving Gains","created":"2026-09-29","cited_by_count":0,"area":"inference"}],"next_cursor":null}