{"total":52,"rows":[{"id":"2306.14048","title":"H$_2$O: Heavy-Hitter Oracle for Efficient Generative Inference of Large Language Models","created":"2023-06-24","cited_by_count":832,"area":"inference"},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2402.16363","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","created":"2024-02-26","cited_by_count":152,"area":"inference"},{"id":"2402.12374","title":"Sequoia: Scalable, Robust, and Hardware-aware Speculative Decoding","created":"2024-02-19","cited_by_count":103,"area":"inference"},{"id":"2408.11049","title":"MagicDec: Breaking the Latency-Throughput Tradeoff for Long Context Generation with Speculative Decoding","created":"2024-08-20","cited_by_count":91,"area":"inference"},{"id":"2403.00835","title":"CLLMs: Consistency Large Language Models","created":"2024-02-28","cited_by_count":72,"area":"inference"},{"id":"2407.14057","title":"LazyLLM: Dynamic Token Pruning for Efficient Long Context LLM Inference","created":"2024-07-19","cited_by_count":70,"area":"inference"},{"id":"2402.13516","title":"ProSparse: Introducing and Enhancing Intrinsic Activation Sparsity within Large Language Models","created":"2024-02-21","cited_by_count":45,"area":"inference"},{"id":"2411.10666","title":"SAM Decoding: Speculative Decoding via Suffix Automaton","created":"2024-11-16","cited_by_count":39,"area":"inference"},{"id":"2402.11131","title":"Speculative Streaming: Fast LLM Inference without Auxiliary Models","created":"2024-02-16","cited_by_count":38,"area":"inference"},{"id":"2410.04466","title":"Large Language Model Inference Acceleration: A Comprehensive Hardware Perspective","created":"2024-10-06","cited_by_count":38,"area":"inference"},{"id":"2408.05499","title":"LLMServingSim: A HW/SW Co-Simulation Infrastructure for LLM Inference Serving at Scale","created":"2024-08-10","cited_by_count":31,"area":"inference"},{"id":"2502.03805","title":"CriticalKV: Optimizing KV Cache Eviction from an Output Perturbation Perspective","created":"2025-02-06","cited_by_count":26,"area":"inference"},{"id":"2503.04992","title":"Wanda++: Pruning Large Language Models via Regional Gradients","created":"2025-03-06","cited_by_count":26,"area":"inference"},{"id":"2410.05589","title":"ParallelSpec: Parallel Drafter for Efficient Speculative Decoding","created":"2024-10-08","cited_by_count":22,"area":"inference"},{"id":"2511.14582","title":"OmniZip: Audio-Guided Dynamic Token Compression for Fast Omnimodal Large Language Models","created":"2025-11-18","cited_by_count":22,"area":"inference"},{"id":"2504.19449","title":"R-Sparse: Rank-Aware Activation Sparsity for Efficient LLM Inference","created":"2025-04-28","cited_by_count":21,"area":"inference"},{"id":"2409.17372","title":"Search for Efficient Large Language Models","created":"2024-09-25","cited_by_count":14,"area":"inference"},{"id":"2406.13511","title":"Slice-Level Scheduling for High Throughput and Load Balanced LLM Serving","created":"2024-06-19","cited_by_count":13,"area":"inference"},{"id":"2509.18362","title":"FastMTP: Accelerating LLM Inference with Enhanced Multi-Token Prediction","created":"2025-09-16","cited_by_count":13,"area":"inference"},{"id":"2412.01380","title":"Efficient LLM Inference using Dynamic Input Pruning and Cache-Aware Masking","created":"2024-12-02","cited_by_count":11,"area":"inference"},{"id":"2501.02173","title":"The Efficiency vs. Accuracy Trade-off: Optimizing RAG-Enhanced LLM Recommender Systems Using Multi-Head Early Exit","created":"2025-01-04","cited_by_count":10,"area":"inference"},{"id":"2510.07651","title":"OBCache: Optimal Brain KV Cache Pruning for Efficient Long-Context LLM Inference","created":"2025-10-09","cited_by_count":10,"area":"inference"},{"id":"2405.14105","title":"Distributed Speculative Inference (DSI): Speculation Parallelism for Provably Faster Lossless Language Model Inference","created":"2024-05-23","cited_by_count":9,"area":"inference"},{"id":"2508.07227","title":"LP-Spec: Leveraging LPDDR PIM for Efficient LLM Mobile Speculative Inference with Architecture-Dataflow Co-Optimization","created":"2025-08-10","cited_by_count":9,"area":"inference"},{"id":"2505.12942","title":"A3 : an Analytical Low-Rank Approximation Framework for Attention","created":"2025-05-19","cited_by_count":8,"area":"inference"},{"id":"2404.14897","title":"Beyond the Speculative Game: A Survey of Speculative Execution in Large Language Models","created":"2024-04-23","cited_by_count":7,"area":"inference"},{"id":"2503.24358","title":"SQuat: Subspace-orthogonal KV Cache Quantization","created":"2025-03-31","cited_by_count":7,"area":"inference"},{"id":"2505.22913","title":"Mustafar: Promoting Unstructured Sparsity for KV Cache Pruning in LLM Inference","created":"2025-05-28","cited_by_count":7,"area":"inference"},{"id":"2601.13143","title":"FastAV: Efficient Token Pruning for Audio-Visual Large Language Model Inference","created":"2026-01-19","cited_by_count":7,"area":"inference"},{"id":"2511.05534","title":"FlowMM: Cross-Modal Information Flow Guided KV Cache Merging for Efficient Multimodal Context Inference","created":"2025-10-29","cited_by_count":6,"area":"inference"},{"id":"2512.03870","title":"Reconstructing KV Caches with Cross-layer Fusion For Enhanced Transformers","created":"2025-12-03","cited_by_count":6,"area":"inference"},{"id":"2404.09221","title":"Exploring and Improving Drafts in Blockwise Parallel Decoding","created":"2024-04-14","cited_by_count":5,"area":"inference"},{"id":"2601.05724","title":"Overcoming Joint Intractability with Lossless Hierarchical Speculative Decoding","created":"2026-01-09","cited_by_count":4,"area":"inference"},{"id":"2505.17138","title":"RAP: Runtime Adaptive Pruning for LLM Inference","created":"2025-05-22","cited_by_count":3,"area":"inference"},{"id":"2602.02599","title":"RAP: KV-Cache Compression via RoPE-Aligned Pruning","created":"2026-02-01","cited_by_count":3,"area":"inference"},{"id":"2505.02380","title":"EntroLLM: Entropy Encoded Weight Compression for Efficient Large Language Model Inference on Edge Devices","created":"2025-05-05","cited_by_count":2,"area":"inference"},{"id":"2510.13161","title":"Mirror Speculative Decoding: Breaking the Serial Barrier in LLM Inference","created":"2025-10-15","cited_by_count":2,"area":"inference"},{"id":"2606.10520","title":"UniSVQ: 2-bit Unified Scalar-Vector Quantization","created":"2026-06-09","cited_by_count":2,"area":"inference"},{"id":"2501.13111","title":"iServe: An Intent-based Serving System for LLMs","created":"2025-01-08","cited_by_count":1,"area":"inference"},{"id":"2507.18006","title":"Unlock the Potential of Fine-grained LLM Serving via Dynamic Module Scaling","created":"2025-07-24","cited_by_count":1,"area":"inference"},{"id":"2602.14452","title":"WiSparse: Boosting LLM Inference Efficiency with Weight-Aware Mixed Activation Sparsity","created":"2026-02-16","cited_by_count":1,"area":"inference"},{"id":"2607.13093","title":"Efficient and Privacy Aware Edge Cloud Collaborative Inference for Large Language Models","created":"2026-07-14","cited_by_count":1,"area":"inference"},{"id":"2607.21804","title":"Adversarial Prompts for Acceptance Collapse in Speculative Decoding","created":"2026-07-23","cited_by_count":1,"area":"inference"},{"id":"2511.02681","title":"Optimal Singular Damage: Efficient LLM Inference in Low Storage Regimes","created":"2025-11-04","cited_by_count":0,"area":"inference"},{"id":"2605.26558","title":"Cassandra: Enabling Reasoning LLMs at Edge via Self-Speculative Decoding","created":"2026-05-26","cited_by_count":0,"area":"inference"},{"id":"2608.28846","title":"A rigor-matched audit of periodic-step layer skipping for efficient llm inference: conflayers versus swift, with a supplemental analysis of trained routing alternatives","created":"2026-08-28","cited_by_count":0,"area":"inference"},{"id":"2608.29291","title":"Accelerating Unified Multimodal Models with Core-Expansion Routing and Unified Computation Scheduling","created":"2026-08-29","cited_by_count":0,"area":"inference"},{"id":"2609.12337","title":"Theoretical Guarantees for One-Shot Magnitude Pruning and Compute-Adaptive Early Exit","created":"2026-09-11","cited_by_count":0,"area":"inference"},{"id":"2609.13682","title":"LayerRoute: Adaptive Layer-Skipping with LoRA-Preserved Quality for Efficient LLM Inference","created":"2026-09-12","cited_by_count":0,"area":"inference"},{"id":"2610.01763","title":"TopK-Guided: Adaptive, Budget-Aware Activation Sparsity for Efficient LLM Inference","created":"2026-10-01","cited_by_count":0,"area":"inference"},{"id":"2610.14475","title":"EdgeLLM-Nano: Auditing Polar-Guided Key-Cache Compression and Consistency-Anchored Pruning on a 33.6 MB On-Device Language Model","created":"2026-10-10","cited_by_count":0,"area":"inference"}],"next_cursor":null}