{"total":92,"rows":[{"id":"2401.10774","title":"Medusa: Simple LLM Inference Acceleration Framework with Multiple Decoding Heads","created":"2024-01-19","cited_by_count":843,"area":"inference"},{"id":"2404.16710","title":"LayerSkip: Enabling Early Exit Inference and Self-Speculative Decoding","created":"2024-04-25","cited_by_count":307,"area":"inference"},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2307.06945","title":"In-context Autoencoder for Context Compression in a Large Language Model","created":"2023-07-13","cited_by_count":199,"area":"inference"},{"id":"2402.16363","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","created":"2024-02-26","cited_by_count":152,"area":"inference"},{"id":"2305.13144","title":"Response Length Perception and Sequence Scheduling: An LLM-Empowered LLM Inference Pipeline","created":"2023-05-22","cited_by_count":86,"area":"inference"},{"id":"2310.05424","title":"Fast and Robust Early-Exiting Framework for Autoregressive Language Models with Synchronized Parallel Decoding","created":"2023-10-09","cited_by_count":80,"area":"inference"},{"id":"2312.05516","title":"Stateful Large Language Model Serving with Pensieve","created":"2023-12-09","cited_by_count":61,"area":"inference"},{"id":"2502.00299","title":"ChunkKV: Semantic-Preserving KV Cache Compression for Efficient Long-Context LLM Inference","created":"2025-02-01","cited_by_count":60,"area":"inference"},{"id":"2408.14690","title":"Training-Free Activation Sparsity in Large Language Models","created":"2024-08-26","cited_by_count":55,"area":"inference"},{"id":"2409.01156","title":"TempMe: Video Temporal Token Merging for Efficient Text-Video Retrieval","created":"2024-09-02","cited_by_count":40,"area":"inference"},{"id":"2408.05499","title":"LLMServingSim: A HW/SW Co-Simulation Infrastructure for LLM Inference Serving at Scale","created":"2024-08-10","cited_by_count":31,"area":"inference"},{"id":"2410.14731","title":"MatryoshkaKV: Adaptive KV Compression via Trainable Orthogonal Projection","created":"2024-10-16","cited_by_count":29,"area":"inference"},{"id":"2503.04992","title":"Wanda++: Pruning Large Language Models via Regional Gradients","created":"2025-03-06","cited_by_count":26,"area":"inference"},{"id":"2407.15504","title":"Fundamental Limits of Prompt Compression: A Rate-Distortion Framework for Black-Box Language Models","created":"2024-07-22","cited_by_count":19,"area":"inference"},{"id":"2407.12077","title":"GoldFinch: High Performance RWKV/Transformer Hybrid with Linear Pre-Fill and Extreme KV-Cache Compression","created":"2024-07-16","cited_by_count":18,"area":"inference"},{"id":"2410.11305","title":"QSpec: Speculative Decoding with Complementary Quantization Schemes","created":"2024-10-15","cited_by_count":18,"area":"inference"},{"id":"2507.08143","title":"Compactor: Calibrated Query-Agnostic KV Cache Compression with Approximate Leverage Scores","created":"2025-07-10","cited_by_count":17,"area":"inference"},{"id":"2504.19720","title":"Taming the Titans: A Survey of Efficient LLM Inference Serving","created":"2025-04-28","cited_by_count":16,"area":"inference"},{"id":"2509.09754","title":"LAVa: Layer-wise KV Cache Eviction with Dynamic Budget Allocation","created":"2025-09-11","cited_by_count":16,"area":"inference"},{"id":"2410.03090","title":"UNComp: Can Matrix Entropy Uncover Sparsity? -- A Compressor Design from an Uncertainty-Aware Perspective","created":"2024-10-04","cited_by_count":15,"area":"inference"},{"id":"2502.15524","title":"HydraServe: Minimizing Cold Start Latency for Serverless LLM Serving in Public Clouds","created":"2025-02-21","cited_by_count":14,"area":"inference"},{"id":"2510.08907","title":"Autoencoding-Free Context Compression for LLMs via Contextual Semantic Anchors","created":"2025-10-10","cited_by_count":14,"area":"inference"},{"id":"2410.12876","title":"In-context KV-Cache Eviction for LLMs via Attention-Gate","created":"2024-10-15","cited_by_count":13,"area":"inference"},{"id":"2504.08934","title":"Long Context In-Context Compression by Getting to the Gist of Gisting","created":"2025-04-11","cited_by_count":13,"area":"inference"},{"id":"2404.15420","title":"XC-Cache: Cross-Attending to Cached Context for Efficient LLM Inference","created":"2024-04-23","cited_by_count":12,"area":"inference"},{"id":"2409.08464","title":"VLTP: Vision-Language Guided Token Pruning for Task-Oriented Segmentation","created":"2024-09-13","cited_by_count":11,"area":"inference"},{"id":"2506.22694","title":"VOCABTRIM: Vocabulary Pruning for Efficient Speculative Decoding in LLMs","created":"2025-06-28","cited_by_count":11,"area":"inference"},{"id":"2507.01438","title":"EdgeLoRA: An Efficient Multi-Tenant LLM Serving System on Edge Devices","created":"2025-07-02","cited_by_count":11,"area":"inference"},{"id":"2410.11786","title":"Selection-p: Self-Supervised Task-Agnostic Prompt Compression for Faithfulness and Transferability","created":"2024-10-15","cited_by_count":9,"area":"inference"},{"id":"2310.08152","title":"Context Compression for Auto-regressive Transformers with Sentinel Tokens","created":"2023-10-12","cited_by_count":8,"area":"inference"},{"id":"2506.10443","title":"MNN-LLM: A Generic Inference Engine for Fast Large Language Model Deployment on Mobile Devices","created":"2025-06-12","cited_by_count":8,"area":"inference"},{"id":"2505.00570","title":"FreqKV: Key-Value Compression in Frequency Domain for Context Window Extension","created":"2025-05-01","cited_by_count":7,"area":"inference"},{"id":"2510.20797","title":"No Mean Feat: Simple, Strong Baselines for Context Compression","created":"2025-10-23","cited_by_count":7,"area":"inference"},{"id":"2405.20314","title":"S3D: A Simple and Cost-Effective Self-Speculative Decoding Scheme for Low-Memory GPUs","created":"2024-05-30","cited_by_count":6,"area":"inference"},{"id":"2408.06798","title":"Token Compensator: Altering Inference Cost of Vision Transformer without Re-Tuning","created":"2024-08-13","cited_by_count":6,"area":"inference"},{"id":"2412.09919","title":"B-VLLM: A Vision Large Language Model with Balanced Spatio-Temporal Tokens","created":"2024-12-13","cited_by_count":6,"area":"inference"},{"id":"2506.02006","title":"MorphServe: Efficient and Workload-Aware LLM Serving via Runtime Quantized Layer Swapping and KV Cache Resizing","created":"2025-05-24","cited_by_count":6,"area":"inference"},{"id":"2507.23777","title":"XSpecMesh: Quality-Preserving Auto-Regressive Mesh Generation Acceleration via Multi-Head Speculative Decoding","created":"2025-07-31","cited_by_count":6,"area":"inference"},{"id":"2511.20973","title":"Towards Audio Token Compression in Large Audio Language Models","created":"2025-11-26","cited_by_count":6,"area":"inference"},{"id":"2404.18322","title":"BlockLLM: Multi-tenant Finer-grained Serving for Large Language Models","created":"2024-04-28","cited_by_count":5,"area":"inference"},{"id":"2408.01890","title":"Cross-layer Attention Sharing for Pre-trained Large Language Models","created":"2024-08-04","cited_by_count":5,"area":"inference"},{"id":"2503.18869","title":"Reimagining Memory Access for LLM Inference: Compression-Aware Memory Controller Design","created":"2025-03-24","cited_by_count":5,"area":"inference"},{"id":"2505.03756","title":"Improving the Serving Performance of Multi-LoRA Large Language Models via Efficient LoRA and KV Cache Management","created":"2025-04-19","cited_by_count":5,"area":"inference"},{"id":"2511.22880","title":"Serving Heterogeneous LoRA Adapters in Distributed LLM Inference Systems","created":"2025-11-28","cited_by_count":5,"area":"inference"},{"id":"2412.06858","title":"Taming Sensitive Weights : Noise Perturbation Fine-tuning for Robust LLM Quantization","created":"2024-12-08","cited_by_count":4,"area":"inference"},{"id":"2501.06730","title":"Better Prompt Compression Without Multi-Layer Perceptrons","created":"2025-01-12","cited_by_count":4,"area":"inference"},{"id":"2503.20282","title":"Faster Parameter-Efficient Tuning with Token Redundancy Reduction","created":"2025-03-26","cited_by_count":4,"area":"inference"},{"id":"2506.00307","title":"Lossless Token Sequence Compression via Meta-Tokens","created":"2025-05-30","cited_by_count":4,"area":"inference"},{"id":"2510.05421","title":"Draft, Verify, and Improve: Toward Training-Aware Speculative Decoding","created":"2025-10-06","cited_by_count":4,"area":"inference"},{"id":"2606.09080","title":"Beyond FLOPs: Benchmarking Real Inference Acceleration of LLM Pruning under a GEMM-Centric Taxonomy","created":"2026-06-08","cited_by_count":4,"area":"inference"},{"id":"2411.16003","title":"eFedLLM: Efficient LLM Inference Based on Federated Learning","created":"2024-11-24","cited_by_count":3,"area":"inference"},{"id":"2503.02756","title":"BatchGEMBA: Token-Efficient Machine Translation Evaluation with Batched Prompting and Prompt Compression","created":"2025-03-04","cited_by_count":3,"area":"inference"},{"id":"2505.17138","title":"RAP: Runtime Adaptive Pruning for LLM Inference","created":"2025-05-22","cited_by_count":3,"area":"inference"},{"id":"2509.08542","title":"BitROM: Weight Reload-Free CiROM Architecture Towards Billion-Parameter 1.58-bit LLM Inference","created":"2025-09-10","cited_by_count":3,"area":"inference"},{"id":"2512.20210","title":"Predictive-LoRA: A Proactive and Fragmentation-Aware Serverless Inference System for LLMs","created":"2025-12-23","cited_by_count":3,"area":"inference"},{"id":"2601.00644","title":"FlexSpec: Frozen Drafts Meet Evolving Targets in Edge-Cloud Collaborative LLM Speculative Decoding","created":"2026-01-02","cited_by_count":3,"area":"inference"},{"id":"2601.09703","title":"ShortCoder: Knowledge-Augmented Syntax Optimization for Token-Efficient Code Generation","created":"2026-01-14","cited_by_count":3,"area":"inference"},{"id":"2309.16738","title":"ELIP: Efficient Discriminative Language-Image Pre-training with Fewer Vision Tokens","created":"2023-09-28","cited_by_count":2,"area":"inference"},{"id":"2409.13999","title":"Multiple-Exit Tuning: Towards Inference-Efficient Adaptation for Vision Transformer","created":"2024-09-21","cited_by_count":2,"area":"inference"},{"id":"2503.11108","title":"Time and Memory Trade-off of KV-Cache Compression in Tensor Transformer Decoding","created":"2025-03-14","cited_by_count":2,"area":"inference"},{"id":"2503.17707","title":"PipeBoost: Resilient Pipelined Architecture for Fast Serverless LLM Scaling","created":"2025-03-22","cited_by_count":2,"area":"inference"},{"id":"2505.16502","title":"Recursive Offloading for LLM Serving in Multi-tier Networks","created":"2025-05-22","cited_by_count":2,"area":"inference"},{"id":"2511.14806","title":"MergeDNA: Context-aware Genome Modeling with Dynamic Tokenization through Token Merging","created":"2025-11-17","cited_by_count":2,"area":"inference"},{"id":"2601.11471","title":"Low-Rank Key Value Attention","created":"2026-01-16","cited_by_count":2,"area":"inference"},{"id":"2602.15836","title":"EdgeNav-QE: QLoRA Quantization and Dynamic Early Exit for LAM-based Navigation on Edge Devices","created":"2026-01-12","cited_by_count":2,"area":"inference"},{"id":"2604.01609","title":"Swift-SVD: Theoretical Optimality Meets Practical Efficiency in Low-Rank LLM Compression","created":"2026-04-02","cited_by_count":2,"area":"inference"},{"id":"2608.28444","title":"Sliding-window beats linear attention","created":"2026-08-28","cited_by_count":2,"area":"inference"},{"id":"2403.02352","title":"ATP: Enabling Fast LLM Serving via Attention on Top Principal Keys","created":"2024-03-01","cited_by_count":1,"area":"inference"},{"id":"2409.14091","title":"Normalized Narrow Jump To Conclusions: Normalized Narrow Shortcuts for Parameter Efficient Early Exit Transformer Prediction","created":"2024-09-21","cited_by_count":1,"area":"inference"},{"id":"2504.08838","title":"SD$^2$: Self-Distilled Sparse Drafters","created":"2025-04-10","cited_by_count":1,"area":"inference"},{"id":"2511.03728","title":"Efficient On-Device Agents via Adaptive Context Management","created":"2025-09-24","cited_by_count":1,"area":"inference"},{"id":"2505.08600","title":"Automatic Task Detection and Heterogeneous LLM Speculative Decoding","created":"2025-05-13","cited_by_count":0,"area":"inference"},{"id":"2509.03377","title":"TRACE: Unlocking Effective CXL Bandwidth via Lossless Compression and Precision Scaling","created":"2025-09-03","cited_by_count":0,"area":"inference"},{"id":"2510.19670","title":"CoSense-LLM: Semantics at the Edge with Cost- and Uncertainty-Aware Cloud-Edge Cooperation","created":"2025-10-22","cited_by_count":0,"area":"inference"},{"id":"2511.02681","title":"Optimal Singular Damage: Efficient LLM Inference in Low Storage Regimes","created":"2025-11-04","cited_by_count":0,"area":"inference"},{"id":"2511.21408","title":"Subjective Depth and Timescale Transformers: Learning Where and When to Compute","created":"2025-11-26","cited_by_count":0,"area":"inference"},{"id":"2604.16400","title":"CoLLM: Continuous Adaptation for SLO-Aware LLM Serving on Shared GPU Clusters","created":"2026-03-31","cited_by_count":0,"area":"inference"},{"id":"2604.25421","title":"FED-FSTQ: Fisher-Guided Token Quantization for Communication-Efficient Federated Fine-Tuning of LLMs on Edge Devices","created":"2026-04-28","cited_by_count":0,"area":"inference"},{"id":"2605.27390","title":"EvoSpec: Evolving Speculative Decoding via Real-Time Vocabulary and Parameter Adaptation","created":"2026-04-17","cited_by_count":0,"area":"inference"},{"id":"2607.02963","title":"Parallelized Autoregressive Decoding for Omni-Modal Dense Video Captioning","created":"2026-07-03","cited_by_count":0,"area":"inference"},{"id":"2607.12422","title":"Accepted Prefixes Are Not All You Need: A Negative Result on PEFT-Based Block-Diffusion Drafting","created":"2026-07-14","cited_by_count":0,"area":"inference"},{"id":"2607.24788","title":"GLIDE: Guided Layerwise Hybrid Attention for Efficient LLM Inference","created":"2026-06-26","cited_by_count":0,"area":"inference"},{"id":"2608.02995","title":"SparSEEty: Extracting Tokens from Sparsity-Exploiting LLM Serving Systems via Deterministic Side Channels","created":"2026-08-04","cited_by_count":0,"area":"inference"},{"id":"2608.28846","title":"A rigor-matched audit of periodic-step layer skipping for efficient llm inference: conflayers versus swift, with a supplemental analysis of trained routing alternatives","created":"2026-08-28","cited_by_count":0,"area":"inference"},{"id":"2608.30509","title":"CHIPSMORE: Compute-in-Interconnect and -Memory Chiplets for Multi-Mode Multi-Request LLM Inference Acceleration","created":"2026-08-31","cited_by_count":0,"area":"inference"},{"id":"2609.29913","title":"MILO: Efficient Many-shot In-Context Learning with Block-wise Low-rank Compression","created":"2026-09-24","cited_by_count":0,"area":"inference"},{"id":"2609.30884","title":"CacheReforge: Bounded Recovery for Stale KV Caches under Evolving Adapters","created":"2026-09-25","cited_by_count":0,"area":"inference"},{"id":"2609.36722","title":"ATTUNER: Recomputation-Free KV Cache Reuse via Query-Side Adaptation","created":"2026-09-29","cited_by_count":0,"area":"inference"},{"id":"2610.13605","title":"zip2zip++: Towards Inference-Time Token Compression with Minimal Quality Loss","created":"2026-10-09","cited_by_count":0,"area":"inference"},{"id":"2610.18690","title":"Just Respect the Semantics: Image-Token Compression via Pre-LLM Semantic Variable-Resolution Tokenization and In-LLM Relevance Pruning","created":"2026-10-13","cited_by_count":0,"area":"inference"},{"id":"2610.20503","title":"ReaDy: Recurrent States as Dynamic Context for Speculative Drafting in Hybrid Linear Attention Large Language Models","created":"2026-10-14","cited_by_count":0,"area":"inference"}],"next_cursor":null}