{"total":53,"rows":[{"id":"2401.10774","title":"Medusa: Simple LLM Inference Acceleration Framework with Multiple Decoding Heads","created":"2024-01-19","cited_by_count":843,"area":"inference"},{"id":"2402.02057","title":"Break the Sequential Dependency of LLM Inference Using Lookahead Decoding","created":"2024-02-03","cited_by_count":298,"area":"inference"},{"id":"2410.10781","title":"When Attention Sink Emerges in Language Models: An Empirical View","created":"2024-10-14","cited_by_count":208,"area":"inference"},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2307.06945","title":"In-context Autoencoder for Context Compression in a Large Language Model","created":"2023-07-13","cited_by_count":199,"area":"inference"},{"id":"2406.03243","title":"Llumnix: Dynamic Scheduling for Large Language Model Serving","created":"2024-06-05","cited_by_count":174,"area":"inference"},{"id":"2402.16363","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","created":"2024-02-26","cited_by_count":152,"area":"inference"},{"id":"2405.14366","title":"MiniCache: KV Cache Compression in Depth Dimension for Large Language Models","created":"2024-05-23","cited_by_count":125,"area":"inference"},{"id":"2305.13144","title":"Response Length Perception and Sequence Scheduling: An LLM-Empowered LLM Inference Pipeline","created":"2023-05-22","cited_by_count":86,"area":"inference"},{"id":"2402.13516","title":"ProSparse: Introducing and Enhancing Intrinsic Activation Sparsity within Large Language Models","created":"2024-02-21","cited_by_count":45,"area":"inference"},{"id":"2308.08758","title":"Discrete Prompt Compression with Reinforcement Learning","created":"2023-08-17","cited_by_count":42,"area":"inference"},{"id":"2412.03131","title":"DiffKV: Differentiated Memory Management for Large Language Models with Parallel KV Compaction","created":"2024-12-04","cited_by_count":26,"area":"inference"},{"id":"2511.07278","title":"StreamKV: Streaming Video Question-Answering with Segment-based KV Cache Retrieval and Compression","created":"2025-11-10","cited_by_count":26,"area":"inference"},{"id":"2405.19325","title":"Nearest Neighbor Speculative Decoding for LLM Generation and Attribution","created":"2024-05-29","cited_by_count":25,"area":"inference"},{"id":"2406.02376","title":"Retaining Key Information under High Compression Ratios: Query-Guided Compressor for LLMs","created":"2024-06-04","cited_by_count":24,"area":"inference"},{"id":"2502.15470","title":"PAPI: Exploiting Dynamic Parallelism in Large Language Model Decoding with a Processing-In-Memory-Enabled Computing System","created":"2025-02-21","cited_by_count":20,"area":"inference"},{"id":"2504.20068","title":"JITServe: SLO-aware LLM Serving with Imprecise Request Information","created":"2025-04-24","cited_by_count":17,"area":"inference"},{"id":"2504.19867","title":"semi-PD: Towards Efficient LLM Serving via Phase-Wise Disaggregated Computation and Unified Storage","created":"2025-04-28","cited_by_count":16,"area":"inference"},{"id":"2312.11882","title":"ConsistentEE: A Consistent and Hardness-Guided Early Exiting Method for Accelerating Language Models Inference","created":"2023-12-19","cited_by_count":13,"area":"inference"},{"id":"2503.12450","title":"LazyMAR: Accelerating Masked Autoregressive Models via Feature Caching","created":"2025-03-16","cited_by_count":11,"area":"inference"},{"id":"2508.17739","title":"Speculative Safety-Aware Decoding","created":"2025-08-25","cited_by_count":7,"area":"inference"},{"id":"2405.05329","title":"KV-Runahead: Scalable Causal LLM Inference by Parallel Key-Value Cache Generation","created":"2024-05-08","cited_by_count":6,"area":"inference"},{"id":"2504.00030","title":"Token-Driven GammaTune: Adaptive Calibration for Enhanced Speculative Decoding","created":"2025-03-28","cited_by_count":6,"area":"inference"},{"id":"2504.11004","title":"Dynamic Compressing Prompts for Efficient Inference of Large Language Models","created":"2025-04-15","cited_by_count":6,"area":"inference"},{"id":"2511.20973","title":"Towards Audio Token Compression in Large Audio Language Models","created":"2025-11-26","cited_by_count":6,"area":"inference"},{"id":"2408.08470","title":"Context-Aware Assistant Selection for Improved Inference Acceleration with Large Language Models","created":"2024-08-16","cited_by_count":5,"area":"inference"},{"id":"2409.17870","title":"Efficient Arbitrary Precision Acceleration for Large Language Models on GPU Tensor Cores","created":"2024-09-26","cited_by_count":4,"area":"inference"},{"id":"2504.16574","title":"PIS: Linking Importance Sampling and Attention Mechanisms for Efficient Prompt Compression","created":"2025-04-23","cited_by_count":4,"area":"inference"},{"id":"2604.07931","title":"Robust Length Prediction: A Perspective from Heavy-Tailed Prompt-Conditioned Distributions","created":"2026-04-09","cited_by_count":3,"area":"inference"},{"id":"2410.23537","title":"ALISE: Accelerating Large Language Model Serving with Speculative Scheduling","created":"2024-10-31","cited_by_count":2,"area":"inference"},{"id":"2505.16502","title":"Recursive Offloading for LLM Serving in Multi-tier Networks","created":"2025-05-22","cited_by_count":2,"area":"inference"},{"id":"2509.00969","title":"Seeing More, Saying More: Lightweight Language Experts are Dynamic Video Token Compressors","created":"2025-08-31","cited_by_count":2,"area":"inference"},{"id":"2510.03283","title":"MACE: A Hybrid LLM Serving System with Colocated SLO-aware Continuous Retraining Alignment","created":"2025-09-28","cited_by_count":2,"area":"inference"},{"id":"2602.07878","title":"Rethinking Latency Denial-of-Service: Attacking the LLM Serving Framework, Not the Model","created":"2026-02-08","cited_by_count":2,"area":"inference"},{"id":"2603.23527","title":"Compression Method Matters: Benchmark-Dependent Output Dynamics in LLM Prompt Compression","created":"2026-03-06","cited_by_count":2,"area":"inference"},{"id":"2606.17798","title":"LiveStarPro: Proactive Streaming Video Understanding with Hierarchical Memory for Long-Horizon Streams","created":"2026-06-16","cited_by_count":2,"area":"inference"},{"id":"2408.11308","title":"Defending against Jailbreak through Early Exit Generation of Large Language Models","created":"2024-08-21","cited_by_count":1,"area":"inference"},{"id":"2511.21862","title":"OOCO: Latency-disaggregated Architecture for Online-Offline Co-locate LLM Serving","created":"2025-11-26","cited_by_count":1,"area":"inference"},{"id":"2512.00719","title":"SIMPLE: Disaggregating Sampling from GPU Inference into a Decision Plane for Faster Distributed LLM Serving","created":"2025-11-30","cited_by_count":1,"area":"inference"},{"id":"2601.20357","title":"TABED: Test-Time Adaptive Ensemble Drafting for Robust Speculative Decoding in LVLMs","created":"2026-01-28","cited_by_count":1,"area":"inference"},{"id":"2602.18434","title":"Going Down Memory Lane: Scaling Tokens for Video Stream Understanding with Dynamic KV-Cache Memory","created":"2026-02-20","cited_by_count":1,"area":"inference"},{"id":"2603.08739","title":"Adaptive Multi-Objective Tiered Storage Configuration for KV Cache in LLM Service","created":"2026-02-25","cited_by_count":1,"area":"inference"},{"id":"2608.30310","title":"Tail-Replay: Escaping the Curse of Linear Attention in Prefix Caching for Hybrid LLMs","created":"2026-08-31","cited_by_count":1,"area":"inference"},{"id":"2408.00539","title":"Intermittent Semi-Working Mask: A New Masking Paradigm for LLMs","created":"2024-08-01","cited_by_count":0,"area":"inference"},{"id":"2602.09323","title":"LLM-CoOpt: A Co-Design and Optimization Framework for Efficient LLM Inference on Heterogeneous Platforms","created":"2026-02-10","cited_by_count":0,"area":"inference"},{"id":"2606.04594","title":"Ekka: Automated Diagnosis of Silent Errors in LLM Inference","created":"2026-06-03","cited_by_count":0,"area":"inference"},{"id":"2606.25097","title":"Speculative Decoding at Temperature Zero: A Scoped Safety-Invariance Screen with a 48,072-Sample Expansion","created":"2026-06-23","cited_by_count":0,"area":"inference"},{"id":"2606.31093","title":"Omni-Flow: A Unified Workflow Orchestration and Distributed KV Cache Sharing Framework for Multimodal Inference","created":"2026-06-30","cited_by_count":0,"area":"inference"},{"id":"2607.21985","title":"Unified Static-Dynamic Pruning for Efficient LLM Inference","created":"2026-07-24","cited_by_count":0,"area":"inference"},{"id":"2608.06007","title":"TensorCast: The Missing Tensor Management Layer in Large Language Model Infrastructure","created":"2026-08-06","cited_by_count":0,"area":"inference"},{"id":"2609.21704","title":"SpecQuant: Speculative Decoding with Multi-Parent Quantization for Adaptive LLM Inference","created":"2026-09-18","cited_by_count":0,"area":"inference"},{"id":"2609.30884","title":"CacheReforge: Bounded Recovery for Stale KV Caches under Evolving Adapters","created":"2026-09-25","cited_by_count":0,"area":"inference"},{"id":"2609.32474","title":"PC-SubMax: Efficient Prompt Compression via Regularized Submodular Maximization","created":"2026-09-26","cited_by_count":0,"area":"inference"}],"next_cursor":null}