{"total":71,"rows":[{"id":"2402.13718","title":"$\\infty$Bench: Extending Long Context Evaluation Beyond 100K Tokens","created":"2024-02-21","cited_by_count":367,"area":null},{"id":"2410.10819","title":"DuoAttention: Efficient Long-Context LLM Inference with Retrieval and Streaming Heads","created":"2024-10-14","cited_by_count":288,"area":"inference"},{"id":"2401.05459","title":"Personal LLM Agents: Insights and Survey about the Capability, Efficiency and Security","created":"2024-01-10","cited_by_count":260,"area":"agents"},{"id":"2406.11816","title":"VideoLLM-online: Online Video Large Language Model for Streaming Video","created":"2024-06-17","cited_by_count":225,"area":null},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2402.16363","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","created":"2024-02-26","cited_by_count":152,"area":"inference"},{"id":"2410.21465","title":"ShadowKV: KV Cache in Shadows for High-Throughput Long-Context LLM Inference","created":"2024-10-28","cited_by_count":134,"area":"inference"},{"id":"2502.20766","title":"FlexPrefill: A Context-Aware Sparse Attention Mechanism for Efficient Long-Sequence Inference","created":"2025-02-28","cited_by_count":123,"area":null},{"id":"2410.16179","title":"MagicPIG: LSH Sampling for Efficient LLM Generation","created":"2024-10-21","cited_by_count":111,"area":null},{"id":"2312.15234","title":"Towards Efficient Generative Large Language Model Serving: A Survey from Algorithms to Systems","created":"2023-12-23","cited_by_count":102,"area":"inference"},{"id":"2404.11912","title":"TriForce: Lossless Acceleration of Long Sequence Generation with Hierarchical Speculative Decoding","created":"2024-04-18","cited_by_count":102,"area":"inference"},{"id":"2402.18096","title":"No Token Left Behind: Reliable KV Cache Compression via Importance-Aware Mixed Precision Quantization","created":"2024-02-28","cited_by_count":101,"area":"inference"},{"id":"2408.11049","title":"MagicDec: Breaking the Latency-Throughput Tradeoff for Long Context Generation with Speculative Decoding","created":"2024-08-20","cited_by_count":91,"area":"inference"},{"id":"2401.17644","title":"BurstGPT: A Real-world Workload Dataset to Optimize LLM Serving Systems","created":"2024-01-31","cited_by_count":87,"area":"inference"},{"id":"2401.08092","title":"A Survey of Resource-efficient LLM and Multimodal Foundation Models","created":"2024-01-16","cited_by_count":86,"area":null},{"id":"2402.02244","title":"Beyond the Limits: A Survey of Techniques to Extend the Context Length in Large Language Models","created":"2024-02-03","cited_by_count":76,"area":"lr"},{"id":"2406.17565","title":"MemServe: Context Caching for Disaggregated LLM Serving with Elastic Memory Pool","created":"2024-06-25","cited_by_count":68,"area":"inference"},{"id":"2408.14690","title":"Training-Free Activation Sparsity in Large Language Models","created":"2024-08-26","cited_by_count":55,"area":"inference"},{"id":"2403.11421","title":"FastDecode: High-Throughput GPU-Efficient LLM Serving using Heterogeneous Pipelines","created":"2024-03-18","cited_by_count":49,"area":"inference"},{"id":"2410.18038","title":"POD-Attention: Unlocking Full Prefill-Decode Overlap for Faster LLM Inference","created":"2024-10-23","cited_by_count":47,"area":null},{"id":"2409.13221","title":"Optimizing RLHF Training for Large Language Models with Stage Fusion","created":"2024-09-20","cited_by_count":43,"area":"alignment"},{"id":"2410.04466","title":"Large Language Model Inference Acceleration: A Comprehensive Hardware Perspective","created":"2024-10-06","cited_by_count":38,"area":"inference"},{"id":"2411.01142","title":"NEO: Saving GPU Memory Crisis with CPU Offloading for Online LLM Inference","created":"2024-11-02","cited_by_count":37,"area":"inference"},{"id":"2402.01528","title":"Decoding Speculative Decoding","created":"2024-02-02","cited_by_count":34,"area":"inference"},{"id":"2407.00326","title":"Teola: Towards End-to-End Optimization of LLM-based Applications","created":"2024-06-29","cited_by_count":32,"area":null},{"id":"2405.10313","title":"How Far Are We From AGI: Are LLMs All We Need?","created":"2024-05-16","cited_by_count":31,"area":null},{"id":"2504.18583","title":"PARD: Accelerating LLM Inference with Low-Cost PARallel Draft Model Adaptation","created":"2025-04-23","cited_by_count":29,"area":"inference"},{"id":"2408.08147","title":"P/D-Serve: Serving Disaggregated Large Language Model at Scale","created":"2024-08-15","cited_by_count":27,"area":"inference"},{"id":"2312.00678","title":"The Efficiency Spectrum of Large Language Models: An Algorithmic Survey","created":"2023-12-01","cited_by_count":26,"area":null},{"id":"2410.07265","title":"A Survey: Collaborative Hardware and Software Design in the Era of Large Language Models","created":"2024-10-08","cited_by_count":23,"area":null},{"id":"2410.05589","title":"ParallelSpec: Parallel Drafter for Efficient Speculative Decoding","created":"2024-10-08","cited_by_count":22,"area":"inference"},{"id":"2402.06082","title":"SubGen: Token Generation in Sublinear Time and Memory","created":"2024-02-08","cited_by_count":21,"area":"inference"},{"id":"2410.04691","title":"Deeper Insights Without Updates: The Power of In-Context Learning Over Fine-Tuning","created":"2024-10-07","cited_by_count":21,"area":null},{"id":"2507.10150","title":"Past-Future Scheduler for LLM Serving under SLA Guarantees","created":"2025-07-14","cited_by_count":20,"area":"inference"},{"id":"2404.00242","title":"DeFT: Decoding with Flash Tree-attention for Efficient Tree-structured LLM Inference","created":"2024-03-30","cited_by_count":19,"area":"inference"},{"id":"2405.10480","title":"Lean Attention: Hardware-Aware Scalable Attention Mechanism for the Decode-Phase of Transformers","created":"2024-05-17","cited_by_count":16,"area":null},{"id":"2504.19867","title":"semi-PD: Towards Efficient LLM Serving via Phase-Wise Disaggregated Computation and Unified Storage","created":"2025-04-28","cited_by_count":16,"area":"inference"},{"id":"2506.15969","title":"LazyEviction: Lagged KV Eviction with Attention Pattern Observation for Efficient Long Reasoning","created":"2025-06-19","cited_by_count":16,"area":"lr"},{"id":"2402.10930","title":"ConSmax: Hardware-Friendly Alternative Softmax with Learnable Parameters","created":"2024-01-31","cited_by_count":14,"area":null},{"id":"2502.04563","title":"WaferLLM: Large Language Model Inference at Wafer Scale","created":"2025-02-06","cited_by_count":13,"area":"inference"},{"id":"2507.00390","title":"MoNE: Replacing Redundant Experts with Lightweight Novices for Structured Pruning of MoE","created":"2025-07-01","cited_by_count":13,"area":"moe"},{"id":"2401.06951","title":"E^2-LLM: Efficient and Extreme Length Extension of Large Language Models","created":"2024-01-13","cited_by_count":11,"area":null},{"id":"2511.11571","title":"Optimizing Mixture of Block Attention","created":"2025-11-14","cited_by_count":9,"area":null},{"id":"2504.14992","title":"Efficient Pretraining Length Scaling","created":"2025-04-21","cited_by_count":6,"area":"inference"},{"id":"2508.01002","title":"Optimal Scheduling Algorithms for LLM Inference: Theory and Practice","created":"2025-08-01","cited_by_count":6,"area":"inference"},{"id":"2406.07528","title":"QuickLLaMA: Query-aware Inference Acceleration for Large Language Models","created":"2024-06-11","cited_by_count":4,"area":"inference"},{"id":"2412.13437","title":"Deploying Foundation Model Powered Agent Services: A Survey","created":"2024-12-18","cited_by_count":4,"area":"agents"},{"id":"2505.01572","title":"PipeSpec: Breaking Stage Dependencies in Hierarchical LLM Decoding","created":"2025-05-02","cited_by_count":4,"area":"inference"},{"id":"2506.12355","title":"QiMeng-Attention: SOTA Attention Operator is generated by SOTA Attention Algorithm","created":"2025-06-14","cited_by_count":4,"area":null},{"id":"2510.06175","title":"VecInfer: Efficient LLM Inference with Low-Bit KV Cache via Outlier-Suppressed Vector Quantization","created":"2025-10-07","cited_by_count":4,"area":"inference"},{"id":"2511.06174","title":"LUT-LLM: Efficient Large Language Model Inference with Memory-based Computations on FPGAs","created":"2025-11-09","cited_by_count":4,"area":"inference"},{"id":"2601.21824","title":"DASH: Deterministic Attention Scheduling for High-throughput Reproducible LLM Training","created":"2026-01-29","cited_by_count":4,"area":null},{"id":"2605.30571","title":"Memory-Bound but Not Bandwidth-Limited: The Physical AI Inference Gap in Batch-1 LLM Decode","created":"2026-05-28","cited_by_count":4,"area":"inference"},{"id":"2609.00097","title":"Faster Than Flash: Exploiting Attention Sparsity for Efficient Long-Context Decoding","created":"2026-08-31","cited_by_count":4,"area":null},{"id":"2506.04642","title":"TaDA: Training-free recipe for Decoding with Adaptive KV Cache Compression and Mean-centering","created":"2025-06-05","cited_by_count":3,"area":"inference"},{"id":"2605.07719","title":"An Efficient Hybrid Sparse Attention with CPU-GPU Parallelism for Long-Context Inference","created":"2026-05-08","cited_by_count":3,"area":"inference"},{"id":"2406.16450","title":"Building on Efficient Foundations: Effectively Training LLMs with Structured Feedforward Layers","created":"2024-06-24","cited_by_count":2,"area":null},{"id":"2508.04405","title":"FlexQ: Efficient Post-training INT6 Quantization for LLM Serving via Algorithm-System Co-Design","created":"2025-08-06","cited_by_count":2,"area":"inference"},{"id":"2604.12798","title":"VFA: Relieving Vector Operations in Flash Attention with Global Maximum Pre-computation","created":"2026-04-14","cited_by_count":2,"area":null},{"id":"2511.21862","title":"OOCO: Latency-disaggregated Architecture for Online-Offline Co-locate LLM Serving","created":"2025-11-26","cited_by_count":1,"area":"inference"},{"id":"2604.00235","title":"MAC-Attention: a Match-Amend-Complete Scheme for Fast and Accurate Attention Computation","created":"2026-03-31","cited_by_count":1,"area":"inference"},{"id":"2606.06453","title":"Vortex: Efficient and Programmable Sparse Attention Serving for AI Agents","created":"2026-06-04","cited_by_count":1,"area":"agents"},{"id":"2411.17720","title":"MAS-Attention: Memory-Aware Stream Processing for Attention Acceleration on Resource-Constrained Edge Devices","created":"2024-11-20","cited_by_count":0,"area":null},{"id":"2510.19670","title":"CoSense-LLM: Semantics at the Edge with Cost- and Uncertainty-Aware Cloud-Edge Cooperation","created":"2025-10-22","cited_by_count":0,"area":"inference"},{"id":"2606.16264","title":"Tropical: Enhancing SLO Attainment in Disaggregated LLM Serving via SLO-Aware Multiplexing","created":"2026-06-15","cited_by_count":0,"area":"inference"},{"id":"2606.22541","title":"ASAP: A Disaggregated and Asynchronous Inference System for MoE Prefill","created":"2026-06-21","cited_by_count":0,"area":"moe"},{"id":"2608.01891","title":"Energy-Efficient LLM Serving via Disaggregated Attention--FFN and Flexible Frequency Scaling","created":"2026-08-03","cited_by_count":0,"area":"inference"},{"id":"2609.08131","title":"Jacap: Robust KV Cache Eviction via Jacobian-Based Nonlinear Information Capacity Preservation","created":"2026-09-08","cited_by_count":0,"area":"inference"},{"id":"2609.12208","title":"Vortex: Bridging Extreme Compression and Efficient LLM Inference","created":"2026-09-10","cited_by_count":0,"area":"inference"},{"id":"2609.33410","title":"FoldAttention: Declared-Reference Softmax for Fast Decode and Deterministic Backward","created":"2026-09-27","cited_by_count":0,"area":"inference"}],"next_cursor":null}