{"total":22,"rows":[{"id":"2501.01005","title":"FlashInfer: Efficient and Customizable Attention Engine for LLM Inference Serving","created":"2025-01-02","cited_by_count":258,"area":"inference"},{"id":"2410.02367","title":"SageAttention: Accurate 8-Bit Attention for Plug-and-play Inference Acceleration","created":"2024-10-03","cited_by_count":160,"area":"inference"},{"id":"2312.15234","title":"Towards Efficient Generative Large Language Model Serving: A Survey from Algorithms to Systems","created":"2023-12-23","cited_by_count":102,"area":"inference"},{"id":"2402.15220","title":"ChunkAttention: Efficient Self-Attention with Prefix-Aware KV Cache and Two-Phase Partition","created":"2024-02-23","cited_by_count":82,"area":"inference"},{"id":"2411.17116","title":"Star Attention: Efficient LLM Inference over Long Sequences","created":"2024-11-26","cited_by_count":25,"area":"inference"},{"id":"2502.10659","title":"Pushing up to the Limit of Memory Bandwidth and Capacity Utilization for Efficient LLM Decoding on Embedded FPGA","created":"2025-02-15","cited_by_count":7,"area":"inference"},{"id":"2502.09921","title":"A Cost-Effective Near-Storage Processing Solution for Offline Inference of Long-Context LLMs","created":"2025-02-14","cited_by_count":4,"area":"inference"},{"id":"2510.06175","title":"VecInfer: Efficient LLM Inference with Low-Bit KV Cache via Outlier-Suppressed Vector Quantization","created":"2025-10-07","cited_by_count":4,"area":"inference"},{"id":"2405.11299","title":"The CAP Principle for LLM Serving: A Survey of Long-Context Large Language Model Serving","created":"2024-05-18","cited_by_count":3,"area":"inference"},{"id":"2406.11016","title":"Optimized Speculative Sampling for GPU Hardware Accelerators","created":"2024-06-16","cited_by_count":2,"area":"inference"},{"id":"2602.18196","title":"RAT+: Train Dense, Infer Sparse -- Recurrence Augmented Attention for Dilated Inference","created":"2026-02-20","cited_by_count":2,"area":"inference"},{"id":"2604.16957","title":"Open-TQ-Metal: Fused Compressed-Domain Attention for Long-Context LLM Inference on Apple Silicon","created":"2026-04-18","cited_by_count":2,"area":"inference"},{"id":"2507.00797","title":"VEDA: Efficient LLM Generation Through Voting-based KV Cache Eviction and Dataflow-flexible Accelerator","created":"2025-07-01","cited_by_count":1,"area":"inference"},{"id":"2509.25224","title":"AMLA: MUL by ADD in FlashAttention Rescaling","created":"2025-09-24","cited_by_count":1,"area":"inference"},{"id":"2604.00235","title":"MAC-Attention: a Match-Amend-Complete Scheme for Fast and Accurate Attention Computation","created":"2026-03-31","cited_by_count":1,"area":"inference"},{"id":"2606.01502","title":"Move the Query, Not the Cache: Characterizing Cross-Instance Latent Attention Redistribution Across GPU Fabrics","created":"2026-05-31","cited_by_count":1,"area":"inference"},{"id":"2608.02947","title":"ATFlash: Per-RoPE-Wavelength Attention Windows for Compute/Memory-Efficient LLM Inference","created":"2026-08-03","cited_by_count":1,"area":"inference"},{"id":"2601.10953","title":"SwiftKV: An Edge-Oriented Attention Algorithm and Multi-Head Accelerator for Fast, Efficient LLM Decoding","created":"2026-01-16","cited_by_count":0,"area":"inference"},{"id":"2603.04797","title":"Hardware-Software Co-design for 3D-DRAM-based LLM Serving Accelerator","created":"2026-03-05","cited_by_count":0,"area":"inference"},{"id":"2606.29207","title":"KernelFlume: Elastic Core-Attention Scaling for Agentic Long-Context Decoding","created":"2026-06-28","cited_by_count":0,"area":"inference"},{"id":"2608.15473","title":"Q-First: Most of Attention Needs Only the Query in Disaggregated LLM Decoding","created":"2026-08-16","cited_by_count":0,"area":"inference"},{"id":"2609.33410","title":"FoldAttention: Declared-Reference Softmax for Fast Decode and Deterministic Backward","created":"2026-09-27","cited_by_count":0,"area":"inference"}],"next_cursor":null}