{"total":13,"rows":[{"id":"2310.07240","title":"CacheGen: KV Cache Compression and Streaming for Fast Large Language Model Serving","created":"2023-10-11","cited_by_count":203,"area":"inference"},{"id":"2402.16363","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","created":"2024-02-26","cited_by_count":152,"area":"inference"},{"id":"2405.12981","title":"Reducing Transformer Key-Value Cache Size with Cross-Layer Attention","created":"2024-05-21","cited_by_count":131,"area":"inference"},{"id":"2312.04985","title":"SparQ Attention: Bandwidth-Efficient LLM Inference","created":"2023-12-08","cited_by_count":119,"area":"inference"},{"id":"2503.00540","title":"Streaming Video Question-Answering with In-context Video KV-Cache Retrieval","created":"2025-03-01","cited_by_count":117,"area":"inference"},{"id":"2312.15234","title":"Towards Efficient Generative Large Language Model Serving: A Survey from Algorithms to Systems","created":"2023-12-23","cited_by_count":102,"area":"inference"},{"id":"2405.19325","title":"Nearest Neighbor Speculative Decoding for LLM Generation and Attribution","created":"2024-05-29","cited_by_count":25,"area":"inference"},{"id":"2605.06225","title":"Memory Inception: Latent-Space KV Cache Manipulation for Steering LLMs","created":"2026-05-07","cited_by_count":2,"area":"inference"},{"id":"2601.14260","title":"End-to-End Transformer Acceleration Through Processing-in-Memory Architectures","created":"2025-11-21","cited_by_count":1,"area":"inference"},{"id":"2601.19910","title":"Understanding Bottlenecks for Efficiently Serving LLM Inference With KV Offloading","created":"2025-12-16","cited_by_count":1,"area":"inference"},{"id":"2602.09725","title":"Efficient Remote KV Cache Reuse with GPU-native Video Codec","created":"2026-02-10","cited_by_count":1,"area":"inference"},{"id":"2607.24260","title":"KAP: Bridging the Knowledge Selection-Runtime Consumption Gap in LLM Systems","created":"2026-07-27","cited_by_count":0,"area":"inference"},{"id":"2609.32395","title":"Memory as a cache: Exact context reuse and deletion by construction","created":"2026-09-26","cited_by_count":0,"area":"inference"}],"next_cursor":null}