{"total":20,"rows":[{"id":"2306.14048","title":"H$_2$O: Heavy-Hitter Oracle for Efficient Generative Inference of Large Language Models","created":"2023-06-24","cited_by_count":832,"area":"inference"},{"id":"2403.02310","title":"Taming Throughput-Latency Tradeoff in LLM Inference with Sarathi-Serve","created":"2024-03-04","cited_by_count":526,"area":"inference"},{"id":"2308.16369","title":"SARATHI: Efficient LLM Inference by Piggybacking Decodes with Chunked Prefills","created":"2023-08-31","cited_by_count":193,"area":"inference"},{"id":"2403.05527","title":"GEAR: An Efficient KV Cache Compression Recipe for Near-Lossless Generative Inference of LLM","created":"2024-03-08","cited_by_count":158,"area":"inference"},{"id":"2409.17422","title":"Discovering the Gems in Early Layers: Accelerating Long-Context LLMs with 1000x Input Token Reduction","created":"2024-09-25","cited_by_count":39,"area":"inference"},{"id":"2507.10150","title":"Past-Future Scheduler for LLM Serving under SLA Guarantees","created":"2025-07-14","cited_by_count":20,"area":"inference"},{"id":"2502.07115","title":"Online Scheduling for LLM Inference with KV Cache Constraints","created":"2025-02-10","cited_by_count":19,"area":"inference"},{"id":"2403.01273","title":"NoMAD-Attention: Efficient LLM Inference on CPUs Through Multiply-add-free Attention","created":"2024-03-02","cited_by_count":12,"area":"inference"},{"id":"2406.01698","title":"Demystifying AI Platform Design for Distributed Inference of Next-Generation LLM models","created":"2024-06-03","cited_by_count":12,"area":"inference"},{"id":"2503.07518","title":"TokenButler: Token Importance is Predictable","created":"2025-03-10","cited_by_count":12,"area":"inference"},{"id":"2505.21594","title":"Fast and Cost-effective Speculative Edge-Cloud Decoding with Early Exits","created":"2025-05-27","cited_by_count":11,"area":"inference"},{"id":"2309.15755","title":"CAIT: Triple-Win Compression towards High Accuracy, Fast Inference, and Favorable Transferability For ViTs","created":"2023-09-27","cited_by_count":9,"area":"inference"},{"id":"2410.23079","title":"BUZZ: Beehive-structured Sparse KV Cache with Segmented Heavy Hitters for Efficient LLM Inference","created":"2024-10-30","cited_by_count":9,"area":"inference"},{"id":"2409.15395","title":"Parse Trees Guided LLM Prompt Compression","created":"2024-09-23","cited_by_count":6,"area":"inference"},{"id":"2412.16187","title":"HashEvict: A Pre-Attention KV Cache Eviction Strategy using Locality-Sensitive Hashing","created":"2024-12-13","cited_by_count":6,"area":"inference"},{"id":"2404.09221","title":"Exploring and Improving Drafts in Blockwise Parallel Decoding","created":"2024-04-14","cited_by_count":5,"area":"inference"},{"id":"2412.19325","title":"Performance Control in Early Exiting to Deploy Large Models at the Same Cost of Smaller Ones","created":"2024-12-26","cited_by_count":4,"area":"inference"},{"id":"2501.04987","title":"TreeKV: Smooth Key-Value Cache Compression with Tree Structures","created":"2025-01-09","cited_by_count":3,"area":"inference"},{"id":"2605.04595","title":"A Queueing-Theoretic Framework for Stability Analysis of LLM Inference with KV Cache Memory Constraints","created":"2026-05-06","cited_by_count":2,"area":"inference"},{"id":"2603.04797","title":"Hardware-Software Co-design for 3D-DRAM-based LLM Serving Accelerator","created":"2026-03-05","cited_by_count":0,"area":"inference"}],"next_cursor":null}