{"total":27,"rows":[{"id":"2506.06266","title":"Cartridges: Lightweight and general-purpose long context representations via self-study","created":"2025-06-06","cited_by_count":86,"area":"inference"},{"id":"2410.04466","title":"Large Language Model Inference Acceleration: A Comprehensive Hardware Perspective","created":"2024-10-06","cited_by_count":38,"area":"inference"},{"id":"2503.18292","title":"Jenga: Effective Memory Management for Serving LLM with Heterogeneity","created":"2025-03-24","cited_by_count":25,"area":"inference"},{"id":"2502.07864","title":"TransMLA: Multi-Head Latent Attention Is All You Need","created":"2025-02-11","cited_by_count":23,"area":"inference"},{"id":"2412.15803","title":"WebLLM: A High-Performance In-Browser LLM Inference Engine","created":"2024-12-20","cited_by_count":14,"area":"inference"},{"id":"2410.12876","title":"In-context KV-Cache Eviction for LLMs via Attention-Gate","created":"2024-10-15","cited_by_count":13,"area":"inference"},{"id":"2502.20704","title":"Fuzzy Speculative Decoding for a Tunable Accuracy-Runtime Tradeoff","created":"2025-02-28","cited_by_count":12,"area":"inference"},{"id":"2507.01957","title":"Locality-aware Parallel Decoding for Efficient Autoregressive Image Generation","created":"2025-07-02","cited_by_count":10,"area":"inference"},{"id":"2507.13032","title":"Resurrect Mask AutoRegressive Modeling for Efficient and Scalable Image Generation","created":"2025-07-17","cited_by_count":9,"area":"inference"},{"id":"2505.23022","title":"Scorpio: Serving Right Requests at the Right Time for Heterogeneous SLOs in LLM Inference","created":"2025-05-29","cited_by_count":6,"area":"inference"},{"id":"2511.11907","title":"KVSwap: Disk-aware KV Cache Offloading for Long-Context On-device Inference","created":"2025-11-14","cited_by_count":5,"area":"inference"},{"id":"2604.15409","title":"The Illusion of Equivalence: Systematic FP16 Divergence in KV-Cached Autoregressive Inference","created":"2026-04-16","cited_by_count":4,"area":"inference"},{"id":"2605.31105","title":"GRKV: Global Regression for Training-Free KV Cache Compression in Long-Context LLMs","created":"2026-05-29","cited_by_count":4,"area":"inference"},{"id":"2511.03092","title":"SnapStream: Efficient Long Sequence Decoding on Dataflow Accelerators","created":"2025-11-05","cited_by_count":2,"area":"inference"},{"id":"2511.15898","title":"Global Resolution: Optimal Multi-Draft Speculative Sampling via Convex Minimization","created":"2025-11-19","cited_by_count":2,"area":"inference"},{"id":"2605.11774","title":"From Token to Token Pair: Efficient Prompt Compression for Large Language Models in Clinical Prediction","created":"2026-05-12","cited_by_count":2,"area":"inference"},{"id":"2606.06302","title":"Tangram: Unlocking Non-Uniform KV Cache Compression for Efficient Multi-turn LLM Serving","created":"2026-06-04","cited_by_count":2,"area":"inference"},{"id":"2607.23693","title":"Compute Globally, Materialize Locally: The Memory Contract of Sparse Event-KV","created":"2026-07-26","cited_by_count":2,"area":"inference"},{"id":"2608.30647","title":"What It Costs to Compose, Rebuild, and Correct Precomputed Memory","created":"2026-08-31","cited_by_count":1,"area":"inference"},{"id":"2504.12526","title":"MOM: Memory-Efficient Offloaded Mini-Sequence Inference for Long Context Language Models","created":"2025-04-16","cited_by_count":0,"area":"inference"},{"id":"2510.19705","title":"Fast Inference via Hierarchical Speculative Decoding","created":"2025-10-22","cited_by_count":0,"area":"inference"},{"id":"2602.16994","title":"Dynamic Delayed Tree Expansion For Improved Multi-Path Speculative Decoding","created":"2026-02-19","cited_by_count":0,"area":"inference"},{"id":"2606.02680","title":"Post-Boundary Bridge: Must Local Attention Go Global Between Global Layers?","created":"2026-06-01","cited_by_count":0,"area":"inference"},{"id":"2606.12243","title":"VIA-SD: Verification via Intra-Model Routing for Speculative Decoding","created":"2026-06-10","cited_by_count":0,"area":"inference"},{"id":"2606.18056","title":"ConSA: Controllable Sparsity in Hybrid Attention via Learnable Allocation","created":"2026-06-16","cited_by_count":0,"area":"inference"},{"id":"2609.01338","title":"mzCache: On-Device LLM Memory Management under Multitasking","created":"2026-09-01","cited_by_count":0,"area":"inference"},{"id":"2609.23314","title":"ValueDiff: Value-Geometric KV Cache Eviction for Sink-Suppressed LLMs","created":"2026-09-20","cited_by_count":0,"area":"inference"}],"next_cursor":null}