{"total":33,"rows":[{"id":"2309.06180","title":"Efficient Memory Management for Large Language Model Serving with PagedAttention","created":"2023-09-12","cited_by_count":5944,"area":"inference"},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2506.06266","title":"Cartridges: Lightweight and general-purpose long context representations via self-study","created":"2025-06-06","cited_by_count":86,"area":"inference"},{"id":"2410.12388","title":"Prompt Compression for Large Language Models: A Survey","created":"2024-10-16","cited_by_count":67,"area":"inference"},{"id":"2401.15569","title":"Efficient Tuning and Inference for Large Language Models on Textual Graphs","created":"2024-01-28","cited_by_count":54,"area":"inference"},{"id":"2408.03094","title":"500xCompressor: Generalized Prompt Compression for Large Language Models","created":"2024-08-06","cited_by_count":47,"area":"inference"},{"id":"2502.13063","title":"Cramming 1568 Tokens into a Single Vector and Back Again: Exploring the Limits of Embedding Space Capacity","created":"2025-02-18","cited_by_count":28,"area":"inference"},{"id":"2404.04997","title":"Adapting LLMs for Efficient Context Processing through Soft Prompt Compression","created":"2024-04-07","cited_by_count":22,"area":"inference"},{"id":"2405.18628","title":"Hardware-Aware Parallel Prompt Decoding for Memory-Efficient Acceleration of LLM Inference","created":"2024-05-28","cited_by_count":16,"area":"inference"},{"id":"2504.08934","title":"Long Context In-Context Compression by Getting to the Gist of Gisting","created":"2025-04-11","cited_by_count":13,"area":"inference"},{"id":"2501.12959","title":"Efficient Prompt Compression with Evaluator Heads for Long-Context Transformer Inference","created":"2025-01-22","cited_by_count":12,"area":"inference"},{"id":"2507.01438","title":"EdgeLoRA: An Efficient Multi-Tenant LLM Serving System on Edge Devices","created":"2025-07-02","cited_by_count":11,"area":"inference"},{"id":"2603.10899","title":"LookaheadKV: Fast and Accurate KV Cache Eviction by Glimpsing into the Future without Generation","created":"2026-03-11","cited_by_count":10,"area":"inference"},{"id":"2404.18322","title":"BlockLLM: Multi-tenant Finer-grained Serving for Large Language Models","created":"2024-04-28","cited_by_count":5,"area":"inference"},{"id":"2505.03756","title":"Improving the Serving Performance of Multi-LoRA Large Language Models via Efficient LoRA and KV Cache Management","created":"2025-04-19","cited_by_count":5,"area":"inference"},{"id":"2509.19228","title":"CompLLM: Compression for Long Context Q&A","created":"2025-09-23","cited_by_count":5,"area":"inference"},{"id":"2511.22880","title":"Serving Heterogeneous LoRA Adapters in Distributed LLM Inference Systems","created":"2025-11-28","cited_by_count":5,"area":"inference"},{"id":"2506.00307","title":"Lossless Token Sequence Compression via Meta-Tokens","created":"2025-05-30","cited_by_count":4,"area":"inference"},{"id":"2606.07878","title":"Still: Amortized KV Cache Compaction in a Single Forward Pass","created":"2026-06-05","cited_by_count":4,"area":"inference"},{"id":"2606.09659","title":"End-to-End Context Compression at Scale","created":"2026-06-08","cited_by_count":4,"area":"inference"},{"id":"2409.13999","title":"Multiple-Exit Tuning: Towards Inference-Efficient Adaptation for Vision Transformer","created":"2024-09-21","cited_by_count":2,"area":"inference"},{"id":"2508.17032","title":"Learned Structure in Cartridges: Keys as Shareable Routers in Self-Studied Representations","created":"2025-08-23","cited_by_count":2,"area":"inference"},{"id":"2604.03270","title":"Knowledge Packs: Zero-Token Knowledge Delivery via KV Cache Injection","created":"2026-03-22","cited_by_count":2,"area":"inference"},{"id":"2605.06225","title":"Memory Inception: Latent-Space KV Cache Manipulation for Steering LLMs","created":"2026-05-07","cited_by_count":2,"area":"inference"},{"id":"2609.35621","title":"Cartridges++: KV Cache Compression without Off-Context Derailment","created":"2026-09-28","cited_by_count":2,"area":"inference"},{"id":"2603.08739","title":"Adaptive Multi-Objective Tiered Storage Configuration for KV Cache in LLM Service","created":"2026-02-25","cited_by_count":1,"area":"inference"},{"id":"2607.21231","title":"Progressive Cramming: Reliable Token Compression and What It Reveals","created":"2026-07-23","cited_by_count":1,"area":"inference"},{"id":"2608.30647","title":"What It Costs to Compose, Rebuild, and Correct Precomputed Memory","created":"2026-08-31","cited_by_count":1,"area":"inference"},{"id":"2604.25421","title":"FED-FSTQ: Fisher-Guided Token Quantization for Communication-Efficient Federated Fine-Tuning of LLMs on Edge Devices","created":"2026-04-28","cited_by_count":0,"area":"inference"},{"id":"2609.13682","title":"LayerRoute: Adaptive Layer-Skipping with LoRA-Preserved Quality for Efficient LLM Inference","created":"2026-09-12","cited_by_count":0,"area":"inference"},{"id":"2610.05885","title":"The Optimization Landscape of Learning Compacted Context Models","created":"2026-10-05","cited_by_count":0,"area":"inference"},{"id":"2610.17355","title":"WIRE: Weight Space Implicit Representation Encoding of Frozen Video LLMs","created":"2026-10-12","cited_by_count":0,"area":"inference"},{"id":"2610.18014","title":"LatentRemedy: Efficient Remedy For Non-Prefix KV Cache Reuse in Multi-Agent Systems","created":"2026-10-13","cited_by_count":0,"area":"inference"}],"next_cursor":null}