{"total":22,"rows":[{"id":"2312.05516","title":"Stateful Large Language Model Serving with Pensieve","created":"2023-12-09","cited_by_count":61,"area":"inference"},{"id":"2412.03131","title":"DiffKV: Differentiated Memory Management for Large Language Models with Parallel KV Compaction","created":"2024-12-04","cited_by_count":26,"area":"inference"},{"id":"2412.01380","title":"Efficient LLM Inference using Dynamic Input Pruning and Cache-Aware Masking","created":"2024-12-02","cited_by_count":11,"area":"inference"},{"id":"2502.15075","title":"Quantize What Counts: More for Keys, Less for Values","created":"2025-02-20","cited_by_count":10,"area":"inference"},{"id":"2410.15252","title":"Lossless KV Cache Compression to 2%","created":"2024-10-20","cited_by_count":7,"area":"inference"},{"id":"2601.01204","title":"XStreamVGGT: Extremely Memory-Efficient Streaming Vision Geometry Grounded Transformer with KV Cache Compression","created":"2026-01-03","cited_by_count":7,"area":"inference"},{"id":"2506.02006","title":"MorphServe: Efficient and Workload-Aware LLM Serving via Runtime Quantized Layer Swapping and KV Cache Resizing","created":"2025-05-24","cited_by_count":6,"area":"inference"},{"id":"2411.16158","title":"MixPE: Quantization and Hardware Co-design for Efficient LLM Inference","created":"2024-11-25","cited_by_count":5,"area":"inference"},{"id":"2605.19660","title":"OScaR: The Occam's Razor for Extreme KV Cache Quantization in LLMs and Beyond","created":"2026-05-19","cited_by_count":5,"area":"inference"},{"id":"2505.16210","title":"NQKV: A KV Cache Quantization Scheme Based on Normal Distribution Characteristics","created":"2025-05-22","cited_by_count":3,"area":"inference"},{"id":"2605.06675","title":"RateQuant: Optimal Mixed-Precision KV Cache Quantization via Rate-Distortion Theory","created":"2026-04-22","cited_by_count":3,"area":"inference"},{"id":"2406.11016","title":"Optimized Speculative Sampling for GPU Hardware Accelerators","created":"2024-06-16","cited_by_count":2,"area":"inference"},{"id":"2410.21340","title":"Meta-Learning for Speeding Up Large Model Inference in Decentralized Environments","created":"2024-10-28","cited_by_count":2,"area":"inference"},{"id":"2505.02380","title":"EntroLLM: Entropy Encoded Weight Compression for Efficient Large Language Model Inference on Edge Devices","created":"2025-05-05","cited_by_count":2,"area":"inference"},{"id":"2508.04405","title":"FlexQ: Efficient Post-training INT6 Quantization for LLM Serving via Algorithm-System Co-Design","created":"2025-08-06","cited_by_count":2,"area":"inference"},{"id":"2602.15836","title":"EdgeNav-QE: QLoRA Quantization and Dynamic Early Exit for LAM-based Navigation on Edge Devices","created":"2026-01-12","cited_by_count":2,"area":"inference"},{"id":"2510.23766","title":"BitSkip: An Empirical Analysis of Quantization and Early Exit Composition in Transformers","created":"2025-10-27","cited_by_count":1,"area":"inference"},{"id":"2608.14191","title":"KV Cache Compression Through the Lens of Transform Coding","created":"2026-08-14","cited_by_count":1,"area":"inference"},{"id":"2508.09194","title":"Meta-Learning for Speeding Up Large Model Inference in Decentralized Environments","created":"2025-08-08","cited_by_count":0,"area":"inference"},{"id":"2602.21780","title":"XStreamVGGT: Extremely Memory-Efficient Streaming Vision Geometry Grounded Transformer with KV Cache Compression","created":"2026-02-25","cited_by_count":0,"area":"inference"},{"id":"2604.14789","title":"A Comparative Study of CNN Optimization Methods for Edge AI: Exploring the Role of Early Exits","created":"2026-04-16","cited_by_count":0,"area":"inference"},{"id":"2609.29867","title":"Does per-frame early exit pay? A compute-matched study of dynamic depth for on-device speech enhancement","created":"2026-09-24","cited_by_count":0,"area":"inference"}],"next_cursor":null}