{"total":20,"rows":[{"id":"2312.15234","title":"Towards Efficient Generative Large Language Model Serving: A Survey from Algorithms to Systems","created":"2023-12-23","cited_by_count":102,"area":"inference"},{"id":"2502.14051","title":"RocketKV: Accelerating Long-Context LLM Inference via Two-Stage KV Cache Compression","created":"2025-02-19","cited_by_count":41,"area":"inference"},{"id":"2502.07578","title":"PIM Is All You Need: A CXL-Enabled GPU-Free System for Large Language Model Inference","created":"2025-02-11","cited_by_count":22,"area":"inference"},{"id":"2411.17651","title":"APEX: An Extensible and Dynamism-Aware Simulator for Automated Parallel Execution in LLM Serving","created":"2024-11-26","cited_by_count":15,"area":"inference"},{"id":"2503.18599","title":"Oaken: Fast and Efficient LLM Serving with Online-Offline Hybrid KV Cache Quantization","created":"2025-03-24","cited_by_count":14,"area":"inference"},{"id":"2510.14557","title":"MX+: Pushing the Limits of Microscaling Formats for Efficient Large Language Model Serving","created":"2025-10-16","cited_by_count":11,"area":"inference"},{"id":"2602.23036","title":"LLMServingSim 2.0: A Unified Simulator for Heterogeneous and Disaggregated LLM Serving Infrastructure","created":"2026-02-26","cited_by_count":9,"area":"inference"},{"id":"2603.17435","title":"ZipServ: Fast and Memory-Efficient LLM Inference with Hardware-Aware Lossless Compression","created":"2026-03-18","cited_by_count":8,"area":"inference"},{"id":"2505.22913","title":"Mustafar: Promoting Unstructured Sparsity for KV Cache Pruning in LLM Inference","created":"2025-05-28","cited_by_count":7,"area":"inference"},{"id":"2503.04253","title":"ADOR: A Design Exploration Framework for LLM Serving with Enhanced Latency and Throughput","created":"2025-03-06","cited_by_count":4,"area":"inference"},{"id":"2510.14686","title":"xLLM Technical Report","created":"2025-10-16","cited_by_count":3,"area":"inference"},{"id":"2512.14661","title":"Focus: A Streaming Concentration Architecture for Efficient Vision-Language Models","created":"2025-12-16","cited_by_count":3,"area":"inference"},{"id":"2506.03296","title":"APEX: Asynchronous Parallel CPU-GPU Execution for Online LLM Inference on Constrained GPUs","created":"2025-06-03","cited_by_count":0,"area":"inference"},{"id":"2510.25977","title":"NeuronMLP: Efficient LLM Inference via Singular Value Decomposition Compression and Tiling on AWS Trainium","created":"2025-10-29","cited_by_count":0,"area":"inference"},{"id":"2603.04797","title":"Hardware-Software Co-design for 3D-DRAM-based LLM Serving Accelerator","created":"2026-03-05","cited_by_count":0,"area":"inference"},{"id":"2605.09735","title":"KV-RM: Regularizing KV-Cache Movement for Static-Graph LLM Serving","created":"2026-05-10","cited_by_count":0,"area":"inference"},{"id":"2607.16473","title":"Enabling Spatially Fine-Grained DVFS in Neural Processing Units for Energy-Efficient LLM Serving","created":"2026-07-17","cited_by_count":0,"area":"inference"},{"id":"2607.16488","title":"Auto-Scaling Heterogeneous Neural Processing Units for Energy and Cost-Efficient LLM Serving","created":"2026-07-17","cited_by_count":0,"area":"inference"},{"id":"2607.25498","title":"Beyond Prefill-Decode Disaggregation: Dissecting LLM Inference for Heterogeneous Platforms via Dynamic Operator Scheduling","created":"2026-07-28","cited_by_count":0,"area":"inference"},{"id":"2609.34380","title":"DPS: Dual-Mode Precision LLM Serving with Semi-Unified Memory","created":"2026-09-28","cited_by_count":0,"area":"inference"}],"next_cursor":null}