{"total":73,"rows":[{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2503.21614","title":"A Survey of Efficient Reasoning for Large Reasoning Models: Language, Multimodality, and Beyond","created":"2025-03-27","cited_by_count":132,"area":"lr"},{"id":"2507.13334","title":"A Survey of Context Engineering for Large Language Models","created":"2025-07-17","cited_by_count":126,"area":null},{"id":"2407.18003","title":"Keep the Cost Down: A Review on Methods to Optimize LLM' s KV-Cache Consumption","created":"2024-07-25","cited_by_count":97,"area":"inference"},{"id":"2406.11430","title":"A Simple and Effective $L_2$ Norm-Based Strategy for KV Cache Compression","created":"2024-06-17","cited_by_count":86,"area":"inference"},{"id":"2406.17565","title":"MemServe: Context Caching for Disaggregated LLM Serving with Elastic Memory Pool","created":"2024-06-25","cited_by_count":68,"area":"inference"},{"id":"2410.18745","title":"Why Does the Effective Context Length of LLMs Fall Short?","created":"2024-10-24","cited_by_count":63,"area":null},{"id":"2403.11421","title":"FastDecode: High-Throughput GPU-Efficient LLM Serving using Heterogeneous Pipelines","created":"2024-03-18","cited_by_count":49,"area":"inference"},{"id":"2407.12391","title":"LLM Inference Serving: Survey of Recent Advances and Opportunities","created":"2024-07-17","cited_by_count":46,"area":null},{"id":"2404.16283","title":"Andes: Defining and Enhancing Quality-of-Experience in LLM-Based Text Streaming Services","created":"2024-04-25","cited_by_count":45,"area":"inference"},{"id":"2405.08944","title":"Challenges in Deploying Long-Context Transformers: A Theoretical Peak Performance Analysis","created":"2024-05-14","cited_by_count":44,"area":"agents"},{"id":"2502.06975","title":"Position: Episodic Memory is the Missing Piece for Long-Term LLM Agents","created":"2025-02-10","cited_by_count":36,"area":"agents"},{"id":"2403.12766","title":"NovelQA: Benchmarking Question Answering on Documents Exceeding 200K Tokens","created":"2024-03-18","cited_by_count":32,"area":null},{"id":"2407.00326","title":"Teola: Towards End-to-End Optimization of LLM-based Applications","created":"2024-06-29","cited_by_count":32,"area":null},{"id":"2504.02263","title":"MegaScale-Infer: Serving Mixture-of-Experts at Scale with Disaggregated Expert Parallelism","created":"2025-04-03","cited_by_count":32,"area":"moe"},{"id":"2405.10313","title":"How Far Are We From AGI: Are LLMs All We Need?","created":"2024-05-16","cited_by_count":31,"area":null},{"id":"2405.14722","title":"DAPE: Data-Adaptive Positional Encoding for Length Extrapolation","created":"2024-05-23","cited_by_count":31,"area":null},{"id":"2504.02441","title":"Cognitive Memory in Large Language Models","created":"2025-04-03","cited_by_count":29,"area":null},{"id":"2406.03496","title":"Wings: Learning Multimodal LLMs without Text-only Forgetting","created":"2024-06-05","cited_by_count":23,"area":"mllm"},{"id":"2508.09442","title":"Shadow in the Cache: Unveiling and Mitigating Privacy Risks of KV-cache in LLM Inference","created":"2025-08-13","cited_by_count":21,"area":"inference"},{"id":"2409.04992","title":"InstInfer: In-Storage Attention Offloading for Cost-Effective Long-Context LLM Inference","created":"2024-09-08","cited_by_count":19,"area":"inference"},{"id":"2404.18928","title":"Stylus: Automatic Adapter Selection for Diffusion Models","created":"2024-04-29","cited_by_count":18,"area":"diffusion"},{"id":"2412.08890","title":"Lexico: Extreme KV Cache Compression via Sparse Coding over Universal Dictionaries","created":"2024-12-12","cited_by_count":17,"area":"inference"},{"id":"2504.19720","title":"Taming the Titans: A Survey of Efficient LLM Inference Serving","created":"2025-04-28","cited_by_count":16,"area":"inference"},{"id":"2407.15309","title":"vTensor: Flexible Virtual Tensor Management for Efficient LLM Serving","created":"2024-07-22","cited_by_count":15,"area":"inference"},{"id":"2503.06433","title":"Seesaw: High-throughput LLM Inference via Model Re-sharding","created":"2025-03-09","cited_by_count":15,"area":"inference"},{"id":"2411.09317","title":"Pie: Pooling CPU Memory for LLM Inference","created":"2024-11-14","cited_by_count":13,"area":null},{"id":"2406.02616","title":"Adaptive Layer Splitting for Wireless LLM Inference in Edge Computing: A Model-Based Reinforcement Learning Approach","created":"2024-06-03","cited_by_count":12,"area":null},{"id":"2508.06297","title":"KV Cache Compression for Inference Efficiency in LLMs: A Review","created":"2025-08-08","cited_by_count":12,"area":"inference"},{"id":"2410.04798","title":"DAPE V2: Process Attention Score as Feature Map for Length Extrapolation","created":"2024-10-07","cited_by_count":10,"area":null},{"id":"2501.14808","title":"HyGen: Efficient LLM Serving via Elastic Online-Offline Request Co-location","created":"2025-01-15","cited_by_count":10,"area":"inference"},{"id":"2411.13009","title":"LLMSteer: Improving Long-Context LLM Inference by Steering Attention on Reused Contexts","created":"2024-11-20","cited_by_count":7,"area":null},{"id":"2501.09367","title":"PICE: A Semantic-Driven Progressive Inference System for LLM Serving in Cloud-Edge Networks","created":"2025-01-16","cited_by_count":6,"area":"inference"},{"id":"2506.04565","title":"From Standalone LLMs to Integrated Intelligence: A Survey of Compound Al Systems","created":"2025-06-05","cited_by_count":6,"area":null},{"id":"2507.09025","title":"Lizard: An Efficient Linearization Framework for Large Language Models","created":"2025-07-11","cited_by_count":6,"area":null},{"id":"2508.17219","title":"TokenLake: A Unified Segment-level Prefix Cache Pool for Fine-grained Elastic Long-Context LLM Serving","created":"2025-08-24","cited_by_count":5,"area":"inference"},{"id":"2512.09472","title":"WarmServe: Enabling One-for-Many GPU Prewarming for Multi-LLM Serving","created":"2025-12-10","cited_by_count":5,"area":"inference"},{"id":"2406.07528","title":"QuickLLaMA: Query-aware Inference Acceleration for Large Language Models","created":"2024-06-11","cited_by_count":4,"area":"inference"},{"id":"2501.05554","title":"LLMQuoter: Enhancing RAG Capabilities Through Efficient Quote Extraction From Large Contexts","created":"2025-01-09","cited_by_count":4,"area":"rag"},{"id":"2504.09844","title":"MegaScale-Data: Scaling Dataloader for Multisource Large Foundation Model Training","created":"2025-04-14","cited_by_count":4,"area":null},{"id":"2509.10372","title":"MCBP: A Memory-Compute Efficient LLM Inference Accelerator Leveraging Bit-Slice-enabled Sparsity and Repetitiveness","created":"2025-09-12","cited_by_count":4,"area":"inference"},{"id":"2604.26837","title":"Unifying Sparse Attention with Hierarchical Memory for Scalable Long-Context LLM Serving","created":"2026-04-29","cited_by_count":4,"area":"inference"},{"id":"2607.08057","title":"Towards Efficient Large Language Model Serving: A Survey on System-Aware KV Cache Optimization","created":"2026-07-09","cited_by_count":4,"area":"inference"},{"id":"2405.11299","title":"The CAP Principle for LLM Serving: A Survey of Long-Context Large Language Model Serving","created":"2024-05-18","cited_by_count":3,"area":"inference"},{"id":"2412.05896","title":"XKV: Personalized KV Cache Memory Reduction for Long-Context LLM Inference","created":"2024-12-08","cited_by_count":3,"area":"inference"},{"id":"2406.07553","title":"Inference Acceleration for Large Language Models on CPUs","created":"2024-03-04","cited_by_count":2,"area":"inference"},{"id":"2502.11417","title":"DiSCo: Device-Server Collaborative LLM-Based Text Streaming Services","created":"2025-02-17","cited_by_count":2,"area":null},{"id":"2505.07680","title":"SpecRouter: Adaptive Routing for Multi-Level Speculative Decoding in Large Language Models","created":"2025-05-12","cited_by_count":2,"area":"inference"},{"id":"2511.18868","title":"KernelBand: Steering LLM-based Kernel Optimization via Hardware-Aware Multi-Armed Bandits","created":"2025-11-24","cited_by_count":2,"area":"inference"},{"id":"2606.21842","title":"Agent-Assisted Side-Channel Attacks on Non-Prefix KV Cache in RAG","created":"2026-06-20","cited_by_count":2,"area":"rag"},{"id":"2409.14371","title":"The Ability of Large Language Models to Evaluate Constraint-satisfaction in Agent Responses to Open-ended Requests","created":"2024-09-22","cited_by_count":1,"area":"agents"},{"id":"2506.14851","title":"Efficient Serving of LLM Applications with Probabilistic Demand Modeling","created":"2025-06-17","cited_by_count":1,"area":null},{"id":"2508.21394","title":"AI Compute Architecture and Evolution Trends","created":"2025-08-29","cited_by_count":1,"area":null},{"id":"2512.03608","title":"KVNAND: Efficient On-Device Large Language Model Inference Using DRAM-Free In-Flash Computing","created":"2025-12-03","cited_by_count":1,"area":"inference"},{"id":"2602.09725","title":"Efficient Remote KV Cache Reuse with GPU-native Video Codec","created":"2026-02-10","cited_by_count":1,"area":"inference"},{"id":"2604.26968","title":"Predictive Multi-Tier Memory Management for KV Cache in Large-Scale GPU Inference","created":"2026-04-19","cited_by_count":1,"area":"inference"},{"id":"2606.01502","title":"Move the Query, Not the Cache: Characterizing Cross-Instance Latent Attention Redistribution Across GPU Fabrics","created":"2026-05-31","cited_by_count":1,"area":"inference"},{"id":"2606.06453","title":"Vortex: Efficient and Programmable Sparse Attention Serving for AI Agents","created":"2026-06-04","cited_by_count":1,"area":"agents"},{"id":"2409.18014","title":"Role-RL: Online Long-Context Processing with Role Reinforcement Learning for Distinct LLMs in Their Optimal Roles","created":"2024-09-26","cited_by_count":0,"area":null},{"id":"2511.00101","title":"Loquetier: A Virtualized Multi-LoRA Framework for Unified LLM Fine-tuning and Serving","created":"2025-10-30","cited_by_count":0,"area":null},{"id":"2603.27960","title":"Towards Efficient Large Vision-Language Models: A Comprehensive Survey on Inference Strategies","created":"2026-03-30","cited_by_count":0,"area":"lr"},{"id":"2605.05888","title":"MoE-Hub: Taming Software Complexity for Seamless MoE Overlap with Hardware-Accelerated Communication on Multi-GPU Systems","created":"2026-05-07","cited_by_count":0,"area":"moe"},{"id":"2606.22541","title":"ASAP: A Disaggregated and Asynchronous Inference System for MoE Prefill","created":"2026-06-21","cited_by_count":0,"area":"moe"},{"id":"2606.29207","title":"KernelFlume: Elastic Core-Attention Scaling for Agentic Long-Context Decoding","created":"2026-06-28","cited_by_count":0,"area":"inference"},{"id":"2606.31093","title":"Omni-Flow: A Unified Workflow Orchestration and Distributed KV Cache Sharing Framework for Multimodal Inference","created":"2026-06-30","cited_by_count":0,"area":"inference"},{"id":"2607.02574","title":"From Tensor Buffer to Distributed Memory Hierarchy: A Survey of KV Cache Management for LLM Serving","created":"2026-06-30","cited_by_count":0,"area":"inference"},{"id":"2607.16488","title":"Auto-Scaling Heterogeneous Neural Processing Units for Energy and Cost-Efficient LLM Serving","created":"2026-07-17","cited_by_count":0,"area":"inference"},{"id":"2607.17181","title":"Talaria: Session-Aware Serverless Serving of Hundred-Billion-Parameter LLMs","created":"2026-07-19","cited_by_count":0,"area":null},{"id":"2607.28633","title":"Topology-Aware Data Movement for Disaggregated GPU Inference","created":"2026-04-19","cited_by_count":0,"area":"inference"},{"id":"2608.15473","title":"Q-First: Most of Attention Needs Only the Query in Disaggregated LLM Decoding","created":"2026-08-16","cited_by_count":0,"area":"inference"},{"id":"2609.14237","title":"OpWeave: Flexible Operator Disaggregation for Heterogeneous LLM Serving","created":"2026-09-13","cited_by_count":0,"area":"moe"},{"id":"2610.16592","title":"Prorsa: Unleashing the Potential of Prefill-Decode Disaggregation in Agentic Reinforcement Learning","created":"2026-10-12","cited_by_count":0,"area":"agents"},{"id":"2610.19405","title":"Scaling LLM Inference via Parallelism: Throughput-Latency Trade-off","created":"2026-10-14","cited_by_count":0,"area":null}],"next_cursor":null}