{"total":177,"rows":[{"id":"2505.10468","title":"AI Agents vs. Agentic AI: A Conceptual Taxonomy, Applications and Challenges","created":"2025-05-15","cited_by_count":169,"area":"agents"},{"id":"2403.19708","title":"Cost-Efficient Large Language Model Serving for Multi-turn Conversations with CachedAttention","created":"2024-03-23","cited_by_count":163,"area":"inference"},{"id":"2402.16363","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","created":"2024-02-26","cited_by_count":152,"area":"inference"},{"id":"2402.14800","title":"Not All Experts are Equal: Efficient Expert Pruning and Skipping for Mixture-of-Experts Large Language Models","created":"2024-02-22","cited_by_count":146,"area":"moe"},{"id":"2408.00741","title":"DynamoLLM: Designing LLM Inference Clusters for Performance and Energy Efficiency","created":"2024-08-01","cited_by_count":112,"area":null},{"id":"2409.15790","title":"Small Language Models: Survey, Measurements, and Insights","created":"2024-09-24","cited_by_count":112,"area":null},{"id":"2312.15234","title":"Towards Efficient Generative Large Language Model Serving: A Survey from Algorithms to Systems","created":"2023-12-23","cited_by_count":102,"area":"inference"},{"id":"2405.10825","title":"Large Language Model (LLM) for Telecommunications: A Comprehensive Survey on Principles, Key Techniques, and Opportunities","created":"2024-05-17","cited_by_count":83,"area":"lr"},{"id":"2505.01618","title":"Don't be lazy: CompleteP enables compute-efficient deep transformers","created":"2025-05-02","cited_by_count":78,"area":null},{"id":"2402.02244","title":"Beyond the Limits: A Survey of Techniques to Extend the Context Length in Large Language Models","created":"2024-02-03","cited_by_count":76,"area":"lr"},{"id":"2402.07033","title":"Fiddler: CPU-GPU Orchestration for Fast Inference of Mixture-of-Experts Models","created":"2024-02-10","cited_by_count":71,"area":"moe"},{"id":"2402.03804","title":"ReLU$^2$ Wins: Discovering Efficient Activation Functions for Sparse LLMs","created":"2024-02-06","cited_by_count":67,"area":null},{"id":"2403.20306","title":"Towards Greener LLMs: Bringing Energy-Efficiency to the Forefront of LLM Inference","created":"2024-03-29","cited_by_count":61,"area":null},{"id":"2408.14690","title":"Training-Free Activation Sparsity in Large Language Models","created":"2024-08-26","cited_by_count":55,"area":"inference"},{"id":"2504.15364","title":"KeyDiff: Key Similarity-Based KV Cache Eviction for Long-Context LLM Inference in Resource-Constrained Environments","created":"2025-04-21","cited_by_count":51,"area":"inference"},{"id":"2405.00467","title":"Harnessing the Power of Multiple Minds: Lessons Learned from LLM Routing","created":"2024-05-01","cited_by_count":46,"area":null},{"id":"2406.02532","title":"SpecExec: Massively Parallel Speculative Decoding for Interactive LLM Inference on Consumer Devices","created":"2024-06-04","cited_by_count":46,"area":"inference"},{"id":"2403.12844","title":"MELTing point: Mobile Evaluation of Language Transformers","created":"2024-03-19","cited_by_count":36,"area":null},{"id":"2406.02657","title":"Block Transformer: Global-to-Local Language Modeling for Fast Inference","created":"2024-06-04","cited_by_count":32,"area":"inference"},{"id":"2404.04442","title":"Exploring Autonomous Agents through the Lens of Large Language Models: A Review","created":"2024-04-05","cited_by_count":31,"area":"agents"},{"id":"2501.02600","title":"TAPAS: Thermal- and Power-Aware Scheduling for LLM Inference in Cloud Platforms","created":"2025-01-05","cited_by_count":29,"area":null},{"id":"2406.03496","title":"Wings: Learning Multimodal LLMs without Text-only Forgetting","created":"2024-06-05","cited_by_count":23,"area":"mllm"},{"id":"2410.07265","title":"A Survey: Collaborative Hardware and Software Design in the Era of Large Language Models","created":"2024-10-08","cited_by_count":23,"area":null},{"id":"2409.02877","title":"Configurable Foundation Models: Building LLMs from a Modular Perspective","created":"2024-09-04","cited_by_count":22,"area":null},{"id":"2505.16120","title":"LLM-Powered AI Agent Systems and Their Applications in Industry","created":"2025-05-22","cited_by_count":22,"area":"agents"},{"id":"2504.19449","title":"R-Sparse: Rank-Aware Activation Sparsity for Efficient LLM Inference","created":"2025-04-28","cited_by_count":21,"area":"inference"},{"id":"2409.04992","title":"InstInfer: In-Storage Attention Offloading for Cost-Effective Long-Context LLM Inference","created":"2024-09-08","cited_by_count":19,"area":"inference"},{"id":"2401.08350","title":"Salute the Classic: Revisiting Challenges of Machine Translation in the Age of Large Language Models","created":"2024-01-16","cited_by_count":17,"area":null},{"id":"2401.09890","title":"A Survey on Hardware Accelerators for Large Language Models","created":"2024-01-18","cited_by_count":16,"area":null},{"id":"2402.00251","title":"Efficient Non-Parametric Uncertainty Quantification for Black-Box Large Language Models and Decision Planning","created":"2024-02-01","cited_by_count":16,"area":null},{"id":"2410.18311","title":"CoreInfer: Accelerating Large Language Model Inference with Semantics-Inspired Adaptive Sparse Activation","created":"2024-10-23","cited_by_count":14,"area":null},{"id":"2412.00099","title":"Mixture of Cache-Conditional Experts for Efficient Mobile Device Inference","created":"2024-11-27","cited_by_count":14,"area":"moe"},{"id":"2412.15246","title":"Accelerating Retrieval-Augmented Generation","created":"2024-12-14","cited_by_count":14,"area":"rag"},{"id":"2510.02375","title":"Pretraining with hierarchical memories: separating long-tail and common knowledge","created":"2025-09-29","cited_by_count":14,"area":null},{"id":"2505.02922","title":"RetroInfer: A Vector Storage Engine for Scalable Long-Context LLM Inference","created":"2025-05-05","cited_by_count":13,"area":"inference"},{"id":"2511.21678","title":"Agentic Learner with Grow-and-Refine Multimodal Semantic Memory","created":"2025-11-26","cited_by_count":13,"area":"lr"},{"id":"2602.06485","title":"AgentCPM-Explore: Realizing Long-Horizon Deep Exploration for Edge-Scale Agents","created":"2026-02-06","cited_by_count":12,"area":"agents"},{"id":"2403.01929","title":"Analyzing and Adapting Large Language Models for Few-Shot Multilingual NLU: Are We There Yet?","created":"2024-03-04","cited_by_count":11,"area":null},{"id":"2410.08391","title":"KV Prediction for Improved Time to First Token","created":"2024-10-10","cited_by_count":11,"area":"inference"},{"id":"2412.01380","title":"Efficient LLM Inference using Dynamic Input Pruning and Cache-Aware Masking","created":"2024-12-02","cited_by_count":11,"area":"inference"},{"id":"2501.01144","title":"BlockDialect: Block-wise Fine-grained Mixed Format Quantization for Energy-Efficient LLM Inference","created":"2025-01-02","cited_by_count":11,"area":"inference"},{"id":"2408.02795","title":"Entity Retrieval for Answering Entity-Centric Questions","created":"2024-08-05","cited_by_count":10,"area":"rag"},{"id":"2510.02758","title":"TokenFlow: Responsive LLM Text Streaming Serving under Request Burst via Preemptive Scheduling","created":"2025-10-03","cited_by_count":10,"area":"inference"},{"id":"2411.17741","title":"Chameleon: Adaptive Caching and Scheduling for Many-Adapter LLM Inference Environments","created":"2024-11-24","cited_by_count":9,"area":"inference"},{"id":"2505.05950","title":"FloE: On-the-Fly MoE Inference on Memory-constrained GPU","created":"2025-05-09","cited_by_count":9,"area":"moe"},{"id":"2506.16500","title":"SparseLoRA: Accelerating LLM Fine-Tuning with Contextual Sparsity","created":"2025-06-19","cited_by_count":9,"area":null},{"id":"2606.25115","title":"Forget to Improve: On-Device LLM-Agent Continual Learning via Budget-Curated Memory","created":"2026-06-23","cited_by_count":9,"area":"agents"},{"id":"2505.19235","title":"CoreMatching: A Co-adaptive Sparse Inference Framework with Token and Neuron Pruning for Comprehensive Acceleration of Vision-Language Models","created":"2025-05-25","cited_by_count":8,"area":"mllm"},{"id":"2506.10443","title":"MNN-LLM: A Generic Inference Engine for Fast Large Language Model Deployment on Mobile Devices","created":"2025-06-12","cited_by_count":8,"area":"inference"},{"id":"2402.09360","title":"HiRE: High Recall Approximate Top-$k$ Estimation for Efficient LLM Inference","created":"2024-02-14","cited_by_count":7,"area":"inference"},{"id":"2409.01366","title":"CHESS: Optimizing LLM Inference via Channel-Wise Thresholding and Selective Sparsification","created":"2024-09-02","cited_by_count":7,"area":null},{"id":"2409.01990","title":"Designing Large Foundation Models for Efficient Training and Inference: A Survey","created":"2024-09-03","cited_by_count":7,"area":null},{"id":"2411.05046","title":"PhoneLM:an Efficient and Capable Small Language Model Family through Principled Pre-training","created":"2024-11-07","cited_by_count":7,"area":null},{"id":"2412.20185","title":"DecDEC: A Systems Approach to Advancing Low-Bit LLM Quantization","created":"2024-12-28","cited_by_count":7,"area":null},{"id":"2509.00454","title":"Universal Properties of Activation Sparsity in Modern Large Language Models","created":"2025-08-30","cited_by_count":7,"area":null},{"id":"2509.17396","title":"EpiCache: Episodic KV Cache Management for Long-Term Conversation on Resource-Constrained Environments","created":"2025-09-22","cited_by_count":7,"area":"inference"},{"id":"2507.01299","title":"La RoSA: Enhancing LLM Efficiency via Layerwise Rotated Sparse Activation","created":"2025-07-02","cited_by_count":6,"area":null},{"id":"2403.01384","title":"On the Compressibility of Quantized Large Language Models","created":"2024-03-03","cited_by_count":5,"area":null},{"id":"2410.03440","title":"Exploring the Benefit of Activation Sparsity in Pre-training","created":"2024-10-04","cited_by_count":5,"area":"moe"},{"id":"2410.19274","title":"Neuralink: Fast LLM Inference on Smartphones with Neuron Co-Activation Linking","created":"2024-10-25","cited_by_count":5,"area":null},{"id":"2412.07174","title":"Post-Training Statistical Calibration for Higher Activation Sparsity","created":"2024-12-10","cited_by_count":5,"area":null},{"id":"2503.18869","title":"Reimagining Memory Access for LLM Inference: Compression-Aware Memory Controller Design","created":"2025-03-24","cited_by_count":5,"area":"inference"},{"id":"2505.03756","title":"Improving the Serving Performance of Multi-LoRA Large Language Models via Efficient LoRA and KV Cache Management","created":"2025-04-19","cited_by_count":5,"area":"inference"},{"id":"2511.11907","title":"KVSwap: Disk-aware KV Cache Offloading for Long-Context On-device Inference","created":"2025-11-14","cited_by_count":5,"area":"inference"},{"id":"2602.11506","title":"RooflineBench: A Benchmarking Framework for On-Device LLMs via Roofline Analysis","created":"2026-02-12","cited_by_count":5,"area":null},{"id":"2605.10380","title":"Agent-X: Full Pipeline Acceleration of On-device AI Agents","created":"2026-05-11","cited_by_count":5,"area":"agents"},{"id":"2608.10915","title":"ComBodied Agents: a New Paradigm of Human-Centric Agentic AI","created":"2026-08-11","cited_by_count":5,"area":"agents"},{"id":"2410.10714","title":"SeedLM: Compressing LLM Weights into Seeds of Pseudo-Random Generators","created":"2024-10-14","cited_by_count":4,"area":null},{"id":"2412.13437","title":"Deploying Foundation Model Powered Agent Services: A Survey","created":"2024-12-18","cited_by_count":4,"area":"agents"},{"id":"2502.09921","title":"A Cost-Effective Near-Storage Processing Solution for Offline Inference of Long-Context LLMs","created":"2025-02-14","cited_by_count":4,"area":"inference"},{"id":"2503.03777","title":"FlexInfer: Breaking Memory Constraint via Flexible and Efficient Offloading for On-Device LLM Inference","created":"2025-03-04","cited_by_count":4,"area":null},{"id":"2503.12167","title":"PLM: Efficient Peripheral Language Models Hardware-Co-Designed for Ubiquitous Computing","created":"2025-03-15","cited_by_count":4,"area":null},{"id":"2504.08378","title":"Scaling Up On-Device LLMs via Active-Weight Swapping Between DRAM and Flash","created":"2025-04-11","cited_by_count":4,"area":null},{"id":"2508.06041","title":"DP-LLM: Runtime Model Adaptation with Dynamic Layer-wise Precision Assignment","created":"2025-08-08","cited_by_count":4,"area":null},{"id":"2508.06978","title":"SSD Offloading for LLM Mixture-of-Experts Weights Considered Harmful in Energy Efficiency","created":"2025-08-09","cited_by_count":4,"area":"moe"},{"id":"2511.07427","title":"DynaKV: Enabling Accurate and Efficient Long-Sequence LLM Decoding on Smartphones","created":"2025-10-20","cited_by_count":4,"area":"inference"},{"id":"2603.01776","title":"FreeAct: Freeing Activations for LLM Quantization","created":"2026-03-02","cited_by_count":4,"area":null},{"id":"2604.26837","title":"Unifying Sparse Attention with Hierarchical Memory for Scalable Long-Context LLM Serving","created":"2026-04-29","cited_by_count":4,"area":"inference"},{"id":"2408.04680","title":"Dynamic Fog Computing for Enhanced LLM Execution in Medical Applications","created":"2024-08-08","cited_by_count":3,"area":null},{"id":"2410.14740","title":"Harnessing Your DRAM and SSD for Sustainable and Accessible LLM Inference with Mixed-Precision and Multi-level Caching","created":"2024-10-17","cited_by_count":3,"area":null},{"id":"2502.02818","title":"TranSQL+: Serving Large Language Models with SQL on Low-Resource Hardware","created":"2025-02-05","cited_by_count":3,"area":null},{"id":"2502.08954","title":"Medicine on the Edge: Comparative Performance Analysis of On-Device LLMs for Clinical Reasoning","created":"2025-02-13","cited_by_count":3,"area":"lr"},{"id":"2502.15443","title":"When Compression Meets Model Compression: Memory-Efficient Double Compression for Large Language Models","created":"2025-02-21","cited_by_count":3,"area":null},{"id":"2504.09345","title":"MoE-Lens: Towards the Hardware Limit of High-Throughput MoE LLM Serving Under Resource Constraints","created":"2025-04-12","cited_by_count":3,"area":"moe"},{"id":"2505.00232","title":"Scaling On-Device GPU Inference for Large Generative Models","created":"2025-05-01","cited_by_count":3,"area":null},{"id":"2505.19427","title":"WINA: Weight Informed Neuron Activation for Accelerating Large Language Model Inference","created":"2025-05-26","cited_by_count":3,"area":"moe"},{"id":"2506.19884","title":"MNN-AECS: Energy Optimization for LLM Decoding on Mobile Devices via Adaptive Core Selection","created":"2025-06-24","cited_by_count":3,"area":null},{"id":"2509.00195","title":"FastTTS: Accelerating Test-Time Scaling for Edge LLM Reasoning","created":"2025-08-29","cited_by_count":3,"area":"lr"},{"id":"2602.12262","title":"Few-Step Diffusion Language Models via Trajectory Self-Distillation","created":"2026-02-12","cited_by_count":3,"area":"diffusion"},{"id":"2605.27081","title":"ReMoE: Boosting Expert Reuse through Router Fine-Tuning in Memory-Constrained MoE LLM Inference","created":"2026-05-26","cited_by_count":3,"area":"moe"},{"id":"2607.10186","title":"FlashAccel: Leveraging High-Bandwidth Flash (HBF) for High-Throughput LLM Inference","created":"2026-07-11","cited_by_count":3,"area":"inference"},{"id":"2409.04249","title":"Hermes: Memory-Efficient Pipeline Inference for Large Models on Edge Devices","created":"2024-09-06","cited_by_count":2,"area":null},{"id":"2412.05644","title":"Mixture of Hidden-Dimensions Transformer","created":"2024-12-07","cited_by_count":2,"area":null},{"id":"2503.05397","title":"Multi Agent based Medical Assistant for Edge Devices","created":"2025-03-07","cited_by_count":2,"area":null},{"id":"2503.13988","title":"Empowering Smaller Models: Tuning LLaMA and Gemma with Chain-of-Thought for Ukrainian Exam Tasks","created":"2025-03-18","cited_by_count":2,"area":"lr"},{"id":"2506.09061","title":"EdgeProfiler: A Fast Profiling Framework for Lightweight LLMs on Edge Using Analytical Model","created":"2025-06-06","cited_by_count":2,"area":null},{"id":"2509.26534","title":"Rearchitecting Datacenter Lifecycle for AI: A TCO-Driven Framework","created":"2025-09-30","cited_by_count":2,"area":null},{"id":"2510.15964","title":"Long Exposure: Accelerating Parameter-Efficient Fine-Tuning for LLMs under Shadowy Sparsity","created":"2025-10-12","cited_by_count":2,"area":null},{"id":"2604.09611","title":"Characterizing Performance-Energy Trade-offs of Large Language Models in Multi-Request Workflows","created":"2026-03-12","cited_by_count":2,"area":"inference"},{"id":"2604.26557","title":"DUAL-BLADE: Dual-Path NVMe-Direct KV-Cache Offloading for Edge LLM Inference","created":"2026-04-29","cited_by_count":2,"area":"inference"}],"next_cursor":"100"}