{"total":102,"rows":[{"id":"2404.13501","title":"A Survey on the Memory Mechanism of Large Language Model based Agents","created":"2024-04-21","cited_by_count":634,"area":"wm"},{"id":"2402.02057","title":"Break the Sequential Dependency of LLM Inference Using Lookahead Decoding","created":"2024-02-03","cited_by_count":298,"area":"inference"},{"id":"2405.17935","title":"Tool Learning with Large Language Models: A Survey","created":"2024-05-28","cited_by_count":223,"area":"agents"},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2402.16363","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","created":"2024-02-26","cited_by_count":152,"area":"inference"},{"id":"2412.19442","title":"A Survey on Large Language Model Acceleration based on KV Cache Management","created":"2024-12-27","cited_by_count":131,"area":"lr"},{"id":"2407.18921","title":"Mobile Edge Intelligence for Large Language Models: A Contemporary Survey","created":"2024-07-09","cited_by_count":128,"area":null},{"id":"2507.13334","title":"A Survey of Context Engineering for Large Language Models","created":"2025-07-17","cited_by_count":126,"area":null},{"id":"2407.12820","title":"PQCache: Product Quantization-based KVCache for Long Context LLM Inference","created":"2024-07-01","cited_by_count":95,"area":"inference"},{"id":"2402.18659","title":"Large Language Models and Games: A Survey and Roadmap","created":"2024-02-28","cited_by_count":93,"area":null},{"id":"2401.17644","title":"BurstGPT: A Real-world Workload Dataset to Optimize LLM Serving Systems","created":"2024-01-31","cited_by_count":87,"area":"inference"},{"id":"2410.03226","title":"Frame-Voyager: Learning to Query Frames for Video Large Language Models","created":"2024-10-04","cited_by_count":83,"area":null},{"id":"2410.20672","title":"Relaxed Recursive Transformers: Effective Parameter Sharing with Layer-wise LoRA","created":"2024-10-28","cited_by_count":78,"area":null},{"id":"2402.12065","title":"WKVQuant: Quantizing Weight and Key/Value Cache for Large Language Models Gains More","created":"2024-02-19","cited_by_count":69,"area":null},{"id":"2408.05636","title":"Speculative Diffusion Decoding: Accelerating Language Generation through Diffusion","created":"2024-08-10","cited_by_count":57,"area":"inference"},{"id":"2406.01566","title":"Helix: Serving Large Language Models over Heterogeneous GPUs and Network via Max-Flow","created":"2024-06-03","cited_by_count":55,"area":null},{"id":"2407.12391","title":"LLM Inference Serving: Survey of Recent Advances and Opportunities","created":"2024-07-17","cited_by_count":46,"area":null},{"id":"2405.08603","title":"A Comprehensive Survey of Large Language Models and Multimodal Large Language Models in Medicine","created":"2024-05-14","cited_by_count":45,"area":"mllm"},{"id":"2501.02885","title":"MDP3: A Training-free Approach for List-wise Frame Selection in Video-LLMs","created":"2025-01-06","cited_by_count":43,"area":null},{"id":"2410.04466","title":"Large Language Model Inference Acceleration: A Comprehensive Hardware Perspective","created":"2024-10-06","cited_by_count":38,"area":"inference"},{"id":"2502.14815","title":"Optimizing Model Selection for Compound AI Systems","created":"2025-02-20","cited_by_count":36,"area":null},{"id":"2410.21286","title":"OpenCity: A Scalable Platform to Simulate Urban Activities with Massive LLM Agents","created":"2024-10-11","cited_by_count":35,"area":"agents"},{"id":"2405.10313","title":"How Far Are We From AGI: Are LLMs All We Need?","created":"2024-05-16","cited_by_count":31,"area":null},{"id":"2411.02829","title":"CE-CoLLM: Efficient and Adaptive Large Language Models Through Cloud-Edge Collaboration","created":"2024-11-05","cited_by_count":25,"area":null},{"id":"2501.04437","title":"Integrating LLMs with ITS: Recent Advances, Potentials, Challenges, and Future Directions","created":"2025-01-08","cited_by_count":23,"area":null},{"id":"2510.26475","title":"ReSpec: Towards Optimizing Speculative Decoding in Reinforcement Learning Systems","created":"2025-10-30","cited_by_count":18,"area":"lr"},{"id":"2403.20041","title":"Transformer-Lite: High-efficiency Deployment of Large Language Models on Mobile Phone GPUs","created":"2024-03-29","cited_by_count":17,"area":null},{"id":"2407.02348","title":"Agreement-Based Cascading for Efficient Inference","created":"2024-07-02","cited_by_count":16,"area":null},{"id":"2504.19720","title":"Taming the Titans: A Survey of Efficient LLM Inference Serving","created":"2025-04-28","cited_by_count":16,"area":"inference"},{"id":"2404.06910","title":"Superposition Prompting: Improving and Accelerating Retrieval-Augmented Generation","created":"2024-04-10","cited_by_count":15,"area":"rag"},{"id":"2411.17651","title":"APEX: An Extensible and Dynamism-Aware Simulator for Automated Parallel Execution in LLM Serving","created":"2024-11-26","cited_by_count":15,"area":"inference"},{"id":"2503.06433","title":"Seesaw: High-throughput LLM Inference via Model Re-sharding","created":"2025-03-09","cited_by_count":15,"area":"inference"},{"id":"2502.02789","title":"Speculative Prefill: Turbocharging TTFT with Lightweight and Training-Free Token Importance Estimation","created":"2025-02-05","cited_by_count":14,"area":null},{"id":"2401.12522","title":"BiTA: Bi-Directional Tuning for Lossless Acceleration in Large Language Models","created":"2024-01-23","cited_by_count":13,"area":null},{"id":"2406.12295","title":"Fast and Slow Generating: An Empirical Study on Large and Small Language Models Collaborative Decoding","created":"2024-06-18","cited_by_count":13,"area":null},{"id":"2510.10302","title":"SP-MoE: Speculative Decoding and Prefetching for Accelerating MoE-based Model Inference","created":"2025-10-11","cited_by_count":13,"area":"moe"},{"id":"2410.03752","title":"Efficient Streaming LLM for Speech Recognition","created":"2024-10-02","cited_by_count":12,"area":null},{"id":"2502.13178","title":"Benchmarking Post-Training Quantization in LLMs: Comprehensive Taxonomy, Unified Evaluation, and Comparative Analysis","created":"2025-02-18","cited_by_count":12,"area":null},{"id":"2410.05165","title":"Efficient Inference for Large Language Model-based Generative Recommendation","created":"2024-10-07","cited_by_count":11,"area":null},{"id":"2404.09529","title":"Prepacking: A Simple Method for Fast Prefilling and Increased Throughput in Large Language Models","created":"2024-04-15","cited_by_count":10,"area":null},{"id":"2511.22788","title":"PRISM: Privacy-Aware Routing for Adaptive Cloud-Edge LLM Inference via Semantic Sketch Collaboration","created":"2025-11-27","cited_by_count":10,"area":null},{"id":"2402.02053","title":"Affordable Generative Agents","created":"2024-02-03","cited_by_count":9,"area":"agents"},{"id":"2404.01041","title":"Can LLMs get help from other LLMs without revealing private information?","created":"2024-04-01","cited_by_count":9,"area":null},{"id":"2410.01485","title":"A Little Goes a Long Way: Efficient Long Context Training and Inference with Partial Contexts","created":"2024-10-02","cited_by_count":9,"area":"inference"},{"id":"2511.01527","title":"TPS-Bench: Evaluating AI Agents' Tool Planning \\& Scheduling Abilities in Compounding Tasks","created":"2025-11-03","cited_by_count":9,"area":"agents"},{"id":"2604.05546","title":"Efficient Inference for Large Vision-Language Models: Bottlenecks, Techniques, and Prospects","created":"2026-04-07","cited_by_count":9,"area":"lr"},{"id":"2605.19537","title":"The Silent Hyperparameter: Quantifying the Impact of Inference Backends on LLM Reproducibility","created":"2026-05-19","cited_by_count":8,"area":null},{"id":"2410.15116","title":"Coarse-to-Fine Highlighting: Reducing Knowledge Hallucination in Large Language Models","created":"2024-10-19","cited_by_count":7,"area":null},{"id":"2506.03700","title":"AdaDecode: Accelerating LLM Decoding with Adaptive Layer Parallelism","created":"2025-06-04","cited_by_count":7,"area":"lr"},{"id":"2504.07494","title":"Apt-Serve: Adaptive Request Scheduling on Hybrid Cache for Scalable LLM Inference Serving","created":"2025-04-10","cited_by_count":6,"area":"inference"},{"id":"2505.23022","title":"Scorpio: Serving Right Requests at the Right Time for Heterogeneous SLOs in LLM Inference","created":"2025-05-29","cited_by_count":6,"area":"inference"},{"id":"2405.13019","title":"A Comprehensive Survey of Accelerated Generation Techniques in Large Language Models","created":"2024-05-15","cited_by_count":5,"area":"inference"},{"id":"2408.01050","title":"The Impact of Hyperparameters on Large Language Model Inference Performance: An Evaluation of vLLM and HuggingFace Pipelines","created":"2024-08-02","cited_by_count":5,"area":null},{"id":"2410.19274","title":"Neuralink: Fast LLM Inference on Smartphones with Neuron Co-Activation Linking","created":"2024-10-25","cited_by_count":5,"area":null},{"id":"2503.10325","title":"Collaborative Speculative Inference for Efficient LLM Inference Serving","created":"2025-03-13","cited_by_count":5,"area":"inference"},{"id":"2506.06579","title":"Towards Efficient Multi-LLM Inference: Characterization and Analysis of LLM Routing and Hierarchical Techniques","created":"2025-06-06","cited_by_count":5,"area":null},{"id":"2508.05571","title":"iFairy: the First 2-bit Complex LLM with All Parameters in $\\{\\pm1, \\pm i\\}$","created":"2025-08-07","cited_by_count":5,"area":null},{"id":"2406.17542","title":"CDQuant: Greedy Coordinate Descent for Accurate LLM Quantization","created":"2024-06-25","cited_by_count":4,"area":null},{"id":"2412.13437","title":"Deploying Foundation Model Powered Agent Services: A Survey","created":"2024-12-18","cited_by_count":4,"area":"agents"},{"id":"2505.20438","title":"HAMburger: Accelerating LLM Inference via Token Smashing","created":"2025-05-26","cited_by_count":4,"area":"inference"},{"id":"2510.05364","title":"The End of Transformers? On Challenging Attention and the Rise of Sub-Quadratic Architectures","created":"2025-10-06","cited_by_count":4,"area":null},{"id":"2607.08057","title":"Towards Efficient Large Language Model Serving: A Survey on System-Aware KV Cache Optimization","created":"2026-07-09","cited_by_count":4,"area":"inference"},{"id":"2404.11502","title":"Towards Coarse-to-Fine Evaluation of Inference Efficiency for Large Language Models","created":"2024-04-17","cited_by_count":3,"area":null},{"id":"2412.20725","title":"Dialogue Director: Bridging the Gap in Dialogue Visualization for Multimodal Storytelling","created":"2024-12-30","cited_by_count":3,"area":null},{"id":"2511.01282","title":"When, What, and How: Rethinking Retrieval-Enhanced Speculative Decoding","created":"2025-11-03","cited_by_count":3,"area":"lr"},{"id":"2602.12151","title":"OServe: Accelerating LLM Serving via Spatial-Temporal Workload Orchestration","created":"2026-02-12","cited_by_count":3,"area":"inference"},{"id":"2602.12262","title":"Few-Step Diffusion Language Models via Trajectory Self-Distillation","created":"2026-02-12","cited_by_count":3,"area":"diffusion"},{"id":"2603.28569","title":"CirrusBench: Evaluating LLM-based Agents Beyond Correctness in Real-World Cloud Service Environments","created":"2026-03-30","cited_by_count":3,"area":"agents"},{"id":"2607.17154","title":"OrderMoE: An expert similarity driven distributed edge MoE inference","created":"2026-07-19","cited_by_count":3,"area":"moe"},{"id":"2403.13835","title":"SMART: Automatically Scaling Down Language Models with Accuracy Guarantees for Reduced Processing Fees","created":"2024-03-11","cited_by_count":2,"area":null},{"id":"2404.15153","title":"Performance Characterization of Expert Router for Scalable LLM Inference","created":"2024-04-22","cited_by_count":2,"area":null},{"id":"2412.07672","title":"DYNASHIELD: A Black-Box Moving Target Defense for LLMs via Dynamic Decoding Customization","created":"2024-12-10","cited_by_count":2,"area":"safety"},{"id":"2412.07682","title":"TRIM: Token Reduction and Inference Modeling for Cost-Effective Language Generation","created":"2024-12-10","cited_by_count":2,"area":"inference"},{"id":"2502.08363","title":"Top-Theta Attention: Sparsifying Transformers by Compensated Thresholding","created":"2025-02-12","cited_by_count":2,"area":null},{"id":"2510.07782","title":"RCPU: Rotation-Constrained Error Compensation for Structured Pruning of Large Language Models","created":"2025-10-09","cited_by_count":2,"area":null},{"id":"2511.18868","title":"KernelBand: Steering LLM-based Kernel Optimization via Hardware-Aware Multi-Armed Bandits","created":"2025-11-24","cited_by_count":2,"area":"inference"},{"id":"2512.02901","title":"Fairy2i: Training Complex LLMs from Real LLMs with All Parameters in $\\{\\pm 1, \\pm i\\}$","created":"2025-12-02","cited_by_count":2,"area":null},{"id":"2601.16027","title":"Deja Vu in Plots: Leveraging Cross-Session Evidence with Retrieval-Augmented LLMs for Live Streaming Risk Assessment","created":"2026-01-22","cited_by_count":2,"area":"rag"},{"id":"2602.04163","title":"BPDQ: Bit-Plane Decomposition Quantization on a Variable Grid for Large Language Models","created":"2026-02-04","cited_by_count":2,"area":null},{"id":"2602.15889","title":"Daily and Weekly Periodicity in Large Language Model Performance and Its Implications for Research","created":"2026-02-06","cited_by_count":2,"area":null},{"id":"2605.29734","title":"HTAM: Hierarchical Transition-Attended Memory for Operator Optimization","created":"2026-05-28","cited_by_count":2,"area":null},{"id":"2606.31519","title":"RaBitQCache: Rotated Binary Quantization for KVCache in Long Context LLM Inference","created":"2026-06-30","cited_by_count":2,"area":"inference"},{"id":"2609.06498","title":"DFlow: Enabling Verifier Information Flow in Block Diffusion Speculative Decoding","created":"2026-09-06","cited_by_count":2,"area":"inference"},{"id":"2601.12945","title":"A Component-Based Survey of Interactions between Large Language Models and Multi-Armed Bandits","created":"2026-01-19","cited_by_count":1,"area":null},{"id":"2605.17842","title":"SNLP: Layer-Parallel Inference via Structured Newton Corrections","created":"2026-05-18","cited_by_count":1,"area":null},{"id":"2606.06453","title":"Vortex: Efficient and Programmable Sparse Attention Serving for AI Agents","created":"2026-06-04","cited_by_count":1,"area":"agents"},{"id":"2606.14350","title":"Design Methodology and Performance Trade-offs Management for Distributed and Compound AI Systems","created":"2026-06-12","cited_by_count":1,"area":null},{"id":"2606.16231","title":"From Tokens to Regions: CUDA-Sensitive Instruction Tuning for GPU Kernel Generation","created":"2026-06-15","cited_by_count":1,"area":null},{"id":"2607.11368","title":"Decomposing Runtime, Kernel, and Quantization Speedups via a Matched FP16 Intermediate: A Hardware-Conditioned Case Study on Four NVIDIA RTX A5000 GPUs","created":"2026-07-13","cited_by_count":1,"area":null},{"id":"2411.11560","title":"Topology-aware Preemptive Scheduling for Co-located LLM Workloads","created":"2024-11-18","cited_by_count":0,"area":null},{"id":"2502.14617","title":"SageServe: Optimizing LLM Serving on Cloud Data Centers with Forecast Aware Auto-Scaling","created":"2025-02-20","cited_by_count":0,"area":"inference"},{"id":"2506.07695","title":"Towards a Small Language Model Lifecycle Framework","created":"2025-06-09","cited_by_count":0,"area":null},{"id":"2511.19495","title":"A Systematic Study of Compression Ordering for Large Language Models","created":"2025-11-23","cited_by_count":0,"area":"distill"},{"id":"2603.27462","title":"RSR-core: A High-Performance Engine for Low-Bit Matrix-Vector Multiplication","created":"2026-03-29","cited_by_count":0,"area":null},{"id":"2606.18875","title":"Efficient Financial Language Understanding via Distillation with Synthetic Data","created":"2026-06-17","cited_by_count":0,"area":null},{"id":"2606.21238","title":"Recency/Frequency Adaptive KV Caching for Large Language Model Serving","created":"2026-06-19","cited_by_count":0,"area":null},{"id":"2606.21712","title":"BatchGen: An Architecture for Scalable and Efficient Batch Inference","created":"2026-06-19","cited_by_count":0,"area":null},{"id":"2607.02574","title":"From Tensor Buffer to Distributed Memory Hierarchy: A Survey of KV Cache Management for LLM Serving","created":"2026-06-30","cited_by_count":0,"area":"inference"},{"id":"2609.12978","title":"SeqMoE: Toward Full-Load Performance via Predictive and Graph-Compatible MoE Offloading","created":"2026-09-11","cited_by_count":0,"area":"moe"},{"id":"2609.33536","title":"Does Execution Require Target KV Fidelity? A Mixed-Fidelity KV Runtime for LLM Serving","created":"2026-09-27","cited_by_count":0,"area":"inference"}],"next_cursor":"100"}