{"total":56,"rows":[{"id":"2409.10516","title":"RetrievalAttention: Accelerating Long-Context LLM Inference via Vector Retrieval","created":"2024-09-16","cited_by_count":116,"area":null},{"id":"2407.12391","title":"LLM Inference Serving: Survey of Recent Advances and Opportunities","created":"2024-07-17","cited_by_count":46,"area":null},{"id":"2411.19379","title":"Marconi: Prefix Caching for the Era of Hybrid LLMs","created":"2024-11-28","cited_by_count":31,"area":null},{"id":"2501.06425","title":"Tensor Product Attention Is All You Need","created":"2025-01-11","cited_by_count":31,"area":null},{"id":"2510.03346","title":"KVComm: Enabling Efficient LLM Communication through Selective KV Sharing","created":"2025-10-02","cited_by_count":18,"area":null},{"id":"2410.00531","title":"TPI-LLM: Serving 70B-scale LLMs Efficiently on Low-resource Edge Devices","created":"2024-10-01","cited_by_count":11,"area":null},{"id":"2409.01990","title":"Designing Large Foundation Models for Efficient Training and Inference: A Survey","created":"2024-09-03","cited_by_count":7,"area":null},{"id":"2412.20185","title":"DecDEC: A Systems Approach to Advancing Low-Bit LLM Quantization","created":"2024-12-28","cited_by_count":7,"area":null},{"id":"2502.00840","title":"Activation Approximations Can Incur Safety Vulnerabilities Even in Aligned LLMs: Comprehensive Analysis and Defense","created":"2025-02-02","cited_by_count":7,"area":null},{"id":"2506.06644","title":"Spark Transformer: Reactivating Sparsity in FFN and Attention","created":"2025-06-07","cited_by_count":5,"area":null},{"id":"2602.05362","title":"Imagine a City: CityGenAgent for Procedural 3D City Generation","created":"2026-02-05","cited_by_count":5,"area":null},{"id":"2606.04511","title":"SparDA: Sparse Decoupled Attention for Efficient Long-Context LLM Inference","created":"2026-06-03","cited_by_count":5,"area":null},{"id":"2504.08378","title":"Scaling Up On-Device LLMs via Active-Weight Swapping Between DRAM and Flash","created":"2025-04-11","cited_by_count":4,"area":null},{"id":"2507.03153","title":"HGCA: Hybrid GPU-CPU Attention for Long Context LLM Inference","created":"2025-07-03","cited_by_count":4,"area":null},{"id":"2508.06041","title":"DP-LLM: Runtime Model Adaptation with Dynamic Layer-wise Precision Assignment","created":"2025-08-08","cited_by_count":4,"area":null},{"id":"2510.23649","title":"Efficient Low Rank Attention for Long-Context Inference in Large Language Models","created":"2025-10-25","cited_by_count":4,"area":null},{"id":"2512.07647","title":"A Mathematical Theory of Top-$k$ Sparse Attention via Total Variation Distance","created":"2025-12-08","cited_by_count":4,"area":null},{"id":"2512.17452","title":"KV Admission: Learning What to Write for Efficient Long-Context LLM Inference","created":"2025-12-19","cited_by_count":4,"area":null},{"id":"2410.14740","title":"Harnessing Your DRAM and SSD for Sustainable and Accessible LLM Inference with Mixed-Precision and Multi-level Caching","created":"2024-10-17","cited_by_count":3,"area":null},{"id":"2502.12085","title":"APB: Accelerating Distributed Long-Context Inference by Passing Compressed Context Blocks across GPUs","created":"2025-02-17","cited_by_count":3,"area":null},{"id":"2503.19779","title":"PyGraph: Robust Compiler Support for CUDA Graphs in PyTorch","created":"2025-03-25","cited_by_count":3,"area":null},{"id":"2505.17331","title":"ECHO-LLaMA: Efficient Caching for High-Performance LLaMA Training","created":"2025-05-22","cited_by_count":3,"area":null},{"id":"2505.24179","title":"SALE : Low-bit Estimation for Efficient Sparse Attention in Long-context LLM Prefilling","created":"2025-05-30","cited_by_count":3,"area":null},{"id":"2509.20979","title":"Toward Robust and Efficient ML-Based GPU Caching for Modern Inference","created":"2025-09-25","cited_by_count":3,"area":null},{"id":"2502.15763","title":"Hybrid Offline-online Scheduling Method for Large Language Model Inference Optimization","created":"2025-02-14","cited_by_count":2,"area":null},{"id":"2511.06818","title":"Learning to Focus: Focal Attention for Selective and Scalable Transformers","created":"2025-11-10","cited_by_count":2,"area":null},{"id":"2606.28565","title":"KernelSight-LM: A Kernel-Level LLM Inference Simulator","created":"2026-06-26","cited_by_count":2,"area":null},{"id":"2606.30389","title":"Predict, Reuse, and Repair: Accelerating Dynamic Sparse Attention for Long-Context LLM Decoding","created":"2026-06-29","cited_by_count":2,"area":null},{"id":"2505.14468","title":"ServerlessLoRA: Enabling Low-Latency Serverless Multi-LoRA Serving","created":"2025-05-20","cited_by_count":1,"area":null},{"id":"2506.05300","title":"Power Law Guided Dynamic Sifting for Efficient Attention","created":"2025-06-05","cited_by_count":1,"area":null},{"id":"2506.12204","title":"Semantic Scheduling for LLM Inference","created":"2025-06-13","cited_by_count":1,"area":null},{"id":"2506.15704","title":"Learn from the Past: Fast Sparse Indexing for Large Language Model Decoding","created":"2025-05-30","cited_by_count":1,"area":null},{"id":"2507.12442","title":"Characterizing State Space Model and Hybrid Language Model Performance with Long Context","created":"2025-07-16","cited_by_count":1,"area":null},{"id":"2507.14715","title":"Exploring the Dynamic Scheduling Space of Real-Time Generative AI Applications on Emerging Heterogeneous Systems","created":"2025-07-19","cited_by_count":1,"area":null},{"id":"2510.18830","title":"MTraining: Distributed Dynamic Sparse Attention for Efficient Ultra-Long Context Training","created":"2025-10-21","cited_by_count":1,"area":null},{"id":"2604.05438","title":"Residual-Mass Accounting for Partial-KV Decoding","created":"2026-04-07","cited_by_count":1,"area":null},{"id":"2607.24555","title":"LOCKS: Page-Local Compact Key Summaries for Efficient Long-Context Decoding","created":"2026-07-27","cited_by_count":1,"area":null},{"id":"2608.11152","title":"Scheduling Mixed RL Rollouts Beyond Prefix Locality","created":"2026-08-11","cited_by_count":1,"area":null},{"id":"2503.01066","title":"Alchemist: Towards the Design of Efficient Online Continual Learning System","created":"2025-03-03","cited_by_count":0,"area":null},{"id":"2507.03220","title":"Symbiosis: Multi-Adapter Inference and Fine-Tuning","created":"2025-07-03","cited_by_count":0,"area":null},{"id":"2602.00777","title":"HyLRA: Hybrid Layer Reuse Attention for Efficient Long-Context Inference","created":"2026-01-31","cited_by_count":0,"area":null},{"id":"2603.18676","title":"MANAR: Memory-augmented Attention with Navigational Abstract Conceptual Representation","created":"2026-03-19","cited_by_count":0,"area":null},{"id":"2604.24820","title":"Salca: A Sparsity-Aware Hardware Accelerator for Efficient Long-Context Attention Decoding","created":"2026-04-27","cited_by_count":0,"area":null},{"id":"2605.30728","title":"Reducing the GPU Memory Bottleneck with Lossless Compression for ML -- Extended","created":"2026-05-29","cited_by_count":0,"area":null},{"id":"2606.00946","title":"Lodestar: An Online-Learning LLM Inference Router","created":"2026-05-31","cited_by_count":0,"area":null},{"id":"2606.16352","title":"Communication-Efficient Verifiable Attention for LLM Inference","created":"2026-06-15","cited_by_count":0,"area":null},{"id":"2607.17181","title":"Talaria: Session-Aware Serverless Serving of Hundred-Billion-Parameter LLMs","created":"2026-07-19","cited_by_count":0,"area":null},{"id":"2609.03079","title":"LeanStream: A Speculate-and-Refine Streaming Framework for Efficient on-Device LLM Inference","created":"2026-09-02","cited_by_count":0,"area":null},{"id":"2609.13592","title":"BOOST: Concurrent Access to Host Memory and HBM to Accelerate LLM Inference","created":"2026-09-11","cited_by_count":0,"area":null},{"id":"2609.24417","title":"ARM: Attention with Routed-Memory for Learnable Sparse Control","created":"2026-09-21","cited_by_count":0,"area":null},{"id":"2609.26828","title":"Bridging LLM Serving and CXL-SSDs with Chunk-Aware KV Cache Management","created":"2026-09-20","cited_by_count":0,"area":null},{"id":"2609.33746","title":"PQ-HSA: Reusing Product-Quantized Scores for Hybrid Sparse-Approximate Attention","created":"2026-09-27","cited_by_count":0,"area":null},{"id":"2609.34063","title":"Counterexamples to Local Reconstruction Gain as a Proxy for Final Fidelity in Residual Completion","created":"2026-09-28","cited_by_count":0,"area":null},{"id":"2610.02839","title":"To Explore The Strange New World Beyond Data Distribution: System Behavior, Causality Tax, and Non-causal Base Model","created":"2026-10-02","cited_by_count":0,"area":null},{"id":"2610.03109","title":"Emergent Structure in the Marginal Attention Space of Language Models","created":"2026-10-02","cited_by_count":0,"area":null},{"id":"2610.10845","title":"Real Long-Term Memory for AI: A 50-Million-Token Window That Is Faster and Cheaper Than Recompute","created":"2026-10-07","cited_by_count":0,"area":null}],"next_cursor":null}