{"total":22,"rows":[{"id":"2410.18038","title":"POD-Attention: Unlocking Full Prefill-Decode Overlap for Faster LLM Inference","created":"2024-10-23","cited_by_count":47,"area":null},{"id":"2407.12391","title":"LLM Inference Serving: Survey of Recent Advances and Opportunities","created":"2024-07-17","cited_by_count":46,"area":null},{"id":"2504.02441","title":"Cognitive Memory in Large Language Models","created":"2025-04-03","cited_by_count":29,"area":null},{"id":"2504.08784","title":"SLOs-Serve: Optimized Serving of Multi-SLO LLMs","created":"2025-04-05","cited_by_count":19,"area":null},{"id":"2601.17768","title":"LLM-42: Enabling Determinism in LLM Inference with Verified Speculation","created":"2026-01-25","cited_by_count":16,"area":null},{"id":"2601.19213","title":"M2XFP: A Metadata-Augmented Microscaling Data Format for Efficient Low-bit Quantization","created":"2026-01-27","cited_by_count":8,"area":null},{"id":"2503.22562","title":"Niyama : Breaking the Silos of LLM Inference Serving","created":"2025-03-28","cited_by_count":7,"area":null},{"id":"2502.01677","title":"Position: AI Scaling: From Up to Down and Out","created":"2025-02-02","cited_by_count":5,"area":null},{"id":"2507.03153","title":"HGCA: Hybrid GPU-CPU Attention for Long Context LLM Inference","created":"2025-07-03","cited_by_count":4,"area":null},{"id":"2411.03697","title":"TATAA: Programmable Mixed-Precision Transformer Acceleration with a Transformable Arithmetic Architecture","created":"2024-11-06","cited_by_count":3,"area":null},{"id":"2601.06562","title":"Mosaic: Unlocking Long-Context Inference for Diffusion LLMs via Global Memory Planning and Dynamic Peak Taming","created":"2026-01-10","cited_by_count":2,"area":null},{"id":"2603.13430","title":"Dynamic Sparse Attention: Access Patterns and Architecture","created":"2026-03-13","cited_by_count":2,"area":null},{"id":"2602.15379","title":"FlashMem: Supporting Modern DNN Workloads on Mobile with GPU Memory Hierarchy Optimizations","created":"2026-02-17","cited_by_count":1,"area":null},{"id":"2603.05692","title":"Parallelization Strategies for Dense LLM Deployment: Navigating Through Application-Specific Tradeoffs and Bottlenecks","created":"2026-03-05","cited_by_count":1,"area":null},{"id":"2604.07609","title":"Blink: CPU-Free LLM Inference by Delegating the Serving Stack to GPU and SmartNIC","created":"2026-04-08","cited_by_count":1,"area":null},{"id":"2605.06105","title":"Shallow Prefill, Deep Decoding: Efficient Long-Context Inference via Layer-Asymmetric KV Visibility","created":"2026-05-07","cited_by_count":1,"area":null},{"id":"2606.02430","title":"Not All Errors Are Equal: A Systematic Study of Error Propagation in Large Language Model Inference","created":"2026-06-01","cited_by_count":1,"area":null},{"id":"2511.00101","title":"Loquetier: A Virtualized Multi-LoRA Framework for Unified LLM Fine-tuning and Serving","created":"2025-10-30","cited_by_count":0,"area":null},{"id":"2606.11916","title":"Characterizing Software Aging in GPU-Based LLM Serving Systems","created":"2026-06-10","cited_by_count":0,"area":null},{"id":"2606.20295","title":"Token-Operations-Oriented Inference Optimization Techniques for Large Models","created":"2026-06-18","cited_by_count":0,"area":null},{"id":"2608.29255","title":"A-MADiff: Attention-Guided Multi-Agent DRL with Diffusion Policies for Memory-Aware Task Orchestration in Mobile AIGC Networks","created":"2026-08-29","cited_by_count":0,"area":null},{"id":"2609.02029","title":"HeadWiseKV: Budgeted Per-Head Cache Residency for Hybrid Long-Context Language Models","created":"2026-09-02","cited_by_count":0,"area":null}],"next_cursor":null}