{"total":18,"rows":[{"id":"2501.02600","title":"TAPAS: Thermal- and Power-Aware Scheduling for LLM Inference in Cloud Platforms","created":"2025-01-05","cited_by_count":29,"area":null},{"id":"2411.16102","title":"BlendServe: Optimizing Offline Inference for Auto-regressive Large Models with Resource-aware Batching","created":"2024-11-25","cited_by_count":19,"area":null},{"id":"2501.02336","title":"AdaSkip: Adaptive Sublayer Skipping for Accelerating Long-Context LLM Inference","created":"2025-01-04","cited_by_count":12,"area":null},{"id":"2510.08544","title":"SPAD: Specialized Prefill and Decode Hardware for Disaggregated LLM Inference","created":"2025-10-09","cited_by_count":6,"area":null},{"id":"2505.17694","title":"CoDec: Prefix-Shared Decoding Kernel for LLMs","created":"2025-05-23","cited_by_count":4,"area":null},{"id":"2605.18825","title":"Not All Tokens Are Worth Caching: Learning Semantic-Aware Eviction for LLM Prefix Caches","created":"2026-05-12","cited_by_count":3,"area":null},{"id":"2512.16134","title":"Staggered Batch Scheduling: Co-optimizing Time-to-First-Token and Throughput for High-Efficiency LLM Inference","created":"2025-12-18","cited_by_count":2,"area":null},{"id":"2602.00397","title":"Fast Forward: Accelerating LLM Prefill with Predictive FFN Sparsity","created":"2026-01-30","cited_by_count":1,"area":null},{"id":"2604.01621","title":"DWDP: Distributed Weight Data Parallelism for High-Performance LLM Inference on NVL72","created":"2026-04-02","cited_by_count":1,"area":null},{"id":"2608.11152","title":"Scheduling Mixed RL Rollouts Beyond Prefix Locality","created":"2026-08-11","cited_by_count":1,"area":null},{"id":"2503.01066","title":"Alchemist: Towards the Design of Efficient Online Continual Learning System","created":"2025-03-03","cited_by_count":0,"area":null},{"id":"2601.15013","title":"RadixMLP -- Intra-batch Deduplication for Causal Transformers","created":"2026-01-21","cited_by_count":0,"area":null},{"id":"2606.15199","title":"CogGuard: Cognitive and Operational Profiling for Proactive Warning in Edge Intelligent Services","created":"2026-06-13","cited_by_count":0,"area":null},{"id":"2606.21238","title":"Recency/Frequency Adaptive KV Caching for Large Language Model Serving","created":"2026-06-19","cited_by_count":0,"area":null},{"id":"2608.26140","title":"Affix Cache for Diffusion Large Language Models","created":"2026-06-26","cited_by_count":0,"area":null},{"id":"2609.33477","title":"Just Let Linear States Forget the Distant Past: Prefix Caching via Suffix Replay for Hybrid LLMs","created":"2026-09-27","cited_by_count":0,"area":null},{"id":"2609.35263","title":"WavePP: High-Throughput Pipeline Parallel LLM Prefill under Prefix Reuse","created":"2026-09-28","cited_by_count":0,"area":null},{"id":"2609.40070","title":"Inference Auctions","created":"2026-09-30","cited_by_count":0,"area":null}],"next_cursor":null}