{"total":55,"rows":[{"id":"2504.08784","title":"SLOs-Serve: Optimized Serving of Multi-SLO LLMs","created":"2025-04-05","cited_by_count":19,"area":null},{"id":"2505.17505","title":"L-MTP: Leap Multi-Token Prediction Beyond Adjacent Context for Large Language Models","created":"2025-05-23","cited_by_count":15,"area":null},{"id":"2505.02922","title":"RetroInfer: A Vector Storage Engine for Scalable Long-Context LLM Inference","created":"2025-05-05","cited_by_count":13,"area":"inference"},{"id":"2507.06608","title":"Nexus:Proactive Intra-GPU Disaggregation of Prefill and Decode in LLM Serving","created":"2025-07-09","cited_by_count":13,"area":"inference"},{"id":"2509.26182","title":"Parallax: Efficient LLM Inference Service over Decentralized Environment","created":"2025-09-30","cited_by_count":12,"area":"inference"},{"id":"2512.19849","title":"UCCL-EP: Portable Expert-Parallel Communication","created":"2025-12-22","cited_by_count":12,"area":"moe"},{"id":"2410.00531","title":"TPI-LLM: Serving 70B-scale LLMs Efficiently on Low-resource Edge Devices","created":"2024-10-01","cited_by_count":11,"area":null},{"id":"2604.15039","title":"Prefill-as-a-Service: KVCache of Next-Generation Models Could Go Cross-Datacenter","created":"2026-04-16","cited_by_count":11,"area":"inference"},{"id":"2511.00796","title":"AReaL-Hex: Accommodating Asynchronous RL Training over Heterogeneous GPUs","created":"2025-11-02","cited_by_count":9,"area":null},{"id":"2512.13525","title":"Janus: Disaggregating Attention and Experts for Scalable MoE Inference","created":"2025-12-15","cited_by_count":8,"area":"moe"},{"id":"2509.24380","title":"Agentic Services Computing","created":"2025-09-29","cited_by_count":6,"area":"agents"},{"id":"2601.10729","title":"OrbitFlow: SLO-Aware Long-Context LLM Serving with Fine-Grained KV Cache Reconfiguration","created":"2026-01-05","cited_by_count":6,"area":"inference"},{"id":"2602.10729","title":"BOute: Cost-Efficient LLM Serving with Heterogeneous LLMs and GPUs via Multi-Objective Bayesian Optimization","created":"2026-02-11","cited_by_count":6,"area":"inference"},{"id":"2501.14784","title":"DeServe: Towards Affordable Offline LLM Inference via Decentralization","created":"2025-01-04","cited_by_count":4,"area":null},{"id":"2506.01352","title":"TAH-QUANT: Effective Activation Quantization in Pipeline Parallelism over Slow Network","created":"2025-06-02","cited_by_count":4,"area":null},{"id":"2510.01565","title":"TetriServe: Efficiently Serving Mixed DiT Workloads","created":"2025-10-02","cited_by_count":4,"area":"diffusion"},{"id":"2512.14098","title":"Cornfigurator: Automated Planning for Any-to-Any Multimodal Model Serving","created":"2025-12-16","cited_by_count":4,"area":null},{"id":"2512.17452","title":"KV Admission: Learning What to Write for Efficient Long-Context LLM Inference","created":"2025-12-19","cited_by_count":4,"area":null},{"id":"2604.26837","title":"Unifying Sparse Attention with Hierarchical Memory for Scalable Long-Context LLM Serving","created":"2026-04-29","cited_by_count":4,"area":"inference"},{"id":"2509.16857","title":"ShadowServe: Interference-Free KV Cache Fetching for Distributed Prefix Caching","created":"2025-09-21","cited_by_count":3,"area":"inference"},{"id":"2509.26534","title":"Rearchitecting Datacenter Lifecycle for AI: A TCO-Driven Framework","created":"2025-09-30","cited_by_count":2,"area":null},{"id":"2602.07878","title":"Rethinking Latency Denial-of-Service: Attacking the LLM Serving Framework, Not the Model","created":"2026-02-08","cited_by_count":2,"area":"inference"},{"id":"2605.04357","title":"Coral: Cost-Efficient Multi-LLM Serving over Heterogeneous Cloud GPUs","created":"2026-05-05","cited_by_count":2,"area":"inference"},{"id":"2606.01839","title":"Observation, Not Prediction: Conversation-Level Disaggregated Scheduling for Agentic Serving","created":"2026-06-01","cited_by_count":2,"area":"agents"},{"id":"2607.08565","title":"SMetric: Rethink LLM Scheduling for Serving Agents with Balanced Session-centric Scheduling","created":"2026-07-09","cited_by_count":2,"area":"agents"},{"id":"2607.28150","title":"SmartGen: Seamless Disaggregated LLM Inference with Selective KV Cache Transfer","created":"2026-07-30","cited_by_count":2,"area":"inference"},{"id":"2501.12162","title":"AdaServe: Accelerating Multi-SLO LLM Serving with SLO-Customized Speculative Decoding","created":"2025-01-21","cited_by_count":1,"area":"inference"},{"id":"2508.16151","title":"Hardwired-Neurons Language Processing Units as General-Purpose Cognitive Substrates","created":"2025-08-22","cited_by_count":1,"area":null},{"id":"2512.09963","title":"GoodSpeed: Optimizing Fair Goodput with Adaptive Speculative Decoding in Distributed Edge Inference","created":"2025-12-10","cited_by_count":1,"area":"inference"},{"id":"2602.05145","title":"TIDE: Temporal Incremental Draft Engine for Self-Improving LLM Inference","created":"2026-02-05","cited_by_count":1,"area":"synth"},{"id":"2602.09725","title":"Efficient Remote KV Cache Reuse with GPU-native Video Codec","created":"2026-02-10","cited_by_count":1,"area":"inference"},{"id":"2605.13496","title":"MARLIN: Multi-Agent Game-Theoretic Reinforcement Learning for Sustainable LLM Inference in Cloud Datacenters","created":"2026-05-13","cited_by_count":1,"area":"agents"},{"id":"2605.21427","title":"PALS: Power-Aware LLM Serving for Mixture-of-Experts Models","created":"2026-05-20","cited_by_count":1,"area":"moe"},{"id":"2605.22850","title":"ObjectCache: Layerwise Object-Storage Retrieval for KV Cache Reuse","created":"2026-05-16","cited_by_count":1,"area":"inference"},{"id":"2606.03910","title":"NetKV: Network-Aware Decode Instance Selection for Disaggregated LLM Inference","created":"2026-06-02","cited_by_count":1,"area":"inference"},{"id":"2606.06453","title":"Vortex: Efficient and Programmable Sparse Attention Serving for AI Agents","created":"2026-06-04","cited_by_count":1,"area":"agents"},{"id":"2606.18600","title":"ShuntServe: Cost-Efficient LLM Serving on Heterogeneous Spot GPU Clusters","created":"2026-06-17","cited_by_count":1,"area":"inference"},{"id":"2505.07833","title":"Harmonia: End-to-End RAG Serving Optimization","created":"2025-05-01","cited_by_count":0,"area":"rag"},{"id":"2507.05043","title":"MoLink: Distributed and Efficient Serving Framework for Large Models","created":"2025-07-07","cited_by_count":0,"area":"inference"},{"id":"2510.15652","title":"GOGH: Correlation-Guided Orchestration of GPUs in Heterogeneous Clusters","created":"2025-10-17","cited_by_count":0,"area":null},{"id":"2603.05800","title":"StreamWise: Serving Multi-Modal Generation in Real-Time at Scale","created":"2026-03-06","cited_by_count":0,"area":null},{"id":"2603.28622","title":"Trust-Aware Routing for Distributed Generative AI Inference at the Edge","created":"2026-03-30","cited_by_count":0,"area":null},{"id":"2604.07472","title":"Scalable Joint Resource Allocation for SLO-Constrained LLM Inference in Heterogeneous GPU Clouds","created":"2026-04-08","cited_by_count":0,"area":null},{"id":"2604.08123","title":"LegoDiffusion: Micro-Serving Text-to-Image Diffusion Workflows","created":"2026-04-09","cited_by_count":0,"area":"diffusion"},{"id":"2604.10180","title":"Tessera: Unlocking Heterogeneous GPUs through Kernel-Granularity Disaggregation","created":"2026-04-11","cited_by_count":0,"area":null},{"id":"2604.21072","title":"Distributed Generative Inference of LLM at Internet Scales with Multi-Dimensional Communication Optimization","created":"2026-04-22","cited_by_count":0,"area":"inference"},{"id":"2606.00946","title":"Lodestar: An Online-Learning LLM Inference Router","created":"2026-05-31","cited_by_count":0,"area":null},{"id":"2607.16488","title":"Auto-Scaling Heterogeneous Neural Processing Units for Energy and Cost-Efficient LLM Serving","created":"2026-07-17","cited_by_count":0,"area":"inference"},{"id":"2607.19490","title":"Integrity of peer-to-peer distributed LLM inference under malicious nodes","created":"2026-07-21","cited_by_count":0,"area":null},{"id":"2607.22578","title":"HeraSys: Collaborative Serving of Multiple LLM Workflows via Fine-Grained End-to-End Optimization","created":"2026-06-07","cited_by_count":0,"area":"agents"},{"id":"2607.26566","title":"ServerlessT2I: Efficient Text-to-Image Workflow Serving on a Serverless Platform","created":"2026-07-29","cited_by_count":0,"area":null},{"id":"2609.08682","title":"HDA-MoE: Hybrid Parallelism and Dynamic, Adaptive Scheduling for Mixture-of-Experts with 3D Near-Memory Processing","created":"2026-09-08","cited_by_count":0,"area":"moe"},{"id":"2609.14237","title":"OpWeave: Flexible Operator Disaggregation for Heterogeneous LLM Serving","created":"2026-09-13","cited_by_count":0,"area":"moe"},{"id":"2609.35263","title":"WavePP: High-Throughput Pipeline Parallel LLM Prefill under Prefix Reuse","created":"2026-09-28","cited_by_count":0,"area":null},{"id":"2610.14688","title":"Accelerating Cross-Model LLM Inference via Attention Map Reuse","created":"2026-10-10","cited_by_count":0,"area":"inference"}],"next_cursor":null}