{"list":"other","total":70,"rows":[{"id":"2309.06180","title":"Efficient Memory Management for Large Language Model Serving with PagedAttention","created":"2023-09-12","cited_by_count":5944},{"id":"2310.06770","title":"SWE-bench: Can Language Models Resolve Real-World GitHub Issues?","created":"2023-10-10","cited_by_count":3373},{"id":"2404.06654","title":"RULER: What's the Real Context Size of Your Long-Context Language Models?","created":"2024-04-09","cited_by_count":1346},{"id":"2305.05176","title":"FrugalGPT: How to Use Large Language Models While Reducing Cost and Improving Performance","created":"2023-05-09","cited_by_count":853},{"id":"2406.18665","title":"RouteLLM: Learning to Route LLMs with Preference Data","created":"2024-06-26","cited_by_count":682},{"id":"2401.09670","title":"DistServe: Disaggregating Prefill and Decoding for Goodput-optimized Large Language Model Serving","created":"2024-01-18","cited_by_count":617},{"id":"2311.18677","title":"Splitwise: Efficient generative LLM inference using phase splitting","created":"2023-11-30","cited_by_count":558},{"id":"2309.11998","title":"LMSYS-Chat-1M: A Large-Scale Real-World LLM Conversation Dataset","created":"2023-09-21","cited_by_count":461},{"id":"2404.14618","title":"Hybrid LLM: Cost-Efficient and Quality-Aware Query Routing","created":"2024-04-22","cited_by_count":372},{"id":"2407.00079","title":"Mooncake: A KVCache-centric Disaggregated Architecture for LLM Serving","created":"2024-06-24","cited_by_count":196},{"id":"2308.16369","title":"SARATHI: Efficient LLM Inference by Piggybacking Decodes with Chunked Prefills","created":"2023-08-31","cited_by_count":193},{"id":"2510.00615","title":"ACON: Optimizing Context Compression for Long-horizon LLM Agents","created":"2025-10-01","cited_by_count":136},{"id":"2310.12963","title":"AutoMix: Automatically Mixing Language Models","created":"2023-10-19","cited_by_count":125},{"id":"2506.09033","title":"Router-R1: Teaching LLMs Multi-Round Routing and Aggregation via Reinforcement Learning","created":"2025-06-10","cited_by_count":72},{"id":"2603.07670","title":"Memory for Autonomous LLM Agents:Mechanisms, Evaluation, and Emerging Frontiers","created":"2026-03-08","cited_by_count":65},{"id":"2502.18482","title":"MixLLM: Dynamic Routing in Mixed Large Language Models","created":"2025-02-09","cited_by_count":59},{"id":"2502.11435","title":"SMART: Self-Aware Agent for Tool Overuse Mitigation","created":"2025-02-17","cited_by_count":52},{"id":"2511.02230","title":"Continuum: Efficient and Robust Multi-Turn LLM Agent Scheduling with KV Cache Time-to-Live","created":"2025-11-04","cited_by_count":44},{"id":"2601.07206","title":"LLMRouterBench: A Massive Benchmark and Unified Framework for LLM Routing","created":"2026-01-12","cited_by_count":38},{"id":"2404.14527","title":"M\\'elange: Cost Efficient Large Language Model Serving by Exploiting GPU Heterogeneity","created":"2024-04-22","cited_by_count":31},{"id":"2505.09999","title":"ServeGen: Workload Characterization and Generation of Large Language Model Serving in Production","created":"2025-05-15","cited_by_count":29},{"id":"2509.25238","title":"PALADIN: Self-Correcting Language Model Agents to Cure Tool-Failure Cases","created":"2025-09-25","cited_by_count":22},{"id":"2512.03024","title":"TokenPowerBench: Benchmarking the Power Consumption of LLM Inference","created":"2025-12-02","cited_by_count":22},{"id":"2510.20036","title":"ToolScope: Enhancing LLM Agent Tool Use through Tool Merging and Context-Aware Filtering","created":"2025-10-22","cited_by_count":19},{"id":"2601.06007","title":"Don't Break the Cache: An Evaluation of Prompt Caching for Long-Horizon Agentic Tasks","created":"2026-01-09","cited_by_count":19},{"id":"2603.04445","title":"Dynamic Model Routing and Cascading for Efficient LLM Inference: A Survey","created":"2026-02-23","cited_by_count":19},{"id":"2504.19720","title":"Taming the Titans: A Survey of Efficient LLM Inference Serving","created":"2025-04-28","cited_by_count":16},{"id":"2601.06818","title":"AgentHallu: Benchmarking Automated Hallucination Attribution of LLM-based Agents","created":"2026-01-11","cited_by_count":16},{"id":"2601.07190","title":"Active Context Compression: Autonomous Memory Management in LLM Agents","created":"2026-01-12","cited_by_count":16},{"id":"2509.24088","title":"CORRECT: COndensed eRror RECognition via knowledge Transfer in multi-agent systems","created":"2025-09-28","cited_by_count":15},{"id":"2603.04814","title":"Beyond the Context Window: A Cost-Performance Analysis of Fact-Based Memory vs. Long-Context LLMs for Persistent Agents","created":"2026-03-05","cited_by_count":15},{"id":"2602.02823","title":"R2-Router: A New Paradigm for LLM Routing with Reasoning","created":"2026-02-02","cited_by_count":14},{"id":"2510.08731","title":"When to Reason: Semantic Router for vLLM","created":"2025-10-09","cited_by_count":12},{"id":"2603.06847","title":"Characterizing Faults in Agentic AI: A Taxonomy of Types, Symptoms, and Root Causes","created":"2026-03-06","cited_by_count":12},{"id":"2602.03647","title":"Search-R2: Enhancing Search-Integrated Reasoning via Actor-Refiner Collaboration","created":"2026-02-03","cited_by_count":11},{"id":"2603.16104","title":"Efficient LLM Serving for Agentic Workflows: A Data Systems Perspective","created":"2026-03-17","cited_by_count":11},{"id":"2511.14650","title":"AutoTool: Efficient Tool Selection for Large Language Model Agents","created":"2025-11-18","cited_by_count":10},{"id":"2405.10024","title":"$\\Delta\\text{-}{\\rm OPE}$: Off-Policy Estimation with Pairs of Policies","created":"2024-05-16","cited_by_count":9},{"id":"2506.21901","title":"A Survey of LLM Inference Systems","created":"2025-06-27","cited_by_count":9},{"id":"2602.02455","title":"Drift-Bench: Diagnosing Cooperative Breakdowns in LLM Agents under Input Faults via Multi-Turn Interaction","created":"2026-02-02","cited_by_count":9},{"id":"2602.11812","title":"Predicting LLM Output Length via Entropy-Guided Representations","created":"2026-02-12","cited_by_count":9},{"id":"2602.16935","title":"DeepContext: Stateful Real-Time Detection of Multi-Turn Adversarial Intent Drift in LLMs","created":"2026-02-18","cited_by_count":8},{"id":"2603.12823","title":"Adaptive Vision-Language Model Routing for Computer Use Agents","created":"2026-03-13","cited_by_count":8},{"id":"2603.14707","title":"Visual Confused Deputy: Exploiting and Defending Perception Failures in Computer-Using Agents","created":"2026-03-16","cited_by_count":7},{"id":"2511.23281","title":"MCP vs RAG vs NLWeb vs HTML: A Comparison of the Effectiveness and Efficiency of Different Agent Interfaces to the Web (Technical Report)","created":"2025-11-28","cited_by_count":6},{"id":"2601.15812","title":"ErrorMap and ErrorAtlas: Charting the Failure Landscape of Large Language Models","created":"2026-01-22","cited_by_count":6},{"id":"2602.05695","title":"SweetSpot: An Analytical Model for Predicting Energy Efficiency of LLM Inference","created":"2026-02-05","cited_by_count":6},{"id":"2603.03111","title":"Evaluating Performance Drift from Model Switching in Multi-Turn LLM Systems","created":"2026-03-03","cited_by_count":6},{"id":"2603.04444","title":"vLLM Semantic Router: Signal Driven Decision Routing for Mixture-of-Modality Models","created":"2026-02-23","cited_by_count":6},{"id":"2503.21464","title":"Harnessing Chain-of-Thought Metadata for Task Routing and Adversarial Prompt Detection","created":"2025-03-27","cited_by_count":5},{"id":"2511.20975","title":"Aragog: Just-in-Time Model Routing for Scalable Serving of Agentic Workflows","created":"2025-11-26","cited_by_count":5},{"id":"2512.09472","title":"WarmServe: Enabling One-for-Many GPU Prewarming for Multi-LLM Serving","created":"2025-12-10","cited_by_count":5},{"id":"2601.12967","title":"Sutradhara: An Intelligent Orchestrator-Engine Co-design for Tool-based Agentic Inference","created":"2026-01-19","cited_by_count":5},{"id":"2601.22037","title":"Optimizing Agentic Workflows using Meta-tools","created":"2026-01-29","cited_by_count":5},{"id":"2510.26835","title":"Category-Aware Semantic Caching for Heterogeneous LLM Workloads","created":"2025-10-29","cited_by_count":4},{"id":"2601.19402","title":"PROTEUS: SLA-Aware Routing via Lagrangian RL for Multi-LLM Serving Systems","created":"2026-01-27","cited_by_count":4},{"id":"2601.17551","title":"GreenServ: Energy-Efficient Context-Aware Dynamic Routing for Multi-Model LLM Inference","created":"2026-01-24","cited_by_count":3},{"id":"2602.17046","title":"Dynamic System Instructions and Tool Exposure for Efficient Agentic LLMs","created":"2025-12-01","cited_by_count":3},{"id":"2603.16514","title":"FleetOpt: Analytical Fleet Provisioning for LLM Inference with Compress-and-Route as Implementation Mechanism","created":"2026-03-17","cited_by_count":3},{"id":"2603.17484","title":"Learning When to Attend: Conditional Memory Access for Long-Context LLMs","created":"2026-03-18","cited_by_count":3},{"id":"2602.11247","title":"Peak + Accumulation: A Proxy-Level Scoring Formula for Multi-Turn LLM Attack Detection","created":"2026-02-11","cited_by_count":2},{"id":"2603.01620","title":"ToolRLA: Multiplicative Reward Decomposition for Tool-Integrated Agents","created":"2026-03-02","cited_by_count":2},{"id":"2603.06403","title":"Adapter-Augmented Bandits for Online Multi-Constrained Multi-Modal Inference Scheduling","created":"2026-03-06","cited_by_count":2},{"id":"2603.12646","title":"98$\\times$ Faster LLM Routing Without a Dedicated GPU: Flash Attention, Prompt Compression, and Near-Streaming for the vLLM Semantic Router","created":"2026-03-13","cited_by_count":2},{"id":"2603.16054","title":"inference-fleet-sim: A Queueing-Theory-Grounded Fleet Capacity Planner for LLM Inference","created":"2026-03-17","cited_by_count":2},{"id":"2603.17280","title":"The 1/W Law: An Analytical Study of Context-Length Routing Topology and GPU Generation Gains for LLM Inference Energy Efficiency","created":"2026-03-18","cited_by_count":2},{"id":"2603.18174","title":"Conflict-Free Policy Languages for Probabilistic ML Predicates: A Framework and Case Study with the Semantic Router DSL","created":"2026-03-18","cited_by_count":2},{"id":"2604.09613","title":"Token-Budget-Aware Pool Routing for Cost-Efficient LLM Inference","created":"2026-03-13","cited_by_count":2},{"id":"2505.18357","title":"CarbonFlex: Enabling Carbon-aware Provisioning and Scheduling for Cloud Clusters","created":"2025-05-23","cited_by_count":1},{"id":"2603.13426","title":"Outcome-Aware Tool Selection for Semantic Routers: Latency-Constrained Learning Without LLM Inference","created":"2026-03-13","cited_by_count":1}],"next_cursor":null}